00000001:02000400:3.0F:1767325766.575543:0:216097:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 22:49:26 (1767325766) 00000400:00000010:3.0:1767325769.190309:0:216268:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000002f8d1752. 00000400:00000010:3.0:1767325769.190315:0:216268:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000269e82ec. 00000400:00000010:3.0:1767325769.190318:0:216268:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000006050da6d. 00000400:00000010:3.0:1767325769.190320:0:216268:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000277d3b73. 00000400:00000010:3.0:1767325769.190321:0:216268:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 0000000043a0a63e. 00000400:00000010:3.0:1767325769.190323:0:216268:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000004abf113e. 00000400:00000010:3.0:1767325769.190325:0:216268:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 000000000a961f6c. 00000400:00000010:3.0:1767325769.956874:0:216268:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000e0abb4a3. 00000400:00000010:3.0:1767325769.956884:0:216268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f3fa4e6. 00000400:00000010:3.0:1767325769.956889:0:216268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f828a55e. 00000400:00000010:3.0:1767325769.956891:0:216268:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000007c20f12. 00000400:00000010:3.0:1767325769.956893:0:216268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0a39864. 00000400:00000010:3.0:1767325769.956895:0:216268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2622e33. 00000400:00000200:3.0:1767325769.956993:0:216268:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0F:1767325770.002886:0:216294:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000020:02000000:3.0:1767325770.061423:0:216307:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_1_g3742a8b 00000020:00000010:3.0:1767325770.064047:0:216307:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000886309f4. 00000001:00000010:3.0:1767325770.065109:0:216307:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000df358746. 00000001:00000010:3.0:1767325770.065116:0:216307:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007a05db20. 00000001:00000010:3.0:1767325770.065120:0:216307:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1e53489. 00000001:00000010:3.0:1767325770.065123:0:216307:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000066f115f. 00000001:00000010:3.0:1767325770.065126:0:216307:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f6bcf72. 00000001:00000010:3.0:1767325770.065129:0:216307:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003921faca. 00000020:00000010:3.0:1767325770.065175:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a0613b7. 00000020:00000010:3.0:1767325770.065180:0:216307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4176b32. 00000001:00000010:3.0:1767325770.065185:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000835ca2af. 00000020:00000010:3.0:1767325770.065245:0:216307:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 0000000011281834. 00000020:00000010:3.0:1767325770.065537:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063cd9574. 00000020:00000010:3.0:1767325770.065542:0:216307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e24d4b92. 00000020:00000010:3.0:1767325770.065545:0:216307:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000049b83901. 00000020:00000010:3.0:1767325770.065550:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d52783e. 00000020:00000010:3.0:1767325770.065555:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b56d06b. 00000020:00000010:3.0:1767325770.065564:0:216307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007aaf34b0. 00000020:00000010:3.0:1767325770.065567:0:216307:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000000270bdc. 00000020:00000010:3.0:1767325770.065570:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c9279eb. 00000020:00000010:3.0:1767325770.065575:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28339c1. 00000020:00000010:3.0:1767325770.065578:0:216307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008e7591c. 00000020:00000010:3.0:1767325770.065581:0:216307:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000e1ab05e. 00000020:00000010:3.0:1767325770.065584:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb728f4e. 00000020:00000010:3.0:1767325770.065588:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009aed63d5. 00000020:00000010:3.0:1767325770.065591:0:216307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dc6322d4. 00000020:00000010:3.0:1767325770.065594:0:216307:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000006a616245. 00000020:00000010:3.0:1767325770.065598:0:216307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060a3d03b. 02000000:00000010:3.0:1767325770.065605:0:216307:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000aae68e45. 02000000:00000010:3.0:1767325770.065609:0:216307:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000df172548. 02000000:00000010:3.0:1767325770.065624:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000049f2659c. 02000000:00000010:3.0:1767325770.065629:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000d678af2c. 00000001:00000010:3.0:1767325770.065633:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000dce1fe67. 00000020:00000010:3.0:1767325770.065678:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b16a7a97. 00000020:00000010:3.0:1767325770.065708:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b16a7a97. 02000000:00000010:3.0:1767325770.065714:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007b7aec12. 02000000:00000010:3.0:1767325770.065718:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000b935aba0. 00000001:00000010:3.0:1767325770.065721:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000076c515d8. 00000020:00000010:3.0:1767325770.065784:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b16a7a97. 00000020:00000010:3.0:1767325770.065797:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b16a7a97. 02000000:00000010:3.0:1767325770.065802:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000032fcce30. 02000000:00000010:3.0:1767325770.065805:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000007437c669. 00000001:00000010:3.0:1767325770.065809:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f913c46a. 00000020:00000010:3.0:1767325770.065846:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b16a7a97. 00000020:00000010:3.0:1767325770.065860:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b16a7a97. 02000000:00000010:3.0:1767325770.065865:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000dcd0f8f8. 02000000:00000010:3.0:1767325770.065868:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000b16a7a97. 00000001:00000010:3.0:1767325770.065870:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000067dc2a7a. 00000020:00000010:3.0:1767325770.065915:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.065925:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.065928:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004f5b4d2b. 02000000:00000010:3.0:1767325770.065932:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 0000000077156c9b. 00000001:00000010:3.0:1767325770.065934:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000031ec4577. 00000020:00000010:3.0:1767325770.065966:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.065973:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.065977:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000052eaa35c. 02000000:00000010:3.0:1767325770.065980:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000007572f1ea. 00000001:00000010:3.0:1767325770.065982:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000922dd869. 00000020:00000010:3.0:1767325770.066006:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066014:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066018:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000bdc29e81. 02000000:00000010:3.0:1767325770.066021:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 000000007b668c59. 00000001:00000010:3.0:1767325770.066023:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000562a40b7. 00000020:00000010:3.0:1767325770.066049:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066057:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066061:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000013c3c899. 02000000:00000010:3.0:1767325770.066063:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000e97d6526. 00000001:00000010:3.0:1767325770.066064:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007a628c7b. 00000020:00000010:3.0:1767325770.066091:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066099:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066102:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000009a9c3ad. 02000000:00000010:3.0:1767325770.066104:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000927c6153. 00000001:00000010:3.0:1767325770.066107:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000dc4a8dd0. 00000020:00000010:3.0:1767325770.066135:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066144:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066148:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000cd80369a. 02000000:00000010:3.0:1767325770.066151:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000038d504fd. 00000001:00000010:3.0:1767325770.066153:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d0f4f4a0. 00000020:00000010:3.0:1767325770.066175:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066191:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066196:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000069265ba9. 02000000:00000010:3.0:1767325770.066198:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000001319cd84. 00000001:00000010:3.0:1767325770.066200:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000aacd09e4. 00000020:00000010:3.0:1767325770.066224:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066232:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066236:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008c9c770a. 02000000:00000010:3.0:1767325770.066238:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000086ccb28c. 00000001:00000010:3.0:1767325770.066241:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e94f948d. 00000020:00000010:3.0:1767325770.066263:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066271:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066274:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ab897661. 02000000:00000010:3.0:1767325770.066276:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000e8975c19. 00000001:00000010:3.0:1767325770.066278:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005e88eb53. 00000020:00000010:3.0:1767325770.066298:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066305:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 02000000:00000010:3.0:1767325770.066309:0:216307:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000005a751a2d. 02000000:00000010:3.0:1767325770.066311:0:216307:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000019f2dc92. 00000001:00000010:3.0:1767325770.066313:0:216307:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c7f8cb6e. 00000020:00000010:3.0:1767325770.066338:0:216307:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079540f99. 00000020:00000010:3.0:1767325770.066346:0:216307:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000079540f99. 00000100:00000200:2.0:1767325770.138950:0:216322:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1767325770.139136:0:216322:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000bba94d73. 00000400:00000010:2.0:1767325770.139139:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c7a11f8d. 00000400:00000010:2.0:1767325770.139142:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000022763596. 00000400:00000010:2.0:1767325770.139143:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028643dd4. 00000400:00000010:2.0:1767325770.139144:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000008e9a12b1. 00000400:00000010:2.0:1767325770.139148:0:216322:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000749e4de9. 00000400:00000010:2.0:1767325770.139150:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ccd0afc5. 00000400:00000010:2.0:1767325770.139151:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000c11858c5. 00000400:00000010:2.0:1767325770.139154:0:216322:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 000000000d41fe84. 00000400:00000010:2.0:1767325770.139156:0:216322:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000999191f0. 00000400:00000010:2.0:1767325770.139206:0:216322:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000c2805b2e. 00000400:00000010:2.0:1767325770.139220:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d92f0aa. 00000400:00000010:2.0:1767325770.139221:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c348d8f9. 00000400:00000010:2.0:1767325770.139271:0:216322:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000009fed4b9b. 00000400:00000010:2.0:1767325770.139287:0:216322:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000005a540538. 00000400:00000010:2.0:1767325770.139289:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000017448eb5. 00000400:00000010:2.0:1767325770.139290:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d74638b. 00000400:00000010:2.0:1767325770.139291:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000685bcaf1. 00000400:00000010:2.0:1767325770.139294:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000069896cb9. 00000400:00000010:2.0:1767325770.139296:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008ce53659. 00000400:00000010:2.0:1767325770.139297:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cc08ec6e. 00000400:00000010:2.0:1767325770.139298:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f0905ba. 00000400:00000010:2.0:1767325770.139301:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad824296. 00000400:00000010:2.0:1767325770.139302:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e98c0a91. 00000400:00000010:2.0:1767325770.139303:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001cd8e15c. 00000400:00000010:2.0:1767325770.139304:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c76514cb. 00000400:00000010:2.0:1767325770.139306:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008cf54ba3. 00000400:00000010:2.0:1767325770.139308:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bc8f634b. 00000400:00000010:2.0:1767325770.139308:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c7bf402. 00000400:00000010:2.0:1767325770.139309:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0189382. 00000400:00000010:2.0:1767325770.139312:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094de5b5f. 00000400:00000010:2.0:1767325770.139320:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b29a85ca. 00000400:00000010:2.0:1767325770.139322:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cee8f334. 00000400:00000010:2.0:1767325770.139324:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5f90cc6. 00000400:00000010:2.0:1767325770.139327:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7ca1e10. 00000400:00000010:2.0:1767325770.139330:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004f2c03bb. 00000400:00000010:2.0:1767325770.139331:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d61b6172. 00000400:00000010:2.0:1767325770.139333:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb65de30. 00000400:00000010:2.0:1767325770.139336:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d9ba0814. 00000400:00000010:2.0:1767325770.139338:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a75b7506. 00000400:00000010:2.0:1767325770.139340:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000474ffc69. 00000400:00000010:2.0:1767325770.139342:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c04a775. 00000400:00000010:2.0:1767325770.139345:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4b4660d. 00000400:00000010:2.0:1767325770.139348:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a1fd06ac. 00000400:00000010:2.0:1767325770.139350:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003eea4c76. 00000400:00000010:2.0:1767325770.139351:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7c80be9. 00000400:00000010:2.0:1767325770.139356:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000015603a91. 00000400:00000010:2.0:1767325770.139358:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070211c06. 00000400:00000010:2.0:1767325770.139360:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000177b485b. 00000400:00000010:2.0:1767325770.139362:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000fd37ad6. 00000400:00000010:2.0:1767325770.139365:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000021f07298. 00000400:00000010:2.0:1767325770.139367:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000085deb555. 00000400:00000010:2.0:1767325770.139369:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c06298c3. 00000400:00000010:2.0:1767325770.139371:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc845a03. 00000400:00000010:2.0:1767325770.139374:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c1611367. 00000400:00000010:2.0:1767325770.139377:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a7e79a2d. 00000400:00000010:2.0:1767325770.139378:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003a8dc37. 00000400:00000010:2.0:1767325770.139380:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000868274b8. 00000400:00000010:2.0:1767325770.139383:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bbabeb6e. 00000400:00000010:2.0:1767325770.139385:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cb88153a. 00000400:00000010:2.0:1767325770.139386:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008efafda9. 00000400:00000010:2.0:1767325770.139387:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ae6d7ae. 00000400:00000010:2.0:1767325770.139391:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005cfe0396. 00000400:00000010:2.0:1767325770.139393:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a395b6d4. 00000400:00000010:2.0:1767325770.139398:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f102f6db. 00000400:00000010:2.0:1767325770.139399:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009d33fed6. 00000400:00000010:2.0:1767325770.139403:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a378bd65. 00000400:00000010:2.0:1767325770.139404:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008d8fbdc2. 00000400:00000010:2.0:1767325770.139405:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031404038. 00000400:00000010:2.0:1767325770.139406:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000581f4f35. 00000400:00000010:2.0:1767325770.139409:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009e77812. 00000400:00000010:2.0:1767325770.139410:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004500a740. 00000400:00000010:2.0:1767325770.139411:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ddb0e2d. 00000400:00000010:2.0:1767325770.139412:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003feb156. 00000400:00000010:2.0:1767325770.139416:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000060de6e87. 00000400:00000010:2.0:1767325770.139417:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000090bb7c24. 00000400:00000010:2.0:1767325770.139418:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0b8b023. 00000400:00000010:2.0:1767325770.139418:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059cfba1a. 00000400:00000010:2.0:1767325770.139421:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013505df2. 00000400:00000010:2.0:1767325770.139423:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d46241ca. 00000400:00000010:2.0:1767325770.139423:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d7530e3. 00000400:00000010:2.0:1767325770.139424:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce6b44a8. 00000400:00000010:2.0:1767325770.139427:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf32cfa3. 00000400:00000010:2.0:1767325770.139428:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000006756d26. 00000400:00000010:2.0:1767325770.139429:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b997bea1. 00000400:00000010:2.0:1767325770.139430:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4577ff5. 00000400:00000010:2.0:1767325770.139433:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000694095bb. 00000400:00000010:2.0:1767325770.139436:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000002aab5e. 00000400:00000010:2.0:1767325770.139437:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006fb500c3. 00000400:00000010:2.0:1767325770.139439:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb33d41f. 00000400:00000010:2.0:1767325770.139443:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000033818445. 00000400:00000010:2.0:1767325770.139445:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001c8dcd23. 00000400:00000010:2.0:1767325770.139447:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0b90dda. 00000400:00000010:2.0:1767325770.139448:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004a637ba. 00000400:00000010:2.0:1767325770.139453:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008163c823. 00000400:00000010:2.0:1767325770.139455:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005bec4723. 00000400:00000010:2.0:1767325770.139461:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b97e00f2. 00000400:00000010:2.0:1767325770.139463:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006aa788aa. 00000400:00000010:2.0:1767325770.139467:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000366eb52e. 00000400:00000010:2.0:1767325770.139470:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004cb3e7ef. 00000400:00000010:2.0:1767325770.139471:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2258343. 00000400:00000010:2.0:1767325770.139473:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001129ed64. 00000400:00000010:2.0:1767325770.139476:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000810e16f. 00000400:00000010:2.0:1767325770.139479:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006965735a. 00000400:00000010:2.0:1767325770.139481:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e39c3d5. 00000400:00000010:2.0:1767325770.139482:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095862944. 00000400:00000010:2.0:1767325770.139486:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095de6c75. 00000400:00000010:2.0:1767325770.139489:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008b866259. 00000400:00000010:2.0:1767325770.139490:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d45b13a. 00000400:00000010:2.0:1767325770.139492:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067c0925d. 00000400:00000010:2.0:1767325770.139496:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008d32262a. 00000400:00000010:2.0:1767325770.139499:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003a22e069. 00000400:00000010:2.0:1767325770.139508:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d123f2b0. 00000400:00000010:2.0:1767325770.139509:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef4aef12. 00000400:00000010:2.0:1767325770.139514:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007076414b. 00000400:00000010:2.0:1767325770.139516:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000353d3d2a. 00000400:00000010:2.0:1767325770.139517:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052382d99. 00000400:00000010:2.0:1767325770.139518:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077f9a719. 00000400:00000010:2.0:1767325770.139521:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a229c8bb. 00000400:00000010:2.0:1767325770.139522:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007450416c. 00000400:00000010:2.0:1767325770.139523:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ac35fbb. 00000400:00000010:2.0:1767325770.139524:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d53eb6f5. 00000400:00000010:2.0:1767325770.139529:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d2d7e078. 00000400:00000010:2.0:1767325770.139530:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000b87fbbe. 00000400:00000010:2.0:1767325770.139531:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d83ba30. 00000400:00000010:2.0:1767325770.139532:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab5e2ae6. 00000400:00000010:2.0:1767325770.139535:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acac2757. 00000400:00000010:2.0:1767325770.139536:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000af408fc1. 00000400:00000010:2.0:1767325770.139541:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005aa12dca. 00000400:00000010:2.0:1767325770.139542:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4dc425b. 00000400:00000010:2.0:1767325770.139545:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005131c984. 00000400:00000010:2.0:1767325770.139546:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b3fa9f6c. 00000400:00000010:2.0:1767325770.139547:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b092cc68. 00000400:00000010:2.0:1767325770.139548:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001340e1b5. 00000400:00000010:2.0:1767325770.139550:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008111e080. 00000400:00000010:2.0:1767325770.139552:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000078d4096f. 00000400:00000010:2.0:1767325770.139552:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c2f6eb53. 00000400:00000010:2.0:1767325770.139553:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000754645ec. 00000400:00000010:2.0:1767325770.139556:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007fca2bb0. 00000400:00000010:2.0:1767325770.139557:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005bc9c07a. 00000400:00000010:2.0:1767325770.139558:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000464ff9c6. 00000400:00000010:2.0:1767325770.139559:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a666639. 00000400:00000010:2.0:1767325770.139562:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000065c774c1. 00000400:00000010:2.0:1767325770.139563:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006a8eb518. 00000400:00000010:2.0:1767325770.139564:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005572ef0c. 00000400:00000010:2.0:1767325770.139565:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063038242. 00000400:00000010:2.0:1767325770.139568:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a621df64. 00000400:00000010:2.0:1767325770.139569:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a0f6f0fc. 00000400:00000010:2.0:1767325770.139571:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1209d8e. 00000400:00000010:2.0:1767325770.139573:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd844ffe. 00000400:00000010:2.0:1767325770.139576:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f85f951f. 00000400:00000010:2.0:1767325770.139579:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cdf50c4c. 00000400:00000010:2.0:1767325770.139580:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000078fa8bea. 00000400:00000010:2.0:1767325770.139582:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e8a92df. 00000400:00000010:2.0:1767325770.139585:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffb6a160. 00000400:00000010:2.0:1767325770.139588:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ce8e20c4. 00000400:00000010:2.0:1767325770.139590:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002ff005ae. 00000400:00000010:2.0:1767325770.139592:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eda022bf. 00000400:00000010:2.0:1767325770.139596:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4c0021c. 00000400:00000010:2.0:1767325770.139599:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005e0c9f37. 00000400:00000010:2.0:1767325770.139606:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0fdf766. 00000400:00000010:2.0:1767325770.139608:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008792a64c. 00000400:00000010:2.0:1767325770.139612:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f59ae2d4. 00000400:00000010:2.0:1767325770.139615:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b4615167. 00000400:00000010:2.0:1767325770.139616:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002b4e54b5. 00000400:00000010:2.0:1767325770.139618:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f50662e. 00000400:00000010:2.0:1767325770.139621:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c2c5aa37. 00000400:00000010:2.0:1767325770.139624:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004cdec644. 00000400:00000010:2.0:1767325770.139626:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f4c68b3d. 00000400:00000010:2.0:1767325770.139627:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5534a23. 00000400:00000010:2.0:1767325770.139632:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ea037333. 00000400:00000010:2.0:1767325770.139635:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fbe6fe6d. 00000400:00000010:2.0:1767325770.139636:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002d93af2d. 00000400:00000010:2.0:1767325770.139638:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054f8c12e. 00000400:00000010:2.0:1767325770.139642:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d10d1037. 00000400:00000010:2.0:1767325770.139645:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f3bfdf67. 00000400:00000010:2.0:1767325770.139646:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d016a1dc. 00000400:00000010:2.0:1767325770.139648:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007eb69626. 00000400:00000010:2.0:1767325770.139652:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007cb1675b. 00000400:00000010:2.0:1767325770.139655:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003a1c6f35. 00000400:00000010:2.0:1767325770.139657:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf427070. 00000400:00000010:2.0:1767325770.139658:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000828631d3. 00000400:00000010:2.0:1767325770.139662:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f23e0c14. 00000400:00000010:2.0:1767325770.139673:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aa8b7a71. 00000400:00000010:2.0:1767325770.139677:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000198642a. 00000400:00000010:2.0:1767325770.139692:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cd6b845. 00000400:00000010:2.0:1767325770.139698:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c39d7f5. 00000400:00000010:2.0:1767325770.139700:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000001a69c9a. 00000400:00000010:2.0:1767325770.139702:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008f20f0e0. 00000400:00000010:2.0:1767325770.139704:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027e7cb45. 00000400:00000010:2.0:1767325770.139708:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d57e6c60. 00000400:00000010:2.0:1767325770.139710:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e2d78255. 00000400:00000010:2.0:1767325770.139717:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e0d1329c. 00000400:00000010:2.0:1767325770.139725:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001acfe8b8. 00000400:00000010:2.0:1767325770.139730:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003efc3055. 00000400:00000010:2.0:1767325770.139733:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d6273e06. 00000400:00000010:2.0:1767325770.139735:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059510dd5. 00000400:00000010:2.0:1767325770.139737:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000491afba1. 00000400:00000010:2.0:1767325770.139742:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7770b7a. 00000400:00000010:2.0:1767325770.139744:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000040f3457d. 00000400:00000010:2.0:1767325770.139746:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e6ecdc4c. 00000400:00000010:2.0:1767325770.139748:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d09dd191. 00000400:00000010:2.0:1767325770.139782:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b624a8a. 00000400:00000010:2.0:1767325770.139787:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000030edc93b. 00000400:00000010:2.0:1767325770.139790:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000068c62dfa. 00000400:00000010:2.0:1767325770.139793:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000296c5ee1. 00000400:00000010:2.0:1767325770.139798:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000028980937. 00000400:00000010:2.0:1767325770.139801:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ef08917b. 00000400:00000010:2.0:1767325770.139804:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d804378c. 00000400:00000010:2.0:1767325770.139806:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025f73bbf. 00000400:00000010:2.0:1767325770.139811:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040bf566d. 00000400:00000010:2.0:1767325770.139814:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001f2a8c13. 00000400:00000010:2.0:1767325770.139816:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2d26d60. 00000400:00000010:2.0:1767325770.139818:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8c209e1. 00000400:00000010:2.0:1767325770.139822:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007c7ce09b. 00000400:00000010:2.0:1767325770.139825:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b1afc6c6. 00000400:00000010:2.0:1767325770.139828:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059977e4c. 00000400:00000010:2.0:1767325770.139830:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014f4b4d2. 00000400:00000010:2.0:1767325770.139842:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000099350543. 00000400:00000010:2.0:1767325770.139847:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e909801c. 00000400:00000010:2.0:1767325770.139849:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a065994d. 00000400:00000010:2.0:1767325770.139852:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5c88b3f. 00000400:00000010:2.0:1767325770.139856:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da15c246. 00000400:00000010:2.0:1767325770.139860:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000022f769be. 00000400:00000010:2.0:1767325770.139868:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000097a7778c. 00000400:00000010:2.0:1767325770.139870:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028dd857e. 00000400:00000010:2.0:1767325770.139875:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acb92d4c. 00000400:00000010:2.0:1767325770.139877:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000043a2e544. 00000400:00000010:2.0:1767325770.139878:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb658f67. 00000400:00000010:2.0:1767325770.139880:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9ab1f6b. 00000400:00000010:2.0:1767325770.139883:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a8547ca. 00000400:00000010:2.0:1767325770.139885:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a6c22a2f. 00000400:00000010:2.0:1767325770.139887:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6fc1238. 00000400:00000010:2.0:1767325770.139889:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a91c3be. 00000400:00000010:2.0:1767325770.139900:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000005420a7c. 00000400:00000010:2.0:1767325770.139904:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000030acb7ec. 00000400:00000010:2.0:1767325770.139906:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5de524c. 00000400:00000010:2.0:1767325770.139908:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e9d29d1. 00000400:00000010:2.0:1767325770.139912:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000890ab23c. 00000400:00000010:2.0:1767325770.139915:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cf30b55e. 00000400:00000010:2.0:1767325770.139918:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df62a7e4. 00000400:00000010:2.0:1767325770.139921:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000853acd4c. 00000400:00000010:2.0:1767325770.139925:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eee1efd7. 00000400:00000010:2.0:1767325770.139928:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dec6e4cb. 00000400:00000010:2.0:1767325770.139930:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000543d257d. 00000400:00000010:2.0:1767325770.139933:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c381437. 00000400:00000010:2.0:1767325770.139937:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf026739. 00000400:00000010:2.0:1767325770.139941:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000048a7462c. 00000400:00000010:2.0:1767325770.139943:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0068f20. 00000400:00000010:2.0:1767325770.139945:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c7080b1. 00000400:00000010:2.0:1767325770.139956:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000985b50a1. 00000400:00000010:2.0:1767325770.139960:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ec87a267. 00000400:00000010:2.0:1767325770.139962:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab944e48. 00000400:00000010:2.0:1767325770.139965:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003dd3b662. 00000400:00000010:2.0:1767325770.139969:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008b590d14. 00000400:00000010:2.0:1767325770.139972:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000045524f98. 00000400:00000010:2.0:1767325770.139982:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000048a73960. 00000400:00000010:2.0:1767325770.139984:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a293481. 00000400:00000010:2.0:1767325770.139989:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff4189a3. 00000400:00000010:2.0:1767325770.139992:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000031e9678d. 00000400:00000010:2.0:1767325770.139994:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000839aae7c. 00000400:00000010:2.0:1767325770.139996:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e58fe847. 00000400:00000010:2.0:1767325770.140000:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a4b5082. 00000400:00000010:2.0:1767325770.140003:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002ca15dba. 00000400:00000010:2.0:1767325770.140005:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ada16fdb. 00000400:00000010:2.0:1767325770.140007:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff78d67b. 00000400:00000010:2.0:1767325770.140019:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006aed2ee4. 00000400:00000010:2.0:1767325770.140023:0:216322:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000016bfd441. 00000400:00000010:2.0:1767325770.140025:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000063517dd8. 00000400:00000010:2.0:1767325770.140027:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9e2bdf1. 00000400:00000010:2.0:1767325770.140030:0:216322:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006ea787b1. 00000400:00000010:2.0:1767325770.140032:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008575339e. 00000400:00000010:2.0:1767325770.140033:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001078ce29. 00000400:00000010:2.0:1767325770.140036:0:216322:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000061fb9d5f. 00000400:00000010:2.0:1767325770.140039:0:216322:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000104f2f33. 00000400:00000010:2.0:1767325770.140040:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005817d53b. 00000400:00000010:2.0:1767325770.140042:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d1db460. 00000400:00000010:2.0:1767325770.140043:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000011f7b4e7. 00000400:00000010:2.0:1767325770.140044:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037a83653. 00000400:00000010:2.0:1767325770.140048:0:216322:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000694444fe. 00000400:00000010:2.0:1767325770.140051:0:216322:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000bf7d99a. 00000400:00000010:2.0:1767325770.140053:0:216322:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e2b86abd. 00000400:00000010:2.0:1767325770.140054:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000612714cc. 00000400:00000010:2.0:1767325770.140056:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038099405. 00000400:00000010:2.0:1767325770.140057:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000024c32631. 00000400:00000010:2.0:1767325770.140058:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cf7cb4cc. 00000400:00000010:2.0:1767325770.140060:0:216322:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000694444fe. 00000400:00000010:2.0:1767325770.140069:0:216322:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9d2a209. 00000400:00000010:2.0:1767325770.140070:0:216322:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000006fea9dc7. 00000800:00000010:2.0:1767325770.140976:0:216331:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000058243a2f. 00000800:00000010:2.0:1767325770.140983:0:216331:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000e48626e1. 00000800:00000010:2.0:1767325770.141083:0:216332:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000d58a34c0. 00000800:00000010:2.0:1767325770.141087:0:216332:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000e2bca533. 00000800:00000010:2.0:1767325770.141181:0:216333:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000ef260120. 00000800:00000010:2.0:1767325770.141187:0:216333:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000008077ed81. 00000100:00000010:3.0:1767325770.143903:0:216338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f901ddd3. 00000020:00000010:3.0:1767325770.143908:0:216338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbb24de2. 00000020:00000010:3.0:1767325770.143911:0:216338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007649213f. 00000020:00000010:3.0:1767325770.143914:0:216338:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000e407332c. 00000040:00000010:3.0:1767325770.143916:0:216338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003aa4a43b. 00000020:00000010:3.0:1767325770.143919:0:216338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf03fe21. 00000020:00000010:3.0:1767325770.143921:0:216338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d110649a. 00000100:00000010:3.0:1767325770.144029:0:216339:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6cbc42c. 00000020:00000010:3.0:1767325770.144033:0:216339:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e267d548. 00000020:00000010:3.0:1767325770.144036:0:216339:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000523e9f8f. 00000020:00000010:3.0:1767325770.144042:0:216339:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c422e14b. 00000040:00000010:3.0:1767325770.144045:0:216339:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c46ccf0. 00000020:00000010:3.0:1767325770.144048:0:216339:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9ff7e02. 00000020:00000010:3.0:1767325770.144050:0:216339:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086fbf8f5. 00000100:00000010:3.0:1767325770.144144:0:216340:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f83c168. 00000020:00000010:3.0:1767325770.144147:0:216340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077b60350. 00000020:00000010:3.0:1767325770.144150:0:216340:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5568727. 00000020:00000010:3.0:1767325770.144152:0:216340:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000dcf27fb7. 00000040:00000010:3.0:1767325770.144154:0:216340:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000760d361e. 00000020:00000010:3.0:1767325770.144157:0:216340:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cbfd34ef. 00000020:00000010:3.0:1767325770.144159:0:216340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4c5b8e4. 00000100:00000010:3.0:1767325770.144265:0:216341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000286f6f67. 00000020:00000010:3.0:1767325770.144269:0:216341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022d7b490. 00000020:00000010:3.0:1767325770.144270:0:216341:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d871873. 00000020:00000010:3.0:1767325770.144271:0:216341:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000680da6fb. 00000040:00000010:3.0:1767325770.144273:0:216341:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001855585a. 00000020:00000010:3.0:1767325770.144275:0:216341:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5ca8d68. 00000020:00000010:3.0:1767325770.144276:0:216341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001eed0626. 02000000:00000010:2.0:1767325770.187271:0:216353:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000005e59b400. 02000000:00000010:2.0:1767325770.187278:0:216353:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000066a3bfeb. 02000000:00000010:2.0:1767325770.187281:0:216353:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000001d26c5ed. 02000000:00000010:2.0:1767325770.187291:0:216353:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000c4519206. 00000001:00000010:3.0:1767325771.902546:0:216410:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000047a28444. 00000100:00000010:3.0:1767325771.902578:0:216410:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000ea70bf8c. 00000020:00000010:3.0:1767325771.902601:0:216410:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f6c7aecb. 00000020:00000010:3.0:1767325771.902616:0:216410:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000059cb86b0. 00000020:00000010:3.0:1767325771.902625:0:216410:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000059cb86b0. 00008000:02000000:2.0:1767325772.064982:0:216463:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1767325772.067143:0:216463:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000061628702. 00000020:00000010:2.0:1767325772.067416:0:216463:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e7950624. 00000020:00000010:3.0:1767325786.168783:0:217343:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000edd82e7f. 00000020:00000010:3.0:1767325786.168816:0:217343:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e068bbcb. 00000001:02000400:2.0:1767325807.098108:0:218270:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:3.0:1767325814.928169:0:218989:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000020:00000010:2.0:1767325815.025096:0:219017:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000e89f8b25. 00000020:00000010:2.0:1767325815.025102:0:219017:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000008d1450d. 00000020:00000010:2.0:1767325815.025107:0:219017:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000008c5ee51e. 00000020:00000010:2.0:1767325815.025114:0:219017:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 000000003295356d. 00000020:00000010:2.0:1767325815.025116:0:219017:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 00000000926e6a64. 00000020:00000010:2.0:1767325815.025118:0:219017:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 00000000ca532cbf. 00000020:00000010:2.0:1767325815.025127:0:219017:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000d10888c5. 00000020:00000010:2.0:1767325815.025129:0:219017:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000370ddf8d. 00000020:00000010:2.0:1767325815.025134:0:219017:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000fb0c327e. 00000100:00000010:2.0:1767325815.025137:0:219017:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a0f6abc6. 00000400:00000200:2.0:1767325815.025139:0:219017:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325815.025142:0:219017:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000010:2.0:1767325815.025147:0:219017:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a9765461. 00000400:00000200:2.0:1767325815.025149:0:219017:0:(peer.c:264:lnet_peer_alloc()) 00000000a9765461 nid 192.168.203.127@tcp 00000400:00000010:2.0:1767325815.025151:0:219017:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009e477396. 00000400:00000200:2.0:1767325815.025153:0:219017:0:(peer.c:204:lnet_peer_net_alloc()) 000000009e477396 net tcp 00000400:00000010:2.0:1767325815.025154:0:219017:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cf417b79. 00000400:00000200:2.0:1767325815.025157:0:219017:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cf417b79 nid 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.025165:0:219017:0:(peer.c:1093:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.127@tcp: -2 00000400:00000200:2.0:1767325815.025168:0:219017:0:(peer.c:1699:lnet_peer_attach_peer_ni()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp flags 0x100001 00000400:00000200:2.0:1767325815.025181:0:219017:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.127@tcp: 0 00000400:00000200:2.0:1767325815.025182:0:219017:0:(peer.c:2787:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767325815.025184:0:219017:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325815.025186:0:219017:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000020:00000010:2.0:1767325815.025188:0:219017:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 00000000fb0c327e. 00000020:00000010:2.0:1767325815.025191:0:219017:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 0000000075ff8fef. 00000020:00000010:2.0:1767325815.025195:0:219017:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000036f6da26. 00000020:00000010:2.0:1767325815.025211:0:219017:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005fbcaefe. 00000020:00000010:2.0:1767325815.025217:0:219017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e9d4a8c9. 00000020:00000010:2.0:1767325815.025227:0:219017:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000036f6da26. 00000020:00000010:2.0:1767325815.025231:0:219017:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 0000000036f6da26. 00000001:00000010:2.0:1767325815.025245:0:219017:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c0761122. 00000001:00000010:2.0:1767325815.025249:0:219017:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d9c94652. 00000001:00000010:2.0:1767325815.025251:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069e256d2. 00000001:00000010:2.0:1767325815.025253:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a670890. 00000001:00000010:2.0:1767325815.025256:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000159476b1. 00000001:00000010:2.0:1767325815.025258:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000790dadc. 00000001:00000010:2.0:1767325815.025262:0:219017:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a52ebe51. 00000001:00000010:2.0:1767325815.025266:0:219017:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a2e46335. 00000001:00000010:2.0:1767325815.025271:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000733618ca. 00000001:00000010:2.0:1767325815.025273:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005dfeddab. 00000001:00000010:2.0:1767325815.025275:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a94dfbd. 00000001:00000010:2.0:1767325815.025277:0:219017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072696a6e. 00000020:00000010:2.0:1767325815.025281:0:219017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018abddfd. 00000020:00000010:2.0:1767325815.025286:0:219017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c122d859. 00000020:00000010:2.0:1767325815.025296:0:219017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000727a5cab. 00000008:00000010:2.0:1767325815.025307:0:219017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000623324ca. 00020000:00000010:2.0:1767325815.025318:0:219017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000083a34a5. 00008000:00000010:2.0:1767325815.025331:0:219017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e7ae6e4f. 00000080:00000010:2.0:1767325815.025342:0:219017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000023086d29. 00000020:00000010:2.0:1767325815.025348:0:219017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061c759bb. 00000020:00000010:2.0:1767325815.025355:0:219017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002482a30d. 00000800:00000200:1.1F:1767325815.025357:0:216336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (2) 00000040:00000010:2.0:1767325815.025359:0:219017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc76d80d. 00000020:00000010:2.0:1767325815.025362:0:219017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0a45806. 00000020:00000010:2.0:1767325815.025365:0:219017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de5f807a. 00040000:00000010:2.0:1767325815.025369:0:219017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000afa9bcde. 00040000:00000010:2.0:1767325815.025371:0:219017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f84c33dd. 10000000:00000010:2.0:1767325815.025373:0:219017:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000b9cd79f7. 00010000:00000010:2.0:1767325815.025394:0:219017:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000fbc4963f. 00010000:00000010:2.0:1767325815.025401:0:219017:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000007cd6e49e. 00010000:00000010:2.0:1767325815.025407:0:219017:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000503b324a. 00000100:00000010:2.0:1767325815.025480:0:219017:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000f213cb9a. 00000100:00000010:2.0:1767325815.025485:0:219017:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c3785b1c. 00000100:00000010:2.0:1767325815.025496:0:219017:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000053db8fd5. 00000100:00000010:2.0:1767325815.025504:0:219017:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f8c2b859. 00000100:00000010:2.0:1767325815.025508:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecf6b862. 00000100:00000010:2.0:1767325815.025512:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006aa6aa24. 00000400:00000200:2.0:1767325815.025515:0:219017:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1767325815.025546:0:219017:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ecab4c46. 00000020:00000010:2.0:1767325815.025549:0:219017:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000736f11dd. 00000100:00000010:2.0:1767325815.025575:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000241b2a40. 00000100:00000010:2.0:1767325815.025578:0:219017:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000476994f6. 00000100:00000010:2.0:1767325815.025581:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000062f5b49. 00000100:00000010:2.0:1767325815.025583:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000040f5f589. 00000100:00000010:2.0:1767325815.025585:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ceeab7b3. 00000100:00000200:2.0:1767325815.025601:0:219017:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:2.0:1767325815.025603:0:219017:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008f2281c3. 00000100:00000010:2.0:1767325815.025800:0:219018:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009502ba98. 00000020:00000010:2.0:1767325815.025805:0:219018:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000328732df. 00000020:00000010:2.0:1767325815.025808:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018fc13ac. 00000020:00000010:2.0:1767325815.025810:0:219018:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056225032. 00000040:00000010:2.0:1767325815.025811:0:219018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007c911097. 00000020:00000010:2.0:1767325815.025813:0:219018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000348c6495. 00000020:00000010:2.0:1767325815.025827:0:219018:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000090fa3019. 00000020:00000010:2.0:1767325815.025829:0:219018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007dfb9be6. 80000000:00000010:2.0:1767325815.025831:0:219018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001fcba414. 40000000:00000010:2.0:1767325815.025833:0:219018:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a9c3cdd5. 00100000:00000010:2.0:1767325815.025836:0:219018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005171630c. 00040000:00000010:2.0:1767325815.025838:0:219018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b24001a2. 00040000:00000010:2.0:1767325815.025841:0:219018:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fb83a686. 00040000:00000010:2.0:1767325815.025842:0:219018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004c0a29ea. 00000004:00000010:2.0:1767325815.025844:0:219018:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a187a259. 00000004:00000010:2.0:1767325815.025848:0:219018:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ca2f044b. 00000004:00000010:2.0:1767325815.025850:0:219018:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b9d6a174. 00002000:00000010:2.0:1767325815.025853:0:219018:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e97200c. 00000004:00000010:2.0:1767325815.025855:0:219018:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000174430b8. 00000100:00000200:2.0:1767325815.025857:0:219018:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767325815.025861:0:219018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5d3e89d. 00000400:00000010:2.0:1767325815.025864:0:219018:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1ffe02e. 00000100:00000010:2.0:1767325815.025869:0:219018:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000760ac77b. 00000100:00000200:2.0:1767325815.025879:0:219018:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000800:00000010:3.0:1767325815.026088:0:216326:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a57e78d. 00000800:00000010:3.0:1767325815.026094:0:216326:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026a9e1ea. 00000800:00000010:3.0:1767325815.026101:0:216326:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d804d8a0. 00000800:00000010:3.0:1767325815.026116:0:216326:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d804d8a0. 00000100:00000010:2.0:1767325815.026205:0:219017:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000078823985. 00000100:00000010:2.0:1767325815.026211:0:219017:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d703c18a. 00000100:00000010:2.0:1767325815.026222:0:219017:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d14ca401. 00000100:00000010:2.0:1767325815.026229:0:219017:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000047ff552b. 00000100:00000010:2.0:1767325815.026234:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f40f923a. 00000100:00000010:2.0:1767325815.026238:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ac625ab. 00000100:00000010:2.0:1767325815.026241:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067375b41. 00000100:00000010:2.0:1767325815.026250:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dde425f2. 00000100:00000010:2.0:1767325815.026253:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014caed11. 00000100:00000010:2.0:1767325815.026257:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000300622c1. 00000100:00000010:2.0:1767325815.026260:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2a289f7. 00000100:00000010:2.0:1767325815.026263:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051c91abc. 00000100:00000010:2.0:1767325815.026266:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f428dfd6. 00000100:00000010:2.0:1767325815.026270:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010862044. 00000100:00000010:2.0:1767325815.026272:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001479bafe. 00000100:00000010:2.0:1767325815.026284:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038d47fcd. 00000100:00000010:2.0:1767325815.026288:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5847b1b. 00000100:00000010:2.0:1767325815.026292:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dffc5461. 00000100:00000010:2.0:1767325815.026295:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009f61eb7. 00000100:00000010:2.0:1767325815.026299:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079e13560. 00000100:00000010:2.0:1767325815.026302:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3a4c8f3. 00000100:00000010:2.0:1767325815.026306:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025bd9b0b. 00000100:00000010:2.0:1767325815.026309:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ad80f27. 00000100:00000010:2.0:1767325815.026318:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d7d4ff3. 00000100:00000010:2.0:1767325815.026323:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d1f7865. 00000100:00000010:2.0:1767325815.026327:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e877680. 00000100:00000010:2.0:1767325815.026329:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c49d4786. 00000100:00000010:2.0:1767325815.026332:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003711a476. 00000100:00000010:2.0:1767325815.026335:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986e3f91. 00000100:00000010:2.0:1767325815.026338:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2354e95. 00000100:00000010:2.0:1767325815.026340:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a1e33ac. 00000100:00000010:2.0:1767325815.026350:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000777ffa6f. 00000100:00000010:2.0:1767325815.026354:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051debac8. 00000100:00000010:2.0:1767325815.026357:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000447d398d. 00000100:00000010:2.0:1767325815.026359:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f0903f4. 00000100:00000010:2.0:1767325815.026362:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000204543a3. 00000100:00000010:2.0:1767325815.026365:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000330661ba. 00000100:00000010:2.0:1767325815.026369:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cef41e0. 00000100:00000010:2.0:1767325815.026372:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000218fcd3d. 00000100:00000010:2.0:1767325815.026391:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db1fd3ce. 00000100:00000010:2.0:1767325815.026395:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037d8dcd2. 00000100:00000010:2.0:1767325815.026398:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069d70742. 00000100:00000010:2.0:1767325815.026401:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000326fcd02. 00000100:00000010:2.0:1767325815.026404:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa4b227a. 00000100:00000010:2.0:1767325815.026414:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000124422f9. 00000100:00000010:2.0:1767325815.026420:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086f4f11d. 00000100:00000010:2.0:1767325815.026427:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d343b35. 00000100:00000010:2.0:1767325815.026435:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c8ac6fc. 00000100:00000010:2.0:1767325815.026439:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fa0b6bd. 00000100:00000010:2.0:1767325815.026443:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ab06e08. 00000100:00000010:2.0:1767325815.026446:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000375cc23c. 00000100:00000010:2.0:1767325815.026449:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e7ada98. 00000100:00000010:2.0:1767325815.026451:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ec8c6b7. 00000100:00000010:2.0:1767325815.026455:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074caee0d. 00000100:00000010:2.0:1767325815.026458:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d16191a. 00000100:00000010:2.0:1767325815.026467:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037aff97a. 00000100:00000010:2.0:1767325815.026470:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000616b026b. 00000100:00000010:2.0:1767325815.026473:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004c02ca1. 00000100:00000010:2.0:1767325815.026475:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097d34d1c. 00000100:00000010:2.0:1767325815.026478:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df566dce. 00000100:00000010:2.0:1767325815.026481:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9cb4229. 00000100:00000010:2.0:1767325815.026484:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ba327c2. 00000100:00000010:2.0:1767325815.026487:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000680e4de0. 00000100:00000010:2.0:1767325815.026495:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000116f0454. 00000100:00000010:2.0:1767325815.026498:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b738243f. 00000100:00000010:2.0:1767325815.026501:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000011ffbfe2. 00000100:00000010:2.0:1767325815.026504:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003accc3ac. 00000100:00000010:2.0:1767325815.026507:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e602f2d1. 00000100:00000010:2.0:1767325815.026509:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000177d7046. 00000100:00000010:2.0:1767325815.026512:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007783297d. 00000100:00000010:2.0:1767325815.026515:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000706bb0ea. 00000100:00000010:2.0:1767325815.026524:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009074b717. 00000100:00000010:2.0:1767325815.026527:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068cc51c8. 00000100:00000010:2.0:1767325815.026531:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008fd8e06a. 00000100:00000010:2.0:1767325815.026533:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b857902. 00000100:00000010:2.0:1767325815.026537:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4b212d4. 00000100:00000010:2.0:1767325815.026539:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d09ebc3. 00000100:00000010:2.0:1767325815.026546:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9d73505. 00000100:00000010:2.0:1767325815.026549:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099e2cf9e. 00000100:00000010:2.0:1767325815.026557:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019676fcd. 00000100:00000010:2.0:1767325815.026560:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c007463. 00000100:00000010:2.0:1767325815.026564:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000026ebebe. 00000100:00000010:2.0:1767325815.026568:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000010ca516. 00000100:00000010:2.0:1767325815.026572:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6f8cd6b. 00000100:00000010:2.0:1767325815.026576:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000216e4637. 00000100:00000010:2.0:1767325815.026579:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f6283b7. 00000100:00000010:2.0:1767325815.026583:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9a73c72. 00000100:00000010:2.0:1767325815.026593:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a93660ff. 00000100:00000010:2.0:1767325815.026597:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000616ba625. 00000100:00000010:2.0:1767325815.026600:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac08c5fd. 00000100:00000010:2.0:1767325815.026603:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007129681d. 00000100:00000010:2.0:1767325815.026606:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ad6aec9. 00000100:00000010:2.0:1767325815.026608:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030d4b3cd. 00000100:00000010:2.0:1767325815.026612:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c84a524f. 00000100:00000010:2.0:1767325815.026614:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093774928. 00000100:00000010:2.0:1767325815.026623:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f07a3cfc. 00000100:00000010:2.0:1767325815.026626:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007581a3e. 00000100:00000010:2.0:1767325815.026630:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e38d097. 00000100:00000010:2.0:1767325815.026632:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031fb26d3. 00000100:00000010:2.0:1767325815.026636:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c5ceadd. 00000100:00000010:2.0:1767325815.026638:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf216341. 00000100:00000010:2.0:1767325815.026642:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063bd8a9d. 00000100:00000010:2.0:1767325815.026644:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000acee508. 00000100:00000010:2.0:1767325815.026653:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018d73d9b. 00000100:00000010:2.0:1767325815.026656:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f78391ab. 00000100:00000010:2.0:1767325815.026660:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4ab8f9a. 00000100:00000010:2.0:1767325815.026662:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004a79793. 00000100:00000010:2.0:1767325815.026666:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e17ee55. 00000100:00000010:2.0:1767325815.026671:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a975923. 00000100:00000010:2.0:1767325815.026674:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000931582c. 00000100:00000010:2.0:1767325815.026675:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ba1935d. 00000100:00000010:2.0:1767325815.026681:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033825349. 00000100:00000010:2.0:1767325815.026683:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000483f8715. 00000100:00000010:2.0:1767325815.026686:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051f58a76. 00000100:00000010:2.0:1767325815.026689:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa021499. 00000100:00000010:2.0:1767325815.026693:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c3e9dd0. 00000100:00000010:2.0:1767325815.026695:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6d5b04d. 00000100:00000010:2.0:1767325815.026698:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000385aa1f4. 00000100:00000010:2.0:1767325815.026700:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed4271e2. 00000100:00000010:2.0:1767325815.026710:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6045cbd. 00000100:00000010:2.0:1767325815.026714:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037d4e9f9. 00000100:00000010:2.0:1767325815.026718:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000731f292e. 00000100:00000010:2.0:1767325815.026721:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ddbd985. 00000100:00000010:2.0:1767325815.026726:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ae4eb86. 00000100:00000010:2.0:1767325815.026734:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002016ecc2. 00000100:00000010:2.0:1767325815.026739:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6299678. 00000100:00000010:2.0:1767325815.026741:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdbce24e. 00000100:00000010:2.0:1767325815.026750:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a2e8d69. 00000100:00000010:2.0:1767325815.026752:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039b4b19e. 00000100:00000010:2.0:1767325815.026779:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002eb6e25b. 00000100:00000010:2.0:1767325815.026782:0:219017:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dabac5ee. 00000100:00000010:2.0:1767325815.026785:0:219017:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a29a402. 00000400:00000200:2.0:1767325815.026787:0:219017:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1767325815.026826:0:219017:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000031790ee. 00000020:00000010:2.0:1767325815.026831:0:219017:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007e1b8084. 00000800:00000200:3.1F:1767325815.026839:0:216326:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767325815.026852:0:216326:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767325815.026873:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b18f85ef. 00000100:00000010:2.0:1767325815.026877:0:219017:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000206f1198. 00000100:00000010:2.0:1767325815.026880:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cfd2e059. 00000100:00000010:2.0:1767325815.026883:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ce93d45b. 00000100:00000010:2.0:1767325815.026885:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005d8c9c77. 00000100:00000010:2.0:1767325815.026893:0:219017:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000029265c97. 00000100:00000010:2.0:1767325815.026896:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d0a847a6. 00000100:00000010:2.0:1767325815.026898:0:219017:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005d6b87c1. 00000100:00000010:2.0:1767325815.026900:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000066f972e5. 00000100:00000010:2.0:1767325815.026903:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fea4fd6. 00000100:00000010:2.0:1767325815.026906:0:219017:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b2b92e2. 00000800:00000200:3.1:1767325815.026912:0:216326:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767325815.026924:0:216326:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.127@tcp p 3.x 192.168.203.27 -> 192.168.203.127:988 incarnation:1767325793340270655 sched[0] 00000800:00000010:3.0:1767325815.026927:0:216326:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026a9e1ea. 00000100:00000200:2.0:1767325815.026939:0:219017:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1767325815.026944:0:219017:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000853390bc. 00000400:00000200:3.0:1767325815.026990:0:216326:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.127:988 00000800:00000200:2.0:1767325815.027013:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325815.027018:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9b1f653. 00000400:00000200:2.0:1767325815.027022:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.027028:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: GET: OK 00000400:00000200:2.0:1767325815.027033:0:216332:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767325815.027036:0:216332:0:(peer.c:3093:lnet_discovery_event_send()) Ping Send to 192.168.203.127@tcp: 0 00000800:00000010:3.0:1767325815.027399:0:216326:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068022f3a. 00000800:00000010:3.0:1767325815.027407:0:216326:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026a9e1ea. 00000800:00000010:3.0:1767325815.027526:0:216326:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d804d8a0. 00000800:00000010:3.0:1767325815.027535:0:216326:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d804d8a0. 00000400:00000200:2.0:1767325815.027549:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : REPLY - for me 00000400:00000200:2.0:1767325815.027575:0:216333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.27@tcp: Reply from 12345-192.168.203.127@tcp of length 48/48 into md 0x9 00000400:00000200:2.0:1767325815.027591:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.027601:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: REPLY: OK 00000400:00000200:2.0:1767325815.027609:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000400:00000010:2.0:1767325815.027613:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000400:00000200:2.0:1767325815.027617:0:216333:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767325815.027621:0:216333:0:(peer.c:2971:lnet_discovery_event_reply()) Peer 192.168.203.127@tcp has discovery enabled 00000400:00000200:2.0:1767325815.027625:0:216333:0:(peer.c:2983:lnet_discovery_event_reply()) peer 192.168.203.127@tcp(00000000a9765461) is MR 00000400:00000200:2.0:1767325815.027632:0:216333:0:(peer.c:3052:lnet_discovery_event_reply()) peer 192.168.203.127@tcp data present 363512030. state = 0x100241 00000400:00000200:2.0:1767325815.027638:0:216333:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.127@tcp: -114 00000100:00000010:2.0:1767325815.027681:0:219017:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000088fb988f. 00000400:00000200:3.0:1767325815.027737:0:216336:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767325815.027741:0:216336:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.203.127@tcp(00000000a9765461) state 0x1000c1 00000400:00000010:3.0:1767325815.027745:0:216336:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000d804d8a0. 00000400:00000010:3.0:1767325815.027747:0:216336:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000d3b74180. 00000400:00000010:3.0:1767325815.027749:0:216336:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000007ba7cf44. 00000400:00000010:3.0:1767325815.027752:0:216336:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000d804d8a0. 00000400:00000010:3.0:1767325815.027755:0:216336:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000d3b74180. 00000400:00000010:3.0:1767325815.027773:0:216336:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000007ba7cf44. 00000400:00000010:3.0:1767325815.027777:0:216336:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f27bae3d. 00000400:00000200:3.0:1767325815.027830:0:216336:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.203.127@tcp (00000000a9765461): 0 00000400:00000200:3.0:1767325815.027834:0:216336:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.203.127@tcp(00000000a9765461): 0. state = 0x100141 00000400:00000200:3.0:1767325815.027836:0:216336:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.203.127@tcp(00000000a9765461) state 0x100141 rc 1 00000400:00000200:3.0:1767325815.027840:0:216336:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.203.127@tcp(00000000a9765461) state 0x100141 00000400:00000010:3.0:1767325815.027856:0:216336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000400:00000010:3.0:1767325815.027875:0:216336:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092b1579e. 00000400:00000200:3.0:1767325815.027884:0:216336:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325815.027893:0:216336:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325815.027901:0:216336:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [2:2:256:4294967295] 192.168.203.127@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767325815.027910:0:216336:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.127@tcp 00000400:00000200:3.0:1767325815.027923:0:216336:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325815.027932:0:216336:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325815.027938:0:216336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d1f99ee. 00000100:00000010:2.0:1767325815.027976:0:219017:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003b6222b1. 00000800:00000200:3.0:1767325815.027996:0:216336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (3) 00000800:00000200:3.0:1767325815.028002:0:216336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325815.028004:0:216336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d1f99ee type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1767325815.028016:0:216336:0:(peer.c:3982:lnet_peer_send_push()) peer 192.168.203.127@tcp 00000400:00000200:3.0:1767325815.028025:0:216336:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.203.127@tcp(00000000a9765461) state 0x100541 rc 0 00000800:00000200:1.1:1767325815.028151:0:216326:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000100:00000010:3.0:1767325815.028185:0:219022:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007ba7cf44. 00000020:00000010:3.0:1767325815.028189:0:219022:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d3b74180. 00000020:00000010:3.0:1767325815.028192:0:219022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea0e8b3c. 00000020:00000010:3.0:1767325815.028194:0:219022:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ab41b625. 00000020:00000010:3.0:1767325815.028197:0:219022:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d6a433e6. 00000040:00000010:3.0:1767325815.028200:0:219022:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c8e2caa. 00000020:00000010:3.0:1767325815.028203:0:219022:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071ef86e4. 00000020:00000010:3.0:1767325815.028214:0:219022:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ea2aa980. 00000020:00000010:3.0:1767325815.028217:0:219022:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c05b83ec. 80000000:00000010:3.0:1767325815.028218:0:219022:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000043428412. 40000000:00000010:3.0:1767325815.028222:0:219022:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d804d8a0. 00000008:00000010:3.0:1767325815.028241:0:219022:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000d1ef2c8c. 00020000:00000010:3.0:1767325815.028244:0:219022:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000017fe400c. 00008000:00000010:3.0:1767325815.028252:0:219022:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e017bcd8. 00100000:00000010:3.0:1767325815.028258:0:219022:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a199c1bf. 00040000:00000010:3.0:1767325815.028261:0:219022:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d902d37. 00040000:00000010:3.0:1767325815.028263:0:219022:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001d0f94aa. 00040000:00000010:3.0:1767325815.028265:0:219022:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd20b502. 00000004:00000010:3.0:1767325815.028268:0:219022:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d99409e. 00000004:00000010:3.0:1767325815.028272:0:219022:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093254f70. 00000004:00000010:3.0:1767325815.028274:0:219022:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000053586f21. 00002000:00000010:3.0:1767325815.028277:0:219022:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ff977550. 00000004:00000010:3.0:1767325815.028279:0:219022:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005f368e59. 00000080:00000010:3.0:1767325815.028287:0:219022:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003b49a4de. 00000080:00000010:3.0:1767325815.028295:0:219022:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ae6f1417. 00000100:00000010:3.0:1767325815.028298:0:219022:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b2b8e2fd. 00000100:00000200:3.0:1767325815.028309:0:219022:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1767325815.028319:0:219017:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at 000000001ccf8385. 00010000:00000010:2.0:1767325815.028481:0:219023:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000d0649dad. 00000020:00000010:2.0:1767325815.028486:0:219023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f95ef8. 00000020:00000010:2.0:1767325815.028489:0:219023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cf8d855. 00000020:00000010:2.0:1767325815.028492:0:219023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c3f1cc0. 00000020:00000010:2.0:1767325815.028501:0:219023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006683ac92. 00000020:00000010:2.0:1767325815.028504:0:219023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ce57e3a. 80000000:00000010:2.0:1767325815.028506:0:219023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f760667. 40000000:00000010:2.0:1767325815.028509:0:219023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d94a6520. 00100000:00000010:2.0:1767325815.028512:0:219023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066a45b23. 00040000:00000010:2.0:1767325815.028514:0:219023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000013d92d8d. 00040000:00000010:2.0:1767325815.028517:0:219023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031f5facb. 00002000:00000010:2.0:1767325815.028520:0:219023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000026e4e405. 00000020:00000010:2.0:1767325815.028522:0:219023:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006d312b8c. 00000400:00000200:2.0:1767325815.028559:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : ACK - for me 00000400:00000200:2.0:1767325815.028569:0:216333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.27@tcp: ACK from 12345-192.168.203.127@tcp into md 0x111 00000400:00000200:2.0:1767325815.028573:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.028577:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: ACK: OK 00000400:00000200:2.0:1767325815.028580:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000400:00000010:2.0:1767325815.028582:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000400:00000200:2.0:1767325815.028585:0:216333:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767325815.028588:0:216333:0:(peer.c:2859:lnet_discovery_event_ack()) peer 192.168.203.127@tcp ev->status 0 00000400:00000200:2.0:1767325815.028590:0:216333:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.127@tcp: -114 00000400:00000200:3.0:1767325815.028687:0:216336:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767325815.028697:0:216336:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.203.127@tcp(00000000a9765461) state 0x100141 00000400:00000200:2.0:1767325815.028701:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325815.028713:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767325815.028726:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.127@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:2.0:1767325815.028733:0:216331:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7af883. 00000400:00000200:2.0:1767325815.028738:0:216331:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df3239b8 00000400:00000200:3.0:1767325815.028755:0:216336:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.203.127@tcp 00000400:00000200:3.0:1767325815.028772:0:216336:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.203.127@tcp(00000000a9765461) state 0x100111 rc 0 00000400:00000200:3.0:1767325815.028776:0:216336:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.028790:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.028799:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325815.028802:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000400:00000010:2.0:1767325815.028803:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000400:00000200:2.0:1767325815.028806:0:216331:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767325815.028810:0:216331:0:(peer.c:2630:lnet_peer_push_event()) peer 192.168.203.127@tcp(00000000a9765461) is MR 00000400:00000010:2.0:1767325815.028813:0:216331:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000008d3fad7a. 00000400:00000200:2.0:1767325815.028815:0:216331:0:(peer.c:2704:lnet_peer_push_event()) Received Push 192.168.203.127@tcp 363512030 00000400:00000200:2.0:1767325815.028824:0:216331:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.127@tcp: 0 00000400:00000200:2.0:1767325815.028834:0:216331:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767325815.028839:0:216331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325815.028843:0:216331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [3:3:256:4294967295] 192.168.203.127@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767325815.028851:0:216331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) 192.168.203.127@tcp : ACK try# 0 00000800:00000200:2.0:1767325815.028856:0:216331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325815.028861:0:216331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db372b2d. 00000800:00000200:2.0:1767325815.028870:0:216331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (4) 00000800:00000200:2.0:1767325815.028880:0:216331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325815.028886:0:216331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db372b2d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767325815.028930:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325815.028934:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db372b2d. 00000400:00000200:2.0:1767325815.028939:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.028946:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: ACK: OK 00000020:00000010:3.0:1767325815.029014:0:219025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ece227d4. 00000020:00000010:3.0:1767325815.029019:0:219025:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f27bae3d. 00000040:00000010:3.0:1767325815.029021:0:219025:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000042d783ab. 00000020:00000010:3.0:1767325815.029024:0:219025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000088ed01e5. 00000020:00000010:3.0:1767325815.029027:0:219025:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c46ce697. 00000020:00000010:3.0:1767325815.029030:0:219025:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2624603. 80000000:00000010:3.0:1767325815.029032:0:219025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8545dbe. 40000000:00000010:3.0:1767325815.029034:0:219025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fe624daa. 00100000:00000010:3.0:1767325815.029037:0:219025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f058a1a6. 00040000:00000010:3.0:1767325815.029039:0:219025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d1f99ee. 00040000:00000010:3.0:1767325815.029042:0:219025:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000635057ca. 00040000:00000010:3.0:1767325815.029044:0:219025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c75585f3. 00000004:00000010:3.0:1767325815.029047:0:219025:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cdd419af. 00000004:00000010:3.0:1767325815.029050:0:219025:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006c6e0ac. 00000004:00000010:3.0:1767325815.029053:0:219025:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000832f18ef. 00002000:00000010:3.0:1767325815.029055:0:219025:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000072b132d4. 00000004:00000010:3.0:1767325815.029058:0:219025:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008bd78a66. 00000020:00000010:3.0:1767325815.029060:0:219025:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e6c25f80. 00000800:00000200:1.1:1767325815.029353:0:216326:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000020:00000010:2.0:1767325815.029596:0:216337:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008c27aae0. 00000020:00000010:2.0:1767325815.029601:0:216337:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e3e25f51. 80000000:00000010:2.0:1767325815.029608:0:216337:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001474dbb4. 40000000:00000010:2.0:1767325815.029612:0:216337:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000037da1a13. 00000008:00000010:2.0:1767325815.029625:0:216337:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000049762166. 00020000:00000010:2.0:1767325815.029630:0:216337:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000013b8981f. 00008000:00000010:2.0:1767325815.029640:0:216337:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007aea616e. 00100000:00000010:2.0:1767325815.029645:0:216337:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e0a45806. 00040000:00000010:2.0:1767325815.029648:0:216337:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db372b2d. 00040000:00000010:2.0:1767325815.029654:0:216337:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000241035c. 00040000:00000010:2.0:1767325815.029657:0:216337:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccac5466. 00000004:00000010:2.0:1767325815.029662:0:216337:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b26942d3. 00000004:00000010:2.0:1767325815.029666:0:216337:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e2fe3ba7. 00000004:00000010:2.0:1767325815.029671:0:216337:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aaa85ca9. 00002000:00000010:2.0:1767325815.029676:0:216337:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000070b6f8e2. 00000004:00000010:2.0:1767325815.029682:0:216337:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc02550a. 00000080:00000010:2.0:1767325815.029695:0:216337:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007c326512. 00000080:00000010:2.0:1767325815.029704:0:216337:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a6036cbc. 00000008:00000010:2.0:1767325815.029711:0:216337:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e9ebb1d2. 00020000:00000010:2.0:1767325815.029714:0:216337:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003b78f85c. 00008000:00000010:2.0:1767325815.029717:0:216337:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e98ce23c. 00000080:00000010:2.0:1767325815.029720:0:216337:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006459bb82. 02000000:00000010:2.0:1767325815.029731:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000053727f5a. 00000400:00000010:2.0:1767325815.029734:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d2e8bf1. 00000400:00000010:2.0:1767325815.029742:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000100:00000200:2.0:1767325815.029745:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386603648, portal 25 00000400:00000010:2.0:1767325815.029749:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 00000100:00000200:2.0:1767325815.029751:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853175386603648, offset 0 00000400:00000200:2.0:1767325815.029778:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325815.029784:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325815.029787:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325815.029789:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325815.029791:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325815.029793:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.029795:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [4:4:256:4294967295] 192.168.203.127@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767325815.029801:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325815.029805:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325815.029808:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091440423. 00000800:00000200:2.0:1767325815.029811:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325815.029815:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325815.029817:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091440423 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1767325815.029829:0:216337:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb329135. 00000100:00000010:2.0:1767325815.029841:0:216337:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053e91c0e. 00000100:00000010:2.0:1767325815.029849:0:216337:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6bcc2e1. 00000100:00000010:2.0:1767325815.029856:0:216337:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef5519af. 00000400:00000200:2.0:1767325815.031002:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325815.031013:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 25 MB=0x6957404a00080 00000400:00000200:2.0:1767325815.031018:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:2.0:1767325815.031036:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.031039:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767325815.031045:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386603648/t0(0) o250->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325815.031334:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325815.031337:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033f644a0. 00000400:00000200:2.0:1767325815.031340:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.031343:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325815.031345:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:2.0:1767325815.031347:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000200:2.0:1767325815.031350:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386603776/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325815.032625:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325815.032628:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033f644a0. 00000400:00000200:2.0:1767325815.032631:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.032635:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325815.032637:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000400:00000010:2.0:1767325815.032638:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00000100:00000200:2.0:1767325815.032641:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386603904/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325815.034593:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325815.034601:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a00200 00000400:00000200:3.0:1767325815.034605:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:3.0:1767325815.034611:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.034614:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325815.034617:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386604032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325815.036051:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325815.036055:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:3.0:1767325815.036058:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.036064:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325815.036067:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000400:00000010:3.0:1767325815.036069:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000200:3.0:1767325815.036081:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386604288/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325815.036873:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325815.036882:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8416 into portal 25 MB=0x6957404a00300 00000400:00000200:3.0:1767325815.036887:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:3.0:1767325815.036898:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.036901:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325815.036906:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386604288/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325831 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767325815.037181:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000296d4b83. 00000020:00000010:3.0:1767325815.037185:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a89d31c1. 00000040:00000010:3.0:1767325815.037187:0:219030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ad00f26. 00000020:00000010:3.0:1767325815.037190:0:219030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c789add. 00000020:00000010:3.0:1767325815.037193:0:219030:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e50bf434. 00000020:00000010:3.0:1767325815.037196:0:219030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c7802e77. 80000000:00000010:3.0:1767325815.037199:0:219030:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000fc45867. 40000000:00000010:3.0:1767325815.037201:0:219030:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002e0e697c. 00100000:00000010:3.0:1767325815.037204:0:219030:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d99d4dc. 00040000:00000010:3.0:1767325815.037207:0:219030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c38d8334. 00040000:00000010:3.0:1767325815.037210:0:219030:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d738f7c. 00040000:00000010:3.0:1767325815.037212:0:219030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f1357a7. 00000004:00000010:3.0:1767325815.037215:0:219030:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f292789a. 00000004:00000010:3.0:1767325815.037219:0:219030:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e7e02f5c. 00000004:00000010:3.0:1767325815.037222:0:219030:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b27d1f76. 00002000:00000010:3.0:1767325815.037224:0:219030:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000782cb8a9. 00000004:00000010:3.0:1767325815.037227:0:219030:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c5fa6eb. 00000020:00000010:3.0:1767325815.037230:0:219030:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000587f798c. 00000040:00000010:3.0:1767325815.037236:0:219030:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000085c92ac1. 00000100:00000010:3.0:1767325815.037239:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 02000000:00000010:3.0:1767325815.037244:0:219030:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6ae856b. 00000100:00000010:3.0:1767325815.037249:0:219030:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032c024c4. 02000000:00000010:3.0:1767325815.037263:0:219030:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000030c52d10. 00000400:00000010:3.0:1767325815.037267:0:219030:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002047cddf. 00000400:00000010:3.0:1767325815.037270:0:219030:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000055491e5b. 00000100:00000200:3.0:1767325815.037272:0:219030:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386604416, portal 25 00000400:00000010:3.0:1767325815.037275:0:219030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000200:3.0:1767325815.037276:0:219030:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386604416, offset 0 00000400:00000200:3.0:1767325815.037280:0:219030:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325815.037284:0:219030:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325815.037286:0:219030:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325815.037288:0:219030:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325815.037289:0:219030:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325815.037291:0:219030:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325815.037292:0:219030:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [10:10:256:4294967295] 192.168.203.127@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1767325815.037297:0:219030:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325815.037300:0:219030:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325815.037302:0:219030:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f49ccb7d. 00000800:00000200:3.0:1767325815.037304:0:219030:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325815.037307:0:219030:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325815.037309:0:219030:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f49ccb7d type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767325815.038178:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325815.038184:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8472 into portal 25 MB=0x6957404a00380 00000400:00000200:3.0:1767325815.038215:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:3.0:1767325815.038229:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.038232:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325815.038237:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386604416/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325831 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325815.038270:0:219030:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002047cddf. 00000400:00000200:2.0:1767325815.038274:0:219030:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055491e5b 00000400:00000010:2.0:1767325815.038275:0:219030:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000055491e5b. 00000100:00000200:2.0:1767325815.038279:0:219030:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386604416/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325831 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325815.038285:0:219030:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386604416/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325831 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325815.038295:0:219030:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032c024c4. 02000000:00000010:2.0:1767325815.038300:0:219030:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000030c52d10. 02000000:00000010:2.0:1767325815.038305:0:219030:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6ae856b. 00000100:00000010:2.0:1767325815.038308:0:219030:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000020:00000010:2.0:1767325815.038322:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000091440423. 00000020:00000010:2.0:1767325815.038324:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000091440423. 00000020:00000010:2.0:1767325815.038327:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038329:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038336:0:219030:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ec297f96. 00000020:00000010:2.0:1767325815.038341:0:219030:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000043bb9c26. 00000020:00000010:2.0:1767325815.038351:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038353:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038355:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038357:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000055c3ce89. 00000001:00000010:2.0:1767325815.038371:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000091440423. 00000001:00000010:2.0:1767325815.038387:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a883074a. 00000001:00000010:2.0:1767325815.038391:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b6ae856b. 00000001:00000010:2.0:1767325815.038396:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000029893948. 00000001:00000010:2.0:1767325815.038399:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0f1eaf1. 00000001:00000010:2.0:1767325815.038401:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a27212d. 00000001:00000010:2.0:1767325815.038405:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cb58a14a. 00000001:00000010:2.0:1767325815.038409:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007cb7f0b1. 00000001:00000010:2.0:1767325815.038412:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad22635f. 00000001:00000010:2.0:1767325815.038419:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024e7a28b. 00000001:00000010:2.0:1767325815.038421:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9ee63a5. 00000001:00000010:2.0:1767325815.038424:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0de58a8. 00000020:00000010:2.0:1767325815.038429:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fed9aae3. 00000020:00000010:2.0:1767325815.038432:0:219030:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038437:0:219030:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.038441:0:219030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.038445:0:219030:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.038450:0:219030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.038459:0:219030:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.038463:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1d6c885. 00000020:00000010:2.0:1767325815.038465:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ae435024. 00000020:00000010:2.0:1767325815.038473:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b9aa7218. 00000008:00000010:2.0:1767325815.038477:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.038479:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.038482:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.038485:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.038488:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00020000:00000010:2.0:1767325815.038491:0:219030:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at 0000000053727f5a. 00000020:00000010:2.0:1767325815.038503:0:219030:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000f5a8827c. 00020000:00000010:2.0:1767325815.038621:0:219030:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000613db4d3. 00020000:00000010:2.0:1767325815.038626:0:219030:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000460f20a2. 00000020:00000010:2.0:1767325815.038657:0:219030:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000fc5291b7. 00000020:00000010:2.0:1767325815.038666:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ab699c98. 00000020:00000010:2.0:1767325815.038670:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000002fcc18ae. 00000020:00000010:2.0:1767325815.038676:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000cc8cf382. 00000040:00000010:2.0:1767325815.038679:0:219030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006fc90db8. 00000020:00000010:2.0:1767325815.038682:0:219030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000616f27cc. 00000020:00000010:2.0:1767325815.038686:0:219030:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000051c19a76. 00000020:00000010:2.0:1767325815.038689:0:219030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000638f4741. 80000000:00000010:2.0:1767325815.038691:0:219030:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098d58045. 40000000:00000010:2.0:1767325815.038694:0:219030:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001923c282. 00000008:00000010:2.0:1767325815.038697:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a2f871bb. 00020000:00000010:2.0:1767325815.038699:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000124f1128. 00008000:00000010:2.0:1767325815.038702:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045114dcf. 00100000:00000010:2.0:1767325815.038705:0:219030:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000821f47b7. 00040000:00000010:2.0:1767325815.038708:0:219030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086d17980. 00040000:00000010:2.0:1767325815.038711:0:219030:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ed119b30. 00040000:00000010:2.0:1767325815.038714:0:219030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e4c8051f. 00000004:00000010:2.0:1767325815.038717:0:219030:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e740f399. 00000004:00000010:2.0:1767325815.038721:0:219030:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fad6c443. 00000004:00000010:2.0:1767325815.038724:0:219030:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003cb60de8. 00002000:00000010:2.0:1767325815.038727:0:219030:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000854423bb. 00000004:00000010:2.0:1767325815.038730:0:219030:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001a202414. 00000080:00000010:2.0:1767325815.038733:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000058813e6d. 00000080:00000010:2.0:1767325815.038741:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000004d49e753. 00000020:00000010:2.0:1767325815.038744:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae435024. 00000020:00000010:2.0:1767325815.038748:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000b9aa7218. 00000008:00000010:2.0:1767325815.038751:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.038755:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.038781:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.038785:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.038788:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.038791:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1d6c885. 00000020:00000010:2.0:1767325815.038795:0:219030:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038798:0:219030:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.038802:0:219030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.038805:0:219030:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.038807:0:219030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.038810:0:219030:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.038813:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fed9aae3. 00000020:00000010:2.0:1767325815.038816:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.038819:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038825:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000025340920. 00000020:00000010:2.0:1767325815.038827:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000025340920. 00000020:00000010:2.0:1767325815.038832:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000025340920. 00000020:00000010:2.0:1767325815.038834:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000025340920. 00000020:00000010:2.0:1767325815.038837:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038840:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038846:0:219030:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000002ae0e247. 00000020:00000010:2.0:1767325815.038850:0:219030:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000091df63bb. 00000020:00000010:2.0:1767325815.038858:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038861:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038865:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.038876:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000055c3ce89. 00000001:00000010:2.0:1767325815.038888:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000025340920. 00000001:00000010:2.0:1767325815.038891:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e526c51d. 00000001:00000010:2.0:1767325815.038902:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000413f10e6. 00000001:00000010:2.0:1767325815.038905:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c38e89a. 00000001:00000010:2.0:1767325815.038908:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d771dfeb. 00000001:00000010:2.0:1767325815.038910:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b5b6103c. 00000001:00000010:2.0:1767325815.038913:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000693e65f5. 00000001:00000010:2.0:1767325815.038916:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001d1019da. 00000001:00000010:2.0:1767325815.038925:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c89970c6. 00000001:00000010:2.0:1767325815.038931:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009806c02b. 00000001:00000010:2.0:1767325815.038934:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2268911. 00000001:00000010:2.0:1767325815.038937:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac3fa4ae. 00000020:00000010:2.0:1767325815.038941:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006454b4dd. 00000020:00000010:2.0:1767325815.038944:0:219030:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.038948:0:219030:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.038950:0:219030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.038953:0:219030:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.038956:0:219030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.038959:0:219030:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.038963:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f24972a. 00000020:00000010:2.0:1767325815.038966:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3bf2b41. 00000040:00000010:2.0:1767325815.038969:0:219030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ca8cd5c. 00000020:00000010:2.0:1767325815.038973:0:219030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b49a04e5. 00000020:00000010:2.0:1767325815.038976:0:219030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fed9aae3. 00040000:00000010:2.0:1767325815.038980:0:219030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a080fa93. 00040000:00000010:2.0:1767325815.038983:0:219030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1d6c885. 00800000:00000010:2.0:1767325815.038987:0:219030:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at 000000000cda2e86. 00000020:00000010:2.0:1767325815.039148:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a6273964. 00000020:00000010:2.0:1767325815.039152:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000ae435024. 80000000:00000010:2.0:1767325815.039170:0:219030:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000005e73907c. 00800000:00000010:2.0:1767325815.039207:0:219030:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000d6ca6484. 00800000:00000010:2.0:1767325815.039210:0:219030:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000d6ce89b1. 00000020:00000010:2.0:1767325815.039213:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3bf2b41. 00000040:00000010:2.0:1767325815.039216:0:219030:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ca8cd5c. 00000020:00000010:2.0:1767325815.039225:0:219030:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b49a04e5. 00000020:00000010:2.0:1767325815.039230:0:219030:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fed9aae3. 00040000:00000010:2.0:1767325815.039234:0:219030:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a080fa93. 00040000:00000010:2.0:1767325815.039238:0:219030:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1d6c885. 00000020:00000010:2.0:1767325815.039240:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f24972a. 00000020:00000010:2.0:1767325815.039244:0:219030:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.039246:0:219030:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.039248:0:219030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.039251:0:219030:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.039253:0:219030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.039255:0:219030:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.039257:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006454b4dd. 00000020:00000010:2.0:1767325815.039259:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.039262:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.039267:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039269:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039274:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039276:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039282:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000b9aa7218. 00000020:00000010:2.0:1767325815.039286:0:219030:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000eb375bee. 00000020:00000010:2.0:1767325815.039289:0:219030:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 00000000776154e8. 00000020:00000010:2.0:1767325815.039292:0:219030:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000028f799eb. 00000020:00000010:2.0:1767325815.039296:0:219030:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 0000000029492d4c. 00000020:00000010:2.0:1767325815.039298:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000b9aa7218. 00000020:00000010:2.0:1767325815.039303:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039305:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039311:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039313:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a080fa93. 00000020:00000010:2.0:1767325815.039317:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000001bb10122. 00000100:00000010:2.0:1767325815.039321:0:219030:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000030c52d10. 00000400:00000200:2.0:1767325815.039324:0:219030:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325815.039328:0:219030:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.039337:0:219030:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325815.039343:0:219030:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325815.039346:0:219030:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:2.0:1767325815.039348:0:219030:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000010:2.0:1767325815.039350:0:219030:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000030c52d10. 00000020:00000010:2.0:1767325815.039353:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000001bb10122. 00000020:00000010:2.0:1767325815.039358:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.039362:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.039369:0:219030:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000417afe0. 00000020:00000010:2.0:1767325815.039387:0:219030:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b49a04e5. 00000020:00000010:2.0:1767325815.039397:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.039399:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.039403:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.039408:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000055c3ce89. 00000001:00000010:2.0:1767325815.039421:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a080fa93. 00000001:00000010:2.0:1767325815.039424:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ad4a8a5e. 00000001:00000010:2.0:1767325815.039426:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052e2997d. 00000001:00000010:2.0:1767325815.039429:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e730ce38. 00000001:00000010:2.0:1767325815.039432:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000efcb0191. 00000001:00000010:2.0:1767325815.039434:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1d6c885. 00000001:00000010:2.0:1767325815.039438:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d8f55347. 00000001:00000010:2.0:1767325815.039441:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a9f75a00. 00000001:00000010:2.0:1767325815.039443:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fed9aae3. 00000001:00000010:2.0:1767325815.039446:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006454b4dd. 00000001:00000010:2.0:1767325815.039448:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f24972a. 00000001:00000010:2.0:1767325815.039451:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ca8cd5c. 00000020:00000010:2.0:1767325815.039455:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3bf2b41. 00000020:00000010:2.0:1767325815.039459:0:219030:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.039462:0:219030:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.039466:0:219030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.039469:0:219030:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.039472:0:219030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.039482:0:219030:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.039487:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000130c668b. 00000020:00000010:2.0:1767325815.039491:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000074e8bd2. 00000020:00000010:2.0:1767325815.039493:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b9aa7218. 00000008:00000010:2.0:1767325815.039497:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.039499:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.039501:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.039503:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.039505:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00000002:00000010:2.0:1767325815.039510:0:219030:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000075335874. 00010000:00000010:2.0:1767325815.039520:0:219030:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000006d5c6e1c. 00010000:00000010:2.0:1767325815.039524:0:219030:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000007466ef3. 00010000:00000010:2.0:1767325815.039529:0:219030:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000a97af275. 00000020:00000010:2.0:1767325815.039534:0:219030:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001dfb5d18. 00000100:00000200:2.0:1767325815.039545:0:219030:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.127@tcp->12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325815.039550:0:219030:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.127@tcp primary NID 192.168.203.127@tcp rc 0 00010000:00000010:2.0:1767325815.039555:0:219030:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000007c272d70. 00010000:00000010:2.0:1767325815.039561:0:219030:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000af6013b1. 00000001:00000010:2.0:1767325815.039566:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f0da2990. 00000001:00000010:2.0:1767325815.039570:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000007287e33a. 00000001:00000010:2.0:1767325815.039614:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006c503eef. 00000001:00000010:2.0:1767325815.039670:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008748e979. 00000001:00000010:2.0:1767325815.039722:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007062a8ec. 00000001:00000010:2.0:1767325815.039806:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8f9c8aa. 00000001:00000010:2.0:1767325815.039862:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005730eae2. 00000001:00000010:2.0:1767325815.039916:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000003636bc3. 00000001:00000010:2.0:1767325815.039980:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010411495. 00000001:00000010:2.0:1767325815.040113:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000df99b007. 00000001:00000010:2.0:1767325815.040175:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ec0607fa. 00000001:00000010:2.0:1767325815.040228:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9b87382. 00000001:00000010:2.0:1767325815.040279:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000050e67a5f. 00000001:00000010:2.0:1767325815.040339:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000032e4362c. 00000001:00000010:2.0:1767325815.040407:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f787d70b. 00000001:00000010:2.0:1767325815.040466:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bd8e0cd9. 00000001:00000010:2.0:1767325815.040518:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000257762a. 00000001:00000010:2.0:1767325815.040579:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000003736f2b. 00000001:00000010:2.0:1767325815.040637:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a8e8df1e. 00000001:00000010:2.0:1767325815.040691:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fcbd7625. 00000001:00000010:2.0:1767325815.040749:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9476b5d. 00000100:00000010:2.0:1767325815.040806:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6bcc2e1. 00000001:00000010:2.0:1767325815.040864:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000080d7f72c. 00000001:00000010:2.0:1767325815.040919:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ddc3f8d. 00000001:00000010:2.0:1767325815.040974:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082105724. 00000001:00000010:2.0:1767325815.041032:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009201937b. 00000001:00000010:2.0:1767325815.041093:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a9f44166. 00000001:00000010:2.0:1767325815.041139:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c33c3736. 00000001:00000010:2.0:1767325815.041177:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8fe48b4. 00000001:00000010:2.0:1767325815.041214:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000931b13ea. 00000001:00000010:2.0:1767325815.041254:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca6cac13. 00000001:00000010:2.0:1767325815.041307:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000066bd86e8. 00000001:00000010:2.0:1767325815.041360:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004ca91995. 00000001:00000010:2.0:1767325815.041415:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000514fec66. 00000001:00000010:2.0:1767325815.041467:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005af06e6d. 00000020:00000010:2.0:1767325815.041527:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000005578e2. 00000020:00000010:2.0:1767325815.041530:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000c475422a. 00000020:00000010:2.0:1767325815.041578:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008eef9aa0. 00000020:00000010:2.0:1767325815.041580:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000008a30aadd. 00000020:00000010:2.0:1767325815.041717:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000002667072. 00000020:00000010:2.0:1767325815.041721:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 0000000089a3bef4. 00000020:00000010:2.0:1767325815.041753:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000075df82c7. 00000020:00000010:2.0:1767325815.041756:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d3432aba. 00000040:00000010:2.0:1767325815.041843:0:219030:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000069bdcba3. 00000002:00000010:2.0:1767325815.041853:0:219030:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000064e7b2b4. 00000100:00000010:3.0:1767325815.041907:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef5519af. 00000020:00000010:2.0:1767325815.041955:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000074e8bd2. 00000020:00000010:2.0:1767325815.041959:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000b9aa7218. 00000008:00000010:2.0:1767325815.041962:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.041966:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.041968:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.041971:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.041973:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.041974:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000130c668b. 00000020:00000010:2.0:1767325815.041976:0:219030:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.041978:0:219030:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.041979:0:219030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.041982:0:219030:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.041984:0:219030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.041986:0:219030:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.041989:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3bf2b41. 00000020:00000010:2.0:1767325815.041993:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.041995:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042000:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042003:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.042007:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c518ad6b. 00000020:00000010:2.0:1767325815.042009:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f7e44f4. 00000040:00000010:2.0:1767325815.042011:0:219030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055b1d675. 00000020:00000010:2.0:1767325815.042013:0:219030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001792f050. 00000020:00000010:2.0:1767325815.042015:0:219030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b0b19781. 00040000:00000010:2.0:1767325815.042018:0:219030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000093edccb5. 00040000:00000010:2.0:1767325815.042020:0:219030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007db6f4a3. 00800000:00000010:2.0:1767325815.042027:0:219030:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 000000001b5a5142. 00020000:00000010:2.0:1767325815.042031:0:219030:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000005bf4bd8f. 00000020:00000010:2.0:1767325815.042033:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000f7e44f4. 00000040:00000010:2.0:1767325815.042036:0:219030:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055b1d675. 00000020:00000010:2.0:1767325815.042037:0:219030:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001792f050. 00000020:00000010:2.0:1767325815.042046:0:219030:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b0b19781. 00040000:00000010:2.0:1767325815.042048:0:219030:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000093edccb5. 00040000:00000010:2.0:1767325815.042051:0:219030:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007db6f4a3. 00000020:00000010:2.0:1767325815.042053:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c518ad6b. 00000020:00000010:2.0:1767325815.042056:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c518ad6b. 00000020:00000010:2.0:1767325815.042057:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007db6f4a3. 00000020:00000010:2.0:1767325815.042060:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000072ef64be. 00000008:00000010:2.0:1767325815.042063:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.042066:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.042068:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.042071:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.042072:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.042077:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007db6f4a3. 00000020:00000010:2.0:1767325815.042080:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000072ef64be. 00000008:00000010:2.0:1767325815.042082:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.042085:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.042087:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.042089:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.042090:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.042092:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c518ad6b. 00000020:00000010:2.0:1767325815.042094:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.042096:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042100:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000093edccb5. 00000020:00000010:2.0:1767325815.042101:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000093edccb5. 00000020:00000010:2.0:1767325815.042104:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000093edccb5. 00000020:00000010:2.0:1767325815.042105:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000093edccb5. 00000020:00000010:2.0:1767325815.042107:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000093edccb5. 00000020:00000010:2.0:1767325815.042108:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000093edccb5. 00000020:00000010:2.0:1767325815.042112:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000001bb10122. 00000100:00000010:2.0:1767325815.042116:0:219030:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000055ee6280. 00000400:00000200:2.0:1767325815.042118:0:219030:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325815.042121:0:219030:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.042124:0:219030:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325815.042131:0:219030:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325815.042134:0:219030:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:2.0:1767325815.042136:0:219030:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000010:2.0:1767325815.042138:0:219030:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000055ee6280. 00000020:00000010:2.0:1767325815.042141:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042144:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042146:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.042150:0:219030:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000eb59d9ea. 00000020:00000010:2.0:1767325815.042153:0:219030:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001792f050. 00000020:00000010:2.0:1767325815.042159:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.042161:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042164:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.042166:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000055c3ce89. 00000001:00000010:2.0:1767325815.042178:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000093edccb5. 00000001:00000010:2.0:1767325815.042182:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a76380e4. 00000001:00000010:2.0:1767325815.042184:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c518ad6b. 00000001:00000010:2.0:1767325815.042187:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007db6f4a3. 00000001:00000010:2.0:1767325815.042190:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0b19781. 00000001:00000010:2.0:1767325815.042193:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055b1d675. 00000001:00000010:2.0:1767325815.042196:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000678b3dee. 00000001:00000010:2.0:1767325815.042198:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a0fbeee7. 00000001:00000010:2.0:1767325815.042200:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f7e44f4. 00000001:00000010:2.0:1767325815.042201:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008fd02a47. 00000001:00000010:2.0:1767325815.042202:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009dfba86f. 00000001:00000010:2.0:1767325815.042204:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfd79110. 00000020:00000010:2.0:1767325815.042206:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090878e7. 00000020:00000010:2.0:1767325815.042208:0:219030:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.042211:0:219030:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.042212:0:219030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.042216:0:219030:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.042217:0:219030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.042220:0:219030:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.042228:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000faec3d79. 00000020:00000010:2.0:1767325815.042231:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000abbed69f. 00000020:00000010:2.0:1767325815.042233:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000072ef64be. 00000008:00000010:2.0:1767325815.042235:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.042237:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.042240:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.042242:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.042244:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00000002:00000010:2.0:1767325815.042246:0:219030:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000008536d968. 00010000:00000010:2.0:1767325815.042254:0:219030:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000024f1ea8b. 00010000:00000010:2.0:1767325815.042264:0:219030:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000cb5caf5e. 00010000:00000010:2.0:1767325815.042267:0:219030:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000c1ed01d5. 00000020:00000010:2.0:1767325815.042271:0:219030:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006b9cbe59. 00000100:00000200:2.0:1767325815.042281:0:219030:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.127@tcp->12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325815.042287:0:219030:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.127@tcp primary NID 192.168.203.127@tcp rc 0 00010000:00000010:2.0:1767325815.042290:0:219030:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000852c7938. 00010000:00000010:2.0:1767325815.042294:0:219030:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000e03b210e. 00000001:00000010:2.0:1767325815.042297:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a3bf2b41. 00000001:00000010:2.0:1767325815.042301:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000f0899418. 00000001:00000010:2.0:1767325815.042339:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd4c4325. 00000001:00000010:2.0:1767325815.042393:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000041f1c791. 00000001:00000010:2.0:1767325815.042445:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009108b95d. 00000001:00000010:2.0:1767325815.042495:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ad410d90. 00000001:00000010:2.0:1767325815.042539:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002a50d2f4. 00000001:00000010:2.0:1767325815.042576:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e8a42d3. 00000001:00000010:2.0:1767325815.042622:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000673bcd6a. 00000001:00000010:2.0:1767325815.042666:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c97f581e. 00000001:00000010:2.0:1767325815.042707:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007fa80f43. 00000001:00000010:2.0:1767325815.042751:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a3f644aa. 00000001:00000010:2.0:1767325815.042817:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000084759cd7. 00000001:00000010:2.0:1767325815.042864:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b4c13df3. 00000001:00000010:2.0:1767325815.042910:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e583885. 00000001:00000010:2.0:1767325815.042950:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fea83640. 00000001:00000010:2.0:1767325815.042995:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000584665cf. 00000001:00000010:2.0:1767325815.043038:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e06fe29b. 00000001:00000010:2.0:1767325815.043090:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c31cf5ac. 00000001:00000010:2.0:1767325815.043151:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000005726e14. 00000001:00000010:2.0:1767325815.043208:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009dd3414b. 00000001:00000010:2.0:1767325815.043257:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000121212e1. 00000001:00000010:2.0:1767325815.043302:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a96f9c90. 00000001:00000010:2.0:1767325815.043342:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000066ba7eb. 00000001:00000010:2.0:1767325815.043399:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ba54fa6. 00000001:00000010:2.0:1767325815.043478:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000373a4280. 00000001:00000010:2.0:1767325815.043527:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c5c024e3. 00000001:00000010:2.0:1767325815.043571:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d19188b6. 00000001:00000010:2.0:1767325815.043618:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007fb0dcd1. 00000001:00000010:2.0:1767325815.043665:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065427c9d. 00000001:00000010:2.0:1767325815.043711:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6c8eea7. 00000001:00000010:2.0:1767325815.043754:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f474c09a. 00000001:00000010:2.0:1767325815.043816:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ddf988c. 00000001:00000010:2.0:1767325815.043866:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ad3df70. 00000020:00000010:2.0:1767325815.043915:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000088219001. 00000020:00000010:2.0:1767325815.043917:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000082c24fdf. 00000020:00000010:2.0:1767325815.043965:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d6a267f9. 00000020:00000010:2.0:1767325815.043969:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000130c668b. 00000020:00000010:2.0:1767325815.044748:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cf3c592d. 00000020:00000010:2.0:1767325815.044753:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000e6598072. 00000020:00000010:2.0:1767325815.044801:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007912c11c. 00000020:00000010:2.0:1767325815.044804:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f489dc21. 00000040:00000010:2.0:1767325815.044829:0:219030:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000bebd8944. 00000002:00000010:2.0:1767325815.044835:0:219030:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000d0ae5576. 00000020:00000010:2.0:1767325815.044998:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000abbed69f. 00000020:00000010:2.0:1767325815.045003:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000072ef64be. 00000008:00000010:2.0:1767325815.045007:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.045011:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.045014:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.045018:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.045021:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.045025:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000faec3d79. 00000020:00000010:2.0:1767325815.045029:0:219030:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.045032:0:219030:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.045035:0:219030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.045039:0:219030:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.045042:0:219030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.045045:0:219030:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.045049:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090878e7. 00000020:00000010:2.0:1767325815.045052:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.045055:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000001bb10122. 00000020:00000010:2.0:1767325815.045062:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.045066:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.045071:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a87a6906. 00000020:00000010:2.0:1767325815.045075:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000090878e7. 00000040:00000010:2.0:1767325815.045079:0:219030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000faec3d79. 00000020:00000010:2.0:1767325815.045083:0:219030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000075cb57d. 00000020:00000010:2.0:1767325815.045086:0:219030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000abbed69f. 00040000:00000010:2.0:1767325815.045089:0:219030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de0d90d0. 00040000:00000010:2.0:1767325815.045092:0:219030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d2217e1. 00800000:00000010:2.0:1767325815.045100:0:219030:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000bd276a51. 00000020:00000010:2.0:1767325815.045103:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000090878e7. 00000040:00000010:2.0:1767325815.045106:0:219030:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000faec3d79. 00000020:00000010:2.0:1767325815.045108:0:219030:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000075cb57d. 00000020:00000010:2.0:1767325815.045112:0:219030:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000abbed69f. 00040000:00000010:2.0:1767325815.045116:0:219030:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de0d90d0. 00040000:00000010:2.0:1767325815.045124:0:219030:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d2217e1. 00000020:00000010:2.0:1767325815.045126:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a87a6906. 00000020:00000010:2.0:1767325815.045131:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aab8916. 00000020:00000010:2.0:1767325815.045134:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f3224709. 00000020:00000010:2.0:1767325815.045137:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000862bd25f. 00000008:00000010:2.0:1767325815.045140:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.045142:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.045146:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.045150:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.045154:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.045160:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f3224709. 00000020:00000010:2.0:1767325815.045163:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000862bd25f. 00000008:00000010:2.0:1767325815.045166:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.045169:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.045171:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.045173:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.045175:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.045177:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aab8916. 00000020:00000010:2.0:1767325815.045179:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.045182:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.045187:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000de0d90d0. 00000020:00000010:2.0:1767325815.045190:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000de0d90d0. 00000020:00000010:2.0:1767325815.045195:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000de0d90d0. 00000020:00000010:2.0:1767325815.045197:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000de0d90d0. 00000020:00000010:2.0:1767325815.045203:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000de0d90d0. 00000020:00000010:2.0:1767325815.045205:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000de0d90d0. 00000020:00000010:2.0:1767325815.045207:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000cc94d2f8. 00000100:00000010:2.0:1767325815.045211:0:219030:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000003e46293e. 00000400:00000200:2.0:1767325815.045214:0:219030:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325815.045218:0:219030:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.045223:0:219030:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325815.045230:0:219030:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325815.045234:0:219030:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:2.0:1767325815.045241:0:219030:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000010:2.0:1767325815.045243:0:219030:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000003e46293e. 00000020:00000010:2.0:1767325815.045246:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.045251:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.045255:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.045267:0:219030:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d026812d. 00000020:00000010:2.0:1767325815.045273:0:219030:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000075cb57d. 00000020:00000010:2.0:1767325815.045281:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.045284:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.045288:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.045292:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000055c3ce89. 00000001:00000010:2.0:1767325815.045305:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000de0d90d0. 00000001:00000010:2.0:1767325815.045309:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005783508c. 00000001:00000010:2.0:1767325815.045312:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007aab8916. 00000001:00000010:2.0:1767325815.045314:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3224709. 00000001:00000010:2.0:1767325815.045316:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eca848ed. 00000001:00000010:2.0:1767325815.045319:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8f4bce4. 00000001:00000010:2.0:1767325815.045322:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007b4b1637. 00000001:00000010:2.0:1767325815.045325:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009dd1c662. 00000001:00000010:2.0:1767325815.045327:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a87a6906. 00000001:00000010:2.0:1767325815.045331:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d2217e1. 00000001:00000010:2.0:1767325815.045334:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000abbed69f. 00000001:00000010:2.0:1767325815.045338:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000faec3d79. 00000020:00000010:2.0:1767325815.045341:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090878e7. 00000020:00000010:2.0:1767325815.045344:0:219030:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.045346:0:219030:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.045349:0:219030:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.045351:0:219030:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.045353:0:219030:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.045356:0:219030:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.045360:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054abdb72. 00000020:00000010:2.0:1767325815.045363:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000032a6e82. 00000020:00000010:2.0:1767325815.045371:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000862bd25f. 00000008:00000010:2.0:1767325815.045386:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.045389:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.045392:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.045394:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.045396:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00000008:00000010:2.0:1767325815.045399:0:219030:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000076a31805. 00010000:00000010:2.0:1767325815.045407:0:219030:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000faddaacc. 00010000:00000010:2.0:1767325815.045412:0:219030:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000072bfa18e. 00000020:00000010:2.0:1767325815.045420:0:219030:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000591c1fc2. 00000100:00000200:2.0:1767325815.045431:0:219030:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.127@tcp->12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325815.045437:0:219030:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.127@tcp primary NID 192.168.203.127@tcp rc 0 00010000:00000010:2.0:1767325815.045441:0:219030:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000db307c1a. 00010000:00000010:2.0:1767325815.045445:0:219030:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000006c6d7ee0. 00000001:00000010:2.0:1767325815.045448:0:219030:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007ea8e1fe. 00000001:00000010:2.0:1767325815.045452:0:219030:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000073813da9. 00000001:00000010:2.0:1767325815.045458:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dc82865a. 00000001:00000010:2.0:1767325815.045471:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002c742d06. 00000001:00000010:2.0:1767325815.045478:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e05f528e. 00000001:00000010:2.0:1767325815.045484:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006f95ad7e. 00000001:00000010:2.0:1767325815.045490:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c3e92f13. 00000001:00000010:2.0:1767325815.045501:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000044274e1a. 00000001:00000010:2.0:1767325815.045508:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000079e942a0. 00000001:00000010:2.0:1767325815.045514:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009be2ec37. 00000001:00000010:2.0:1767325815.045521:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003d64a35a. 00000001:00000010:2.0:1767325815.045533:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d7db95dd. 00000001:00000010:2.0:1767325815.045540:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cd6b9580. 00000001:00000010:2.0:1767325815.045546:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006ee8665a. 00000001:00000010:2.0:1767325815.045552:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000074d275a1. 00000001:00000010:2.0:1767325815.045564:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003beb8ef6. 00000001:00000010:2.0:1767325815.045571:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c5a48a48. 00000001:00000010:2.0:1767325815.045581:0:219030:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000037d699da. 00000020:00000010:2.0:1767325815.045636:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000304d6de0. 00000020:00000010:2.0:1767325815.045639:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000f404f534. 00000020:00000010:2.0:1767325815.045703:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000063ab9648. 00000020:00000010:2.0:1767325815.045707:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002e0f598f. 00000020:00000010:2.0:1767325815.045975:0:219030:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f334508e. 00000020:00000010:2.0:1767325815.045980:0:219030:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000415e7134. 00000100:00000010:2.0:1767325815.046004:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019ddf345. 00000100:00000010:2.0:1767325815.046149:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000003be8f545. 00000100:00000010:2.0:1767325815.046155:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e5b4e17. 00000100:00000010:2.0:1767325815.046298:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000086209e64. 00000100:00000010:2.0:1767325815.046303:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000880f2da7. 00000100:00000010:2.0:1767325815.046455:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c8966039. 00000100:00000010:2.0:1767325815.046461:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb3a221a. 00000100:00000010:2.0:1767325815.046606:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000af8bd01b. 00000100:00000010:2.0:1767325815.046611:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d967774. 00000100:00000010:2.0:1767325815.046755:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000081ed811f. 00000100:00000010:2.0:1767325815.046780:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012d13014. 00000100:00000010:2.0:1767325815.046928:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e79ab85b. 00000100:00000010:2.0:1767325815.046932:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd5fc644. 00000100:00000010:2.0:1767325815.047080:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000006b4a53e4. 00000100:00000010:2.0:1767325815.047084:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000884eeb04. 00000100:00000010:2.0:1767325815.047227:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009b589b17. 00000100:00000010:2.0:1767325815.047231:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8887711. 00000100:00000010:2.0:1767325815.047371:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000008ba05ff1. 00000100:00000010:2.0:1767325815.047385:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c218975. 00000100:00000010:2.0:1767325815.047529:0:219030:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d3becf0f. 00000020:00000010:2.0:1767325815.047535:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000032a6e82. 00000020:00000010:2.0:1767325815.047538:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000862bd25f. 00000008:00000010:2.0:1767325815.047540:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.047543:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.047551:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.047554:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.047556:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.047558:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054abdb72. 00000020:00000010:2.0:1767325815.047561:0:219030:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.047563:0:219030:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df638690. 00000008:00000010:2.0:1767325815.047566:0:219030:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000064680e38. 00020000:00000010:2.0:1767325815.047568:0:219030:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767325815.047570:0:219030:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767325815.047573:0:219030:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e09ef63a. 00000020:00000010:2.0:1767325815.047575:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090878e7. 00000020:00000010:2.0:1767325815.047578:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000055c3ce89. 00000020:00000010:2.0:1767325815.047580:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.047585:0:219030:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.047589:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.047594:0:219030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054abdb72. 00000020:00000010:2.0:1767325815.047597:0:219030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000032a6e82. 00000020:00000010:2.0:1767325815.047599:0:219030:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000862bd25f. 00000008:00000010:2.0:1767325815.047602:0:219030:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.047604:0:219030:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.047606:0:219030:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.047609:0:219030:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.047611:0:219030:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00020000:00000010:2.0:1767325815.047619:0:219030:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 0000000058ca1eb0. 00020000:00000010:2.0:1767325815.047623:0:219030:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000005a4fb336. 00020000:00000010:2.0:1767325815.047628:0:219030:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at 0000000017ec8dd1. 00000020:00000010:2.0:1767325815.047630:0:219030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000032a6e82. 00000020:00000010:2.0:1767325815.047633:0:219030:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000862bd25f. 00000008:00000010:2.0:1767325815.047635:0:219030:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767325815.047637:0:219030:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767325815.047639:0:219030:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767325815.047641:0:219030:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767325815.047648:0:219030:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:2.0:1767325815.047650:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054abdb72. 00000020:00000010:2.0:1767325815.047652:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000b05df82e. 00000020:00000010:2.0:1767325815.047654:0:219030:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.047658:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007fee5e3e. 00000020:00000010:2.0:1767325815.047660:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007fee5e3e. 00000020:00000010:2.0:1767325815.047664:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007fee5e3e. 00000020:00000010:2.0:1767325815.047666:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007fee5e3e. 00000020:00000010:2.0:1767325815.047668:0:219030:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.047670:0:219030:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000cc94d2f8. 00000100:00000010:2.0:1767325815.047677:0:219030:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 02000000:00000010:2.0:1767325815.047687:0:219030:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054abdb72. 00000100:00000010:2.0:1767325815.047698:0:219030:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000055c3ce89. 02000000:00000010:2.0:1767325815.047721:0:219030:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000058da09ec. 00000400:00000010:2.0:1767325815.047726:0:219030:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 00000400:00000010:2.0:1767325815.047732:0:219030:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000069a6112. 00000100:00000200:2.0:1767325815.047737:0:219030:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386604544, portal 25 00000400:00000010:2.0:1767325815.047742:0:219030:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000200:2.0:1767325815.047745:0:219030:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386604544, offset 0 00000400:00000200:2.0:1767325815.047752:0:219030:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325815.047785:0:219030:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325815.047790:0:219030:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325815.047795:0:219030:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325815.047798:0:219030:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325815.047801:0:219030:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.047806:0:219030:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [11:11:256:4294967295] 192.168.203.127@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1767325815.047820:0:219030:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325815.047827:0:219030:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767325815.049461:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325815.049464:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033f644a0. 00000400:00000200:3.0:1767325815.049469:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.049478:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325815.049481:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000400:00000010:3.0:1767325815.049483:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000200:3.0:1767325815.049491:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386604544/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767325815.050878:0:219030:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e7e02f5c. 00000004:00000010:0.0:1767325815.050888:0:219030:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b27d1f76. 00002000:00000010:0.0:1767325815.050891:0:219030:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000782cb8a9. 00000004:00000010:0.0:1767325815.050894:0:219030:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c5fa6eb. 00000020:00000010:0.0:1767325815.050898:0:219030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000296d4b83. 00000800:00000200:3.0:1767325815.051141:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325815.051144:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:3.0:1767325815.051148:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.051152:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325815.051155:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000400:00000010:3.0:1767325815.051156:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000100:00000200:3.0:1767325815.051162:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386604672/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325815.051940:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325815.051946:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a00480 00000400:00000200:3.0:1767325815.051949:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x159 [1] + 224 00000400:00000200:3.0:1767325815.051955:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.051957:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325815.051960:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386604672/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325815.052578:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325815.052581:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000400:00000200:2.0:1767325815.052583:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.052590:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325815.052591:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:2.0:1767325815.052592:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000200:2.0:1767325815.052596:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386604800/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325815.053322:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325815.053328:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 132 into portal 33 MB=0x6957404a00500 00000400:00000200:3.0:1767325815.053331:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.127@tcp of length 132/132 into md 0x161 [256] + 0 00000400:00000010:3.0:1767325815.053333:0:216331:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b494463b. 00000400:00000200:3.0:1767325815.053334:0:216331:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ced00b8 00000400:00000200:3.0:1767325815.053338:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.053340:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325815.053342:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ced00b8 00000400:00000010:3.0:1767325815.053343:0:216331:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ced00b8. 00000100:00000200:3.0:1767325815.053346:0:216331:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ba68a7a8 desc 000000002068e49d mbits 1853175386604800 00000400:00000200:3.0:1767325815.053359:0:216331:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767325815.053363:0:216331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325815.053366:0:216331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [14:14:256:4294967295] 192.168.203.127@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767325815.053371:0:216331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) 192.168.203.127@tcp : ACK try# 0 00000800:00000200:3.0:1767325815.053388:0:216331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325815.053392:0:216331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000006ffc3fe8. 00000800:00000200:3.0:1767325815.053396:0:216331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325815.053399:0:216331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325815.053401:0:216331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ffc3fe8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767325815.053428:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325815.053431:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000006ffc3fe8. 00000400:00000200:3.0:1767325815.053433:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325815.053436:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: ACK: OK 00000400:00000200:2.0:1767325815.054026:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325815.054033:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 240 into portal 25 MB=0x6957404a00500 00000400:00000200:2.0:1767325815.054037:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 240/240 into md 0x165 [1] + 224 00000400:00000200:2.0:1767325815.054044:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325815.054047:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767325815.054052:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386604800/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325831 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325815.055044:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325815.055047:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:0.0:1767325815.055050:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325815.055054:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325815.055057:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:0.0:1767325815.055065:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000200:0.0:1767325815.055071:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386604928/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325815.056394:0:219017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df223f6. 00000400:00000200:2.0:1767325815.056397:0:219017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000400:00000010:2.0:1767325815.056398:0:219017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000200:2.0:1767325815.056403:0:219017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386604928/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325815.056411:0:219017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386604928/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325831 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325815.056427:0:219017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000952ba2e9. 02000000:00000010:2.0:1767325815.056439:0:219017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002068e49d. 02000000:00000010:2.0:1767325815.056442:0:219017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000f3b7ffb. 00000100:00000010:2.0:1767325815.056445:0:219017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 10000000:00000010:2.0:1767325815.056452:0:219017:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000cc94d2f8. 00000020:00000010:2.0:1767325815.056456:0:219017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000032a6e82. 00000020:00000010:2.0:1767325815.056460:0:219017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef391eee. 00000040:00000010:2.0:1767325815.056464:0:219017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000996b6fc8. 00000020:00000010:2.0:1767325815.056469:0:219017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000002f5cb28. 00000020:00000010:2.0:1767325815.056473:0:219017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77e5148. 80000000:00000010:2.0:1767325815.056477:0:219017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000862bd25f. 00040000:00000010:2.0:1767325815.056487:0:219017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b224dc42. 20000000:00000010:2.0:1767325815.056490:0:219017:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007b0bfad2. 00000040:00000010:2.0:1767325815.056495:0:219017:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fef7e662. 00000100:00000010:2.0:1767325815.056500:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 02000000:00000010:2.0:1767325815.056507:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006428b3d6. 00000100:00000010:2.0:1767325815.056515:0:219017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071f5adb9. 02000000:00000010:2.0:1767325815.056523:0:219017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa6ed4dc. 00000400:00000010:2.0:1767325815.056528:0:219017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000400:00000010:2.0:1767325815.056532:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000200:2.0:1767325815.056535:0:219017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386605056, portal 25 00000400:00000010:2.0:1767325815.056540:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000100:00000200:2.0:1767325815.056542:0:219017:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853175386605056, offset 0 00000400:00000200:2.0:1767325815.056547:0:219017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325815.056551:0:219017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325815.056554:0:219017:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325815.056556:0:219017:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325815.056558:0:219017:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325815.056559:0:219017:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325815.056561:0:219017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [16:16:256:4294967295] 192.168.203.127@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767325815.056568:0:219017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325815.056573:0:219017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325815.056577:0:219017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fee5e3e. 00000800:00000200:2.0:1767325815.056581:0:219017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325815.056586:0:219017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325815.056588:0:219017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007fee5e3e type 1, nob 600 niov 1 nkiov 1 00000400:00000200:0.0:1767325815.058780:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325815.058788:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8416 into portal 25 MB=0x6957404a00680 00000400:00000200:0.0:1767325815.058792:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8416/8416 into md 0x17d [4] + 224 00000400:00000200:0.0:1767325815.058803:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325815.058805:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767325815.058809:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386605184/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325831 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325815.058832:0:219017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a1e4d88. 00000400:00000200:0.0:1767325815.058834:0:219017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c8073a1 00000400:00000010:0.0:1767325815.058835:0:219017:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003c8073a1. 00000100:00000200:0.0:1767325815.058839:0:219017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386605184/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325831 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325815.058845:0:219017:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386605184/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325831 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325815.058854:0:219017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000876a4308. 02000000:00000010:0.0:1767325815.058859:0:219017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000eee1da4e. 02000000:00000010:0.0:1767325815.058867:0:219017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000144c8dcf. 00000100:00000010:0.0:1767325815.058869:0:219017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000040:00000010:0.0:1767325815.058882:0:219017:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d9cdc4f7. 00000020:00000010:0.0:1767325815.058966:0:219036:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015181482. 00000020:00000010:0.0:1767325815.058970:0:219036:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a034fdc1. 00000040:00000010:0.0:1767325815.058973:0:219036:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000876e607c. 00000020:00000010:0.0:1767325815.058976:0:219036:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ef2e58b. 00000020:00000010:0.0:1767325815.058980:0:219036:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de8df7c6. 00000020:00000010:0.0:1767325815.058984:0:219036:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ae64356. 80000000:00000010:0.0:1767325815.058987:0:219036:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bd86b934. 40000000:00000010:0.0:1767325815.058990:0:219036:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009d7ed410. 00100000:00000010:0.0:1767325815.058994:0:219036:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000116edc88. 00040000:00000010:0.0:1767325815.058998:0:219036:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000033f644a0. 00040000:00000010:0.0:1767325815.059000:0:219036:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000554d0a97. 00040000:00000010:0.0:1767325815.059002:0:219036:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1159a52. 00000004:00000010:0.0:1767325815.059006:0:219036:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007df178f9. 00000004:00000010:0.0:1767325815.059011:0:219036:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae563dd6. 00000004:00000010:0.0:1767325815.059016:0:219036:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000551d4403. 00002000:00000010:0.0:1767325815.059021:0:219036:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006349b64c. 00000004:00000010:0.0:1767325815.059026:0:219036:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c5fa6eb. 00000020:00000010:0.0:1767325815.059032:0:219036:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000013ed758. 00000040:00000010:0.0:1767325815.059039:0:219036:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ad5e07d1. 00000040:00000010:0.0:1767325815.059441:0:219036:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ad5e07d1. 00000020:00000010:0.0:1767325815.059447:0:219036:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000013ed758. 00000020:00000010:0.0:1767325815.059452:0:219036:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a034fdc1. 00000040:00000010:0.0:1767325815.059455:0:219036:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000876e607c. 00000020:00000010:0.0:1767325815.059456:0:219036:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ef2e58b. 00000020:00000010:0.0:1767325815.059460:0:219036:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de8df7c6. 00000020:00000010:0.0:1767325815.059463:0:219036:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ae64356. 80000000:00000010:0.0:1767325815.059466:0:219036:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bd86b934. 40000000:00000010:0.0:1767325815.059468:0:219036:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009d7ed410. 00100000:00000010:0.0:1767325815.059470:0:219036:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000116edc88. 00040000:00000010:0.0:1767325815.059472:0:219036:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000033f644a0. 00040000:00000010:0.0:1767325815.059475:0:219036:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000554d0a97. 00040000:00000010:0.0:1767325815.059477:0:219036:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1159a52. 00000004:00000010:0.0:1767325815.059480:0:219036:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007df178f9. 00000004:00000010:0.0:1767325815.059483:0:219036:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae563dd6. 00000004:00000010:0.0:1767325815.059491:0:219036:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000551d4403. 00002000:00000010:0.0:1767325815.059494:0:219036:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006349b64c. 00000004:00000010:0.0:1767325815.059497:0:219036:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c5fa6eb. 00000020:00000010:0.0:1767325815.059501:0:219036:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015181482. 00000040:00000010:0.0:1767325815.059515:0:219017:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d9cdc4f7. 00000040:00000010:0.0:1767325815.059519:0:219017:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004054dcd4. 00000040:00000010:0.0:1767325815.059524:0:219017:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fef7e662. 00000020:00000010:0.0:1767325815.059529:0:219017:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef391eee. 00000040:00000010:0.0:1767325815.059532:0:219017:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000996b6fc8. 00000020:00000010:0.0:1767325815.059536:0:219017:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000002f5cb28. 00000020:00000010:0.0:1767325815.059540:0:219017:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77e5148. 80000000:00000010:0.0:1767325815.059543:0:219017:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000862bd25f. 00040000:00000010:0.0:1767325815.059547:0:219017:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b224dc42. 20000000:00000010:0.0:1767325815.059551:0:219017:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007b0bfad2. 00000020:00000010:0.0:1767325815.059555:0:219017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000032a6e82. 10000000:00000010:0.0:1767325815.059558:0:219017:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000cc94d2f8. 00000020:00000010:0.0:1767325815.059575:0:219017:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061c759bb. 00000040:00000010:0.0:1767325815.059578:0:219017:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f84c33dd. 00000020:00000010:0.0:1767325815.059581:0:219017:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4c169f9. 00000020:00000010:0.0:1767325815.059584:0:219017:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de5f807a. 00040000:00000010:0.0:1767325815.059587:0:219017:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a770b4cc. 00040000:00000010:0.0:1767325815.059590:0:219017:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc76d80d. 00000020:00000010:0.0:1767325815.059592:0:219017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018abddfd. 00000020:00000010:0.0:1767325815.059595:0:219017:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000067a2003a. 00000020:00000010:0.0:1767325815.059598:0:219017:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000a7fe97b9. 00000080:00000010:0.0:1767325815.059603:0:219017:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at 000000009d7ed410. 00000080:00000010:0.0:1767325815.059607:0:219017:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at 000000009c601446. 00000080:00000010:0.0:1767325815.059612:0:219017:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at 0000000067a2003a. 00000080:00000010:0.0:1767325815.059614:0:219017:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at 00000000ad655aca. 00000020:00000010:0.0:1767325815.059620:0:219017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f4c169f9. 00000020:00000010:0.0:1767325815.059650:0:219017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000551d4403. 00000400:00000200:0.0:1767325815.059664:0:219017:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000010:0.0:1767325815.059677:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 02000000:00000010:0.0:1767325815.059686:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008c5fa6eb. 40000000:00000010:0.0:1767325815.059728:0:219017:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000a770b4cc. 40000000:00000010:0.0:1767325815.059732:0:219017:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000005b5f8745. 40000000:00000010:0.0:1767325815.059819:0:219017:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000005b5f8745. 80000000:00000010:0.0:1767325815.059825:0:219017:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 000000003ada3902. 00020000:00000010:0.0:1767325815.059831:0:219017:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000a7fe97b9. 00000100:00000010:0.0:1767325815.059837:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 02000000:00000010:0.0:1767325815.059843:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033f644a0. 00000020:00000010:3.0:1767325815.059870:0:216339:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000082e8e2cb. 00000020:00000010:3.0:1767325815.059877:0:216339:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8584070. 00000020:00000010:0.0:1767325815.059880:0:219017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007df178f9. 80000000:00000010:3.0:1767325815.059881:0:216339:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004bbc3cc5. 40000000:00000010:3.0:1767325815.059887:0:216339:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bf404488. 00000008:00000010:3.0:1767325815.059892:0:216339:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006d5239ae. 00000400:00000200:0.0:1767325815.059896:0:219017:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00020000:00000010:3.0:1767325815.059897:0:216339:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000002151f610. 00008000:00000010:3.0:1767325815.059904:0:216339:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000375d86f. 00000100:00000010:0.0:1767325815.059906:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ed2a9b. 00100000:00000010:3.0:1767325815.059908:0:216339:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f32fac6. 00040000:00000010:3.0:1767325815.059914:0:216339:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9caa470. 02000000:00000010:0.0:1767325815.059916:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006349b64c. 00040000:00000010:3.0:1767325815.059919:0:216339:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002e9647e4. 00040000:00000010:3.0:1767325815.059923:0:216339:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004514f36f. 00000004:00000010:3.0:1767325815.059928:0:216339:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea91e524. 00000004:00000010:3.0:1767325815.059932:0:216339:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a07b9de1. 00000004:00000010:3.0:1767325815.059935:0:216339:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000664ccb06. 00002000:00000010:3.0:1767325815.059937:0:216339:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000760efbbe. 40000000:00000010:0.0:1767325815.059940:0:219017:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000afa9bcde. 00000004:00000010:3.0:1767325815.059941:0:216339:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000083ecb10a. 40000000:00000010:0.0:1767325815.059946:0:219017:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000005b5f8745. 00000080:00000010:3.0:1767325815.059947:0:216339:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007272ef58. 00000080:00000010:3.0:1767325815.059956:0:216339:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000005fba0a3. 00000008:00000010:3.0:1767325815.059967:0:216339:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009e7cddc6. 00020000:00000010:3.0:1767325815.059977:0:216339:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000379fb33b. 00008000:00000010:3.0:1767325815.059991:0:216339:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c121b20c. 00000080:00000010:3.0:1767325815.059998:0:216339:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dad1d38e. 40000000:00000010:0.0:1767325815.060010:0:219017:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000005b5f8745. 00000020:00000010:3.0:1767325815.060015:0:216338:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076ae0691. 80000000:00000010:0.0:1767325815.060016:0:219017:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 00000000b14a4e2f. 00000020:00000010:3.0:1767325815.060021:0:216338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000905c04dc. 80000000:00000010:3.0:1767325815.060026:0:216338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073f51b14. 00000100:00000010:0.0:1767325815.060027:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 40000000:00000010:3.0:1767325815.060028:0:216338:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003453483a. 00000008:00000010:3.0:1767325815.060034:0:216338:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ddfff3f5. 02000000:00000010:0.0:1767325815.060036:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053bdf1ff. 00020000:00000010:3.0:1767325815.060037:0:216338:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000001c9c67b1. 00008000:00000010:3.0:1767325815.060042:0:216338:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000480864ad. 00100000:00000010:3.0:1767325815.060045:0:216338:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1c8ee13. 00040000:00000010:3.0:1767325815.060048:0:216338:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c38d8334. 00040000:00000010:3.0:1767325815.060051:0:216338:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b27d1f76. 00040000:00000010:3.0:1767325815.060054:0:216338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000039be3ef. 00000004:00000010:3.0:1767325815.060057:0:216338:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f292789a. 00000004:00000010:3.0:1767325815.060060:0:216338:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c618df6b. 00800000:00000010:0.0:1767325815.060062:0:219017:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at 000000005b5f8745. 00000004:00000010:3.0:1767325815.060063:0:216338:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000d738f7c. 00002000:00000010:3.0:1767325815.060069:0:216338:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002ee6372f. 00000004:00000010:3.0:1767325815.060073:0:216338:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003977c36c. 00000100:00000010:0.0:1767325815.060073:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000080:00000010:3.0:1767325815.060075:0:216338:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e1d47843. 00000080:00000010:3.0:1767325815.060080:0:216338:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000aca507d4. 00000008:00000010:3.0:1767325815.060083:0:216338:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a7713c74. 02000000:00000010:0.0:1767325815.060084:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00020000:00000010:3.0:1767325815.060085:0:216338:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f5f0ed4b. 00008000:00000010:3.0:1767325815.060090:0:216338:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000238da731. 00000080:00000010:3.0:1767325815.060092:0:216338:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe1f067a. 00000100:00000010:0.0:1767325815.060094:0:219017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae7c6232. 00000020:00000010:3.0:1767325815.060099:0:216340:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a840b54. 00000020:00000010:3.0:1767325815.060102:0:216340:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d169692f. 80000000:00000010:3.0:1767325815.060105:0:216340:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6879be8. 40000000:00000010:3.0:1767325815.060107:0:216340:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023f77b60. 00000008:00000010:3.0:1767325815.060110:0:216340:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005371ceef. 00020000:00000010:3.0:1767325815.060112:0:216340:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000006198b05c. 00008000:00000010:3.0:1767325815.060120:0:216340:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000acda7ac3. 00100000:00000010:3.0:1767325815.060124:0:216340:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d99d4dc. 02000000:00000010:0.0:1767325815.060124:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da42910f. 00040000:00000010:3.0:1767325815.060130:0:216340:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042edcbc6. 00000400:00000010:0.0:1767325815.060132:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00040000:00000010:3.0:1767325815.060134:0:216340:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000c789add. 00000400:00000010:0.0:1767325815.060137:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00040000:00000010:3.0:1767325815.060138:0:216340:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e225191d. 00000100:00000200:0.0:1767325815.060143:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386605312, portal 10 00000020:00000010:0.0:1767325815.060148:0:216337:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ad5e07d1. 00000004:00000010:3.0:1767325815.060149:0:216340:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d469e3ed. 00000400:00000010:0.0:1767325815.060152:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000004:00000010:3.0:1767325815.060154:0:216340:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e7e02f5c. 00000100:00000200:0.0:1767325815.060156:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386605312, offset 0 00000004:00000010:3.0:1767325815.060158:0:216340:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a68b5da. 00002000:00000010:3.0:1767325815.060162:0:216340:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000033920fb1. 00000400:00000200:0.0:1767325815.060163:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000004:00000010:3.0:1767325815.060166:0:216340:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000099521f49. 00000080:00000010:3.0:1767325815.060170:0:216340:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003f3811f5. 00000400:00000200:0.0:1767325815.060171:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000080:00000010:3.0:1767325815.060173:0:216340:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000018415cd6. 00000400:00000200:0.0:1767325815.060175:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000010:3.0:1767325815.060177:0:216340:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ff2620b3. 00020000:00000010:3.0:1767325815.060181:0:216340:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000811f9d1b. 00008000:00000010:3.0:1767325815.060185:0:216340:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2f36707. 00000400:00000200:0.0:1767325815.060187:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000080:00000010:3.0:1767325815.060189:0:216340:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000734c94b9. 00000400:00000200:0.0:1767325815.060191:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325815.060195:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325815.060198:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [18:18:256:4294967295] 192.168.203.127@tcp LPNI seq info [18:18:8:4294967295] 00000020:00000010:3.0:1767325815.060203:0:216341:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fedaccb9. 00000020:00000010:3.0:1767325815.060208:0:216341:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8c43ba8. 00000400:00000200:0.0:1767325815.060211:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 80000000:00000010:3.0:1767325815.060213:0:216341:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036933f73. 40000000:00000010:3.0:1767325815.060217:0:216341:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006fbe6228. 00000800:00000200:0.0:1767325815.060218:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000008:00000010:3.0:1767325815.060220:0:216341:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002a1d5e18. 00000800:00000010:0.0:1767325815.060222:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00020000:00000010:3.0:1767325815.060224:0:216341:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000008b43d7fc. 00008000:00000010:3.0:1767325815.060226:0:216341:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000dd42ec79. 00100000:00000010:3.0:1767325815.060227:0:216341:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ec49c18e. 00040000:00000010:3.0:1767325815.060229:0:216341:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002824139a. 00040000:00000010:3.0:1767325815.060232:0:216341:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c73947d3. 00040000:00000010:3.0:1767325815.060235:0:216341:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f36762f1. 00000004:00000010:3.0:1767325815.060239:0:216341:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006a12d6be. 00000800:00000200:0.0:1767325815.060240:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000004:00000010:3.0:1767325815.060243:0:216341:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf334aff. 00000800:00000200:0.0:1767325815.060248:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000004:00000010:3.0:1767325815.060249:0:216341:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043be444a. 00000800:00000200:0.0:1767325815.060252:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 616 niov 1 nkiov 1 00002000:00000010:3.0:1767325815.060253:0:216341:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d64163d. 00000004:00000010:3.0:1767325815.060259:0:216341:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009748564b. 00000080:00000010:3.0:1767325815.060261:0:216341:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cff338d0. 00000080:00000010:3.0:1767325815.060267:0:216341:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a365092a. 00000008:00000010:3.0:1767325815.060270:0:216341:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ad126615. 00020000:00000010:3.0:1767325815.060272:0:216341:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000000acf1ab1. 00008000:00000010:3.0:1767325815.060273:0:216341:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000063dbac54. 00000080:00000010:3.0:1767325815.060275:0:216341:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000041ea18a5. 02000000:00000010:0.0:1767325815.060290:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000782cb8a9. 00000400:00000010:0.0:1767325815.060296:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:0.0:1767325815.060300:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325815.060303:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386605568, portal 10 00000020:00000010:0.0:1767325815.060309:0:216337:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e077d78d. 00000400:00000010:0.0:1767325815.060314:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000200:0.0:1767325815.060317:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386605568, offset 0 00000400:00000200:0.0:1767325815.060328:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325815.060337:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325815.060341:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325815.060344:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325815.060346:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325815.060349:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325815.060352:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [19:19:255:4294967295] 192.168.203.127@tcp LPNI seq info [19:19:7:4294967295] 00000400:00000200:0.0:1767325815.060358:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325815.060362:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325815.060367:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000800:00000200:0.0:1767325815.060387:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325815.060395:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325815.060404:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1767325815.061227:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325815.061235:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a00700 00000400:00000200:0.0:1767325815.061239:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x185 [1] + 0 00000400:00000200:0.0:1767325815.061247:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325815.061251:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767325815.061257:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386605312/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325815.061281:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325815.061284:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000400:00000010:0.0:1767325815.061285:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000200:0.0:1767325815.061290:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386605312/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325815.061295:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386605312/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325815.061310:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da42910f. 02000000:00000010:0.0:1767325815.061314:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008c5fa6eb. 00000100:00000010:0.0:1767325815.061317:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000400:00000200:0.0:1767325815.062113:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325815.062120:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a00800 00000400:00000200:0.0:1767325815.062124:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:0.0:1767325815.062130:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325815.062132:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767325815.062136:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ed2a9b x1853175386605568/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325815.062153:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325815.062154:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767325815.062155:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325815.062166:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ed2a9b x1853175386605568/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325815.062174:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ed2a9b x1853175386605568/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325815.063809:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:3.0:1767325815.064790:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000020:00000010:2.0:1767325815.065310:0:219038:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000027cec3c7. 00000020:00000010:2.0:1767325815.065317:0:219038:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000027cec3c7. 00000020:00000010:3.0:1767325815.067074:0:219039:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f27a7c11. 00000020:00000010:3.0:1767325815.067079:0:219039:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f27a7c11. 00000100:00000010:0.0:1767325815.069931:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 02000000:00000010:2.0:1767325816.062091:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000782cb8a9. 02000000:00000010:2.0:1767325816.062103:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000006349b64c. 00000100:00000010:2.0:1767325816.062108:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ed2a9b. 02000000:00000010:3.0:1767325816.062135:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004a2e75c8. 02000000:00000010:2.0:1767325816.062135:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f01a2c2c. 00000400:00000010:3.0:1767325816.062143:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b924c0. 00000400:00000010:2.0:1767325816.062144:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000400:00000010:2.0:1767325816.062151:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000400:00000010:3.0:1767325816.062152:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000200:2.0:1767325816.062155:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386605952, portal 10 00000100:00000200:3.0:1767325816.062156:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386605696, portal 10 00000020:00000010:3.0:1767325816.062164:0:216340:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006ffc3fe8. 00000020:00000010:2.0:1767325816.062165:0:216337:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000964e5af2. 00000400:00000010:3.0:1767325816.062169:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000400:00000010:2.0:1767325816.062171:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 00000100:00000200:3.0:1767325816.062172:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386605696, offset 0 00000100:00000200:2.0:1767325816.062176:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386605952, offset 0 00000400:00000200:3.0:1767325816.062183:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325816.062190:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325816.062194:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325816.062199:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325816.062202:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325816.062204:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325816.062206:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325816.062208:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [20:20:256:4294967295] 192.168.203.127@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767325816.062215:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325816.062218:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325816.062222:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000400:00000200:2.0:1767325816.062225:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767325816.062229:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325816.062230:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325816.062236:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767325816.062237:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325816.062242:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325816.062242:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325816.062248:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325816.062252:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [21:21:255:4294967295] 192.168.203.127@tcp LPNI seq info [21:21:7:4294967295] 00000100:00000010:3.0:1767325816.062259:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000664bedb2. 00000400:00000200:2.0:1767325816.062265:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:3.0:1767325816.062269:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009913b738. 00000800:00000200:2.0:1767325816.062272:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325816.062277:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d01a7ac. 00000100:00000010:3.0:1767325816.062281:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9c928ec. 00000800:00000200:2.0:1767325816.062285:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325816.062292:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:3.0:1767325816.062296:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033917549. 00000800:00000200:2.0:1767325816.062296:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d01a7ac type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1767325816.063683:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325816.063694:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a00980 00000400:00000200:0.0:1767325816.063699:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x195 [1] + 0 00000400:00000200:0.0:1767325816.063708:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325816.063711:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767325816.063718:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386605952/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325816.063745:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325816.063752:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 368 into portal 10 MB=0x6957404a00880 00000400:00000200:0.0:1767325816.063786:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 368/368 into md 0x199 [1] + 224 00000400:00000010:2.0:1767325816.063792:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 00000400:00000200:0.0:1767325816.063796:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325816.063797:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:2.0:1767325816.063800:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000400:00000200:0.0:1767325816.063804:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767325816.063808:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386605952/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325816.063811:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386605696/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325832 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325816.063828:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386605952/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325816.063850:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f01a2c2c. 02000000:00000010:2.0:1767325816.063854:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000038cb3090. 00000100:00000010:2.0:1767325816.063856:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000400:00000010:3.0:1767325816.063858:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9b924c0. 00000400:00000200:3.0:1767325816.063863:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:3.0:1767325816.063865:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000200:3.0:1767325816.063870:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386605696/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325832 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325816.063878:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386605696/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325832 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325816.063892:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a2e75c8. 02000000:00000010:3.0:1767325816.063895:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053bdf1ff. 00000100:00000010:3.0:1767325816.063897:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000010:2.0:1767325816.065804:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9c928ec. 00000100:00000010:0.0:1767325816.065805:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000664bedb2. 00000100:00000010:3.0:1767325816.065814:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033917549. 00000100:00000010:3.0:1767325820.470907:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 02000000:00000010:3.0:1767325820.470939:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 00000100:00000010:3.0:1767325820.470996:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 02000000:00000010:3.0:1767325820.471004:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004a2e75c8. 02000000:00000010:0.0:1767325820.471024:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036fbba6d. 00000100:00000010:3.0:1767325820.471025:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574ec2a4. 02000000:00000010:3.0:1767325820.471034:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000400:00000010:0.0:1767325820.471034:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:0.0:1767325820.471044:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325820.471052:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386606080, portal 25 00000400:00000010:0.0:1767325820.471057:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00000100:00000200:0.0:1767325820.471060:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386606080, offset 0 00000400:00000200:0.0:1767325820.471070:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767325820.471081:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad26cbf. 00000400:00000200:0.0:1767325820.471085:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767325820.471086:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b924c0. 00000400:00000010:3.0:1767325820.471091:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000200:3.0:1767325820.471094:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386606336, portal 10 00000400:00000010:3.0:1767325820.471099:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 00000100:00000200:3.0:1767325820.471103:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386606336, offset 0 00000400:00000200:0.0:1767325820.471105:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325820.471111:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325820.471113:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325820.471117:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325820.471120:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325820.471123:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [22:22:256:4294967295] 192.168.203.127@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1767325820.471134:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325820.471139:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325820.471143:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767325820.471145:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000400:00000200:3.0:1767325820.471149:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325820.471154:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325820.471155:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767325820.471160:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767325820.471160:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f01a2c2c. 00000400:00000200:3.0:1767325820.471166:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767325820.471167:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000800:00000200:0.0:1767325820.471168:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767325820.471173:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000800:00000200:0.0:1767325820.471174:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767325820.471178:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386606208, portal 10 00000400:00000010:2.0:1767325820.471183:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000400:00000200:3.0:1767325820.471184:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [23:23:255:4294967295] 192.168.203.127@tcp LPNI seq info [23:23:7:4294967295] 00000100:00000200:2.0:1767325820.471187:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386606208, offset 0 00000400:00000200:2.0:1767325820.471194:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767325820.471195:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000400:00000200:3.0:1767325820.471202:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325820.471210:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767325820.471210:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000400:00000200:2.0:1767325820.471212:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325820.471218:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325820.471219:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000010:0.0:1767325820.471220:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000400:00000200:2.0:1767325820.471221:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325820.471227:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325820.471230:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767325820.471230:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000800:00000200:3.0:1767325820.471235:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325820.471241:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [24:24:254:4294967295] 192.168.203.127@tcp LPNI seq info [24:24:6:4294967295] 00000800:00000200:3.0:1767325820.471246:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325820.471251:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325820.471259:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325820.471266:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325820.471270:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb324ad3. 00000800:00000200:2.0:1767325820.471275:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325820.471279:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325820.471282:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb324ad3 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:0.0:1767325820.473009:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325820.473014:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767325820.473016:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325820.473021:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386606080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325820.473029:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386606080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325820.473050:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036fbba6d. 02000000:00000010:0.0:1767325820.473054:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 00000100:00000010:0.0:1767325820.473057:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000400:00000200:0.0:1767325820.473507:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325820.473520:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a00b00 00000400:00000200:0.0:1767325820.473526:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1ad [1] + 224 00000400:00000200:0.0:1767325820.473532:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325820.473544:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767325820.473550:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574ec2a4 x1853175386606336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325820.473575:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325820.473582:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a00a80 00000400:00000010:3.0:1767325820.473583:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9b924c0. 00000400:00000200:3.0:1767325820.473587:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:3.0:1767325820.473588:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000200:3.0:1767325820.473593:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574ec2a4 x1853175386606336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325820.473598:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x1b5 [1] + 0 00000100:00000200:3.0:1767325820.473608:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574ec2a4 x1853175386606336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325820.473611:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325820.473618:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000010:3.0:1767325820.473622:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad26cbf. 00000100:00000200:0.0:1767325820.473625:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386606208/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325820.473627:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 00000100:00000010:3.0:1767325820.473631:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574ec2a4. 00000400:00000010:2.0:1767325820.473687:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 00000400:00000200:2.0:1767325820.473692:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:2.0:1767325820.473694:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000200:2.0:1767325820.473700:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386606208/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325820.473708:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386606208/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325820.473722:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f01a2c2c. 02000000:00000010:2.0:1767325820.473727:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004a2e75c8. 00000100:00000010:2.0:1767325820.473729:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00000010:0.0:1767325821.110838:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:2.0:1767325821.110840:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:3.0:1767325821.110850:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00000100:00000010:2.0:1767325825.590871:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 02000000:00000010:2.0:1767325825.590894:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb324ad3. 00000100:00000010:2.0:1767325825.590939:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 02000000:00000010:2.0:1767325825.590947:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f01a2c2c. 02000000:00000010:0.0:1767325825.590960:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036fbba6d. 00000100:00000010:2.0:1767325825.590968:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000400:00000010:0.0:1767325825.590968:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 02000000:00000010:2.0:1767325825.590976:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d01a7ac. 00000400:00000010:0.0:1767325825.590978:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.590985:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386606464, portal 25 00000400:00000010:0.0:1767325825.590991:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000200:0.0:1767325825.590994:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386606464, offset 0 02000000:00000010:3.0:1767325825.591002:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4c8f035. 00000400:00000200:0.0:1767325825.591006:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325825.591009:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b924c0. 00000400:00000010:3.0:1767325825.591016:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000200:3.0:1767325825.591021:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386606592, portal 10 00000400:00000200:0.0:1767325825.591022:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000020:00000010:3.0:1767325825.591032:0:216337:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000085c92ac1. 00000400:00000200:0.0:1767325825.591037:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325825.591040:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000400:00000200:0.0:1767325825.591044:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:3.0:1767325825.591045:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386606592, offset 0 00000400:00000200:0.0:1767325825.591050:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325825.591055:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325825.591058:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325825.591062:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [25:25:256:4294967295] 192.168.203.127@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767325825.591074:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325825.591079:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325825.591083:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767325825.591083:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000400:00000200:3.0:1767325825.591088:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325825.591092:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325825.591093:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767325825.591096:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325825.591101:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767325825.591111:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767325825.591113:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325825.591115:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [26:26:255:4294967295] 192.168.203.127@tcp LPNI seq info [26:26:7:4294967295] 00000400:00000200:3.0:1767325825.591124:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325825.591130:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767325825.591133:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000800:00000010:3.0:1767325825.591134:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000100:00000010:0.0:1767325825.591144:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000800:00000200:3.0:1767325825.591145:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767325825.591153:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000800:00000200:3.0:1767325825.591158:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767325825.591163:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000800:00000200:3.0:1767325825.591164:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1767325825.591182:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325825.591185:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000200:2.0:1767325825.591191:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325825.591198:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325825.591202:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000400:00000010:2.0:1767325825.591206:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000100:00000200:2.0:1767325825.591216:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386606464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325825.591231:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325825.591232:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:2.0:1767325825.591234:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325825.591235:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325825.591237:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000400:00000010:2.0:1767325825.591238:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000200:2.0:1767325825.591240:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386606592/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325825.591283:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325825.591284:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000400:00000200:2.0:1767325825.591286:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325825.591288:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325825.591289:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000010:2.0:1767325825.591290:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000200:2.0:1767325825.591293:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386606720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325825.592783:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325825.592788:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767325825.592789:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.592794:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386606464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325825.592802:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386606464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325825.592824:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036fbba6d. 02000000:00000010:0.0:1767325825.592828:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb324ad3. 00000100:00000010:0.0:1767325825.592832:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000400:00000200:3.0:1767325825.592839:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.592847:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a00c80 00000400:00000200:3.0:1767325825.592852:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1c9 [1] + 224 00000400:00000200:3.0:1767325825.592860:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.592905:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.592910:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386606720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325825.593285:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325825.593297:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a00c00 00000400:00000200:2.0:1767325825.593300:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x1c5 [1] + 0 00000400:00000200:2.0:1767325825.593317:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325825.593319:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767325825.593323:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386606592/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325825.593373:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9b924c0. 00000400:00000200:3.0:1767325825.593378:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:3.0:1767325825.593379:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000200:3.0:1767325825.593384:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386606592/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325825.593392:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386606592/t0(0) o38->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325825.593612:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4c8f035. 02000000:00000010:3.0:1767325825.593617:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f01a2c2c. 00000100:00000010:3.0:1767325825.593619:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 02000000:00000010:0.0:1767325825.593654:0:219017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000782cb8a9. 02000000:00000010:2.0:1767325825.593658:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000057b4779. 00000400:00000010:0.0:1767325825.593661:0:219017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:2.0:1767325825.593665:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000400:00000010:0.0:1767325825.593667:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.593672:0:219017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386605824, portal 10 00000400:00000010:2.0:1767325825.593673:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000400:00000010:0.0:1767325825.593678:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000200:2.0:1767325825.593679:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386605440, portal 10 00000100:00000200:0.0:1767325825.593683:0:219017:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386605824, offset 0 00000400:00000010:2.0:1767325825.593687:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 00000400:00000200:0.0:1767325825.593692:0:219017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767325825.593698:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386605440, offset 0 00000400:00000200:0.0:1767325825.593699:0:219017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325825.593706:0:219017:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325825.593711:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325825.593713:0:219017:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325825.593716:0:219017:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325825.593719:0:219017:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325825.593721:0:219017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [28:28:256:4294967295] 192.168.203.127@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767325825.593729:0:219017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325825.593733:0:219017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325825.593738:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767325825.593744:0:219017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000400:00000200:2.0:1767325825.593745:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325825.593750:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325825.593753:0:219017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325825.593774:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325825.593778:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325825.593780:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [29:29:255:4294967295] 192.168.203.127@tcp LPNI seq info [29:29:7:4294967295] 00000400:00000200:2.0:1767325825.593788:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325825.593792:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325825.593796:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fee5e3e. 00000800:00000200:0.0:1767325825.593800:0:219017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325825.593803:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325825.593804:0:219017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767325825.593809:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325825.593812:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007fee5e3e type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767325825.593861:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325825.593865:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:3.0:1767325825.593868:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.593877:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325825.593880:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000400:00000010:3.0:1767325825.593882:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000200:3.0:1767325825.593886:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386605824/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325825.593920:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325825.593922:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fee5e3e. 00000400:00000200:3.0:1767325825.593925:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.593928:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325825.593930:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000400:00000010:3.0:1767325825.593932:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000200:3.0:1767325825.593935:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386605440/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325825.594883:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.594889:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 368 into portal 10 MB=0x6957404a00780 00000400:00000200:3.0:1767325825.594892:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 368/368 into md 0x1d9 [1] + 224 00000400:00000200:3.0:1767325825.594904:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.594906:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.594910:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386605440/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325825.594956:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 00000400:00000200:2.0:1767325825.594961:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:2.0:1767325825.594962:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000200:2.0:1767325825.594968:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386605440/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325825.594982:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386605440/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325825.595002:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000057b4779. 02000000:00000010:2.0:1767325825.595006:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033f644a0. 00000100:00000010:2.0:1767325825.595008:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 00000400:00000200:3.0:1767325825.595023:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.595028:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 368 into portal 10 MB=0x6957404a00900 00000400:00000200:3.0:1767325825.595031:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 368/368 into md 0x1d5 [1] + 224 00000400:00000200:3.0:1767325825.595036:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.595077:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.595081:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386605824/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325825.595129:0:219017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325825.595132:0:219017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767325825.595134:0:219017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.595138:0:219017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386605824/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325825.595146:0:219017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386605824/t0(0) o41->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325825.595161:0:219017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae7c6232. 02000000:00000010:0.0:1767325825.595166:0:219017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000782cb8a9. 02000000:00000010:0.0:1767325825.595168:0:219017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 00000100:00000010:0.0:1767325825.595169:0:219017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00800000:00000010:0.0:1767325825.595173:0:219017:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at 000000005b5f8745. 00000100:00000010:0.0:1767325825.595178:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 02000000:00000010:0.0:1767325825.595183:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036fbba6d. 00000100:00000010:0.0:1767325825.595189:0:219017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071d93403. 02000000:00000010:0.0:1767325825.595194:0:219017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000782cb8a9. 00000400:00000010:0.0:1767325825.595196:0:219017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:0.0:1767325825.595197:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.595199:0:219017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386606848, portal 10 00000400:00000010:0.0:1767325825.595201:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000200:0.0:1767325825.595202:0:219017:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853175386606848, offset 0 00000400:00000200:0.0:1767325825.595205:0:219017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325825.595209:0:219017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325825.595211:0:219017:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325825.595212:0:219017:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325825.595214:0:219017:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325825.595215:0:219017:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325825.595221:0:219017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [30:30:256:4294967295] 192.168.203.127@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767325825.595226:0:219017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325825.595229:0:219017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325825.595231:0:219017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000800:00000200:0.0:1767325825.595233:0:219017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325825.595236:0:219017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325825.595238:0:219017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 536 niov 1 nkiov 1 00000800:00000200:3.0:1767325825.595294:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325825.595299:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000400:00000200:3.0:1767325825.595301:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.595315:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325825.595317:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:3.0:1767325825.595318:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000200:3.0:1767325825.595322:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386606848/t0(0) o40->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325841 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325825.595986:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.595994:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 448 into portal 10 MB=0x6957404a00d00 00000400:00000200:3.0:1767325825.595998:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 448/448 into md 0x1e5 [1] + 224 00000400:00000200:3.0:1767325825.596005:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.596008:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.596013:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386606848/t0(0) o40->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325841 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325825.596053:0:219017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325825.596056:0:219017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767325825.596057:0:219017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.596061:0:219017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386606848/t0(0) o40->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325825.596065:0:219017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386606848/t0(0) o40->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325825.596074:0:219017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071d93403. 00000002:00000200:0.0:1767325825.596076:0:219017:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:0.0:1767325825.596079:0:219017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000782cb8a9. 02000000:00000010:0.0:1767325825.596080:0:219017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000036fbba6d. 00000100:00000010:0.0:1767325825.596082:0:219017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000020:00000010:0.0:1767325825.596095:0:219017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000554d0a97. 00000020:00000010:0.0:1767325825.596106:0:219017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000116edc88. 00000400:00000200:0.0:1767325825.596114:0:219017:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000010:0.0:1767325825.596121:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 02000000:00000010:0.0:1767325825.596124:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000782cb8a9. 00000080:00000010:0.0:1767325825.596160:0:219017:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at 0000000036fbba6d. 00000020:00000010:0.0:1767325825.596165:0:219017:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000da42910f. 00000100:00000010:0.0:1767325825.596173:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 02000000:00000010:3.0:1767325825.596174:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4c8f035. 00000400:00000010:3.0:1767325825.596179:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b924c0. 02000000:00000010:0.0:1767325825.596179:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015181482. 00000400:00000010:3.0:1767325825.596183:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000010:0.0:1767325825.596184:0:219017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071d93403. 00000100:00000200:3.0:1767325825.596186:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386606976, portal 4 00000020:00000010:3.0:1767325825.596192:0:216337:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000535706bf. 00000400:00000010:3.0:1767325825.596195:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000100:00000200:3.0:1767325825.596197:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853175386606976, offset 0 00000400:00000200:3.0:1767325825.596201:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767325825.596201:0:219017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1159a52. 00000400:00000010:0.0:1767325825.596204:0:219017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000200:3.0:1767325825.596206:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767325825.596206:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.596208:0:219017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386607104, portal 10 00000400:00000200:3.0:1767325825.596209:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325825.596211:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767325825.596211:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000400:00000200:3.0:1767325825.596213:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767325825.596213:0:219017:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1853175386607104, offset 0 00000400:00000200:3.0:1767325825.596215:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325825.596217:0:219017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325825.596218:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [31:31:256:4294967295] 192.168.203.127@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1767325825.596225:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325825.596229:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325825.596231:0:219017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325825.596233:0:219017:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325825.596235:0:219017:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000010:3.0:1767325825.596236:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000400:00000200:0.0:1767325825.596237:0:219017:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325825.596240:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767325825.596240:0:219017:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325825.596242:0:219017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [32:32:255:4294967295] 192.168.203.127@tcp LPNI seq info [32:32:7:4294967295] 00000800:00000200:3.0:1767325825.596244:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325825.596247:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1767325825.596249:0:219017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325825.596253:0:219017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325825.596255:0:219017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000800:00000200:0.0:1767325825.596258:0:219017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325825.596261:0:219017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325825.596263:0:219017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:3.0:1767325825.597346:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.597354:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 248 into portal 10 MB=0x6957404a00e00 00000400:00000200:3.0:1767325825.597359:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 248/248 into md 0x1f5 [1] + 224 00000400:00000200:3.0:1767325825.597366:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.597370:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.597374:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386607104/t0(0) o900->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325841 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325825.597437:0:219017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325825.597442:0:219017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767325825.597444:0:219017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.597448:0:219017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386607104/t0(0) o900->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325825.597456:0:219017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386607104/t0(0) o900->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325825.597470:0:219017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071d93403. 02000000:00000010:0.0:1767325825.597474:0:219017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1159a52. 02000000:00000010:0.0:1767325825.597477:0:219017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000015181482. 00000100:00000010:0.0:1767325825.597479:0:219017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 80000000:00000010:0.0:1767325825.597490:0:219017:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000046e9dd56. 00000020:00000010:0.0:1767325825.597497:0:219017:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000008c5fa6eb. 00000100:00000010:0.0:1767325825.597501:0:219017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 02000000:00000010:0.0:1767325825.597506:0:219017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015181482. 00000100:00000010:0.0:1767325825.597512:0:219017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071d93403. 02000000:00000010:0.0:1767325825.597558:0:219017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000003eaae2c6. 00000400:00000010:0.0:1767325825.597561:0:219017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:0.0:1767325825.597565:0:219017:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at 00000000485ebfcf. 00000100:00000200:0.0:1767325825.597568:0:219017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853175386607232, portal 10 00000400:00000010:0.0:1767325825.597571:0:219017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767325825.597573:0:219017:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853175386607232, offset 0 00000400:00000200:0.0:1767325825.597577:0:219017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325825.597582:0:219017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325825.597585:0:219017:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325825.597587:0:219017:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325825.597589:0:219017:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325825.597591:0:219017:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325825.597594:0:219017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [33:33:256:4294967295] 192.168.203.127@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1767325825.597600:0:219017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325825.597605:0:219017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325825.597608:0:219017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000800:00000200:0.0:1767325825.597611:0:219017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325825.597615:0:219017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325825.597617:0:219017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:3.0:1767325825.597685:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325825.597688:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000400:00000200:3.0:1767325825.597691:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.597695:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325825.597698:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:3.0:1767325825.597700:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000200:3.0:1767325825.597704:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386607232/t0(0) o33->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325841 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:3.0:1767325825.597828:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.597835:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 4 MB=0x6957404a00d80 00000400:00000200:3.0:1767325825.597840:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.127@tcp of length 416/416 into md 0x1ed [1] + 0 00000400:00000200:3.0:1767325825.597848:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.597852:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.597857:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386606976/t0(0) o8->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325825.597893:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9b924c0. 00000400:00000200:2.0:1767325825.597897:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:2.0:1767325825.597898:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000200:2.0:1767325825.597902:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386606976/t0(0) o8->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325825.597907:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386606976/t0(0) o8->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767325825.597922:0:216337:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d705f205. 02000000:00000010:2.0:1767325825.597949:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4c8f035. 02000000:00000010:2.0:1767325825.597952:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000782cb8a9. 00000100:00000010:2.0:1767325825.597955:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000400:00000200:3.0:1767325825.604830:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325825.604843:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 464 into portal 10 MB=0x6957404a00e80 00000400:00000200:3.0:1767325825.604896:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 464/464 into md 0x1fd [32] + 224 00000400:00000200:3.0:1767325825.604906:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325825.604908:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325825.604915:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386607232/t0(0) o33->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325841 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:0.0:1767325825.604974:0:219017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325825.604979:0:219017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000485ebfcf 00000400:00000010:0.0:1767325825.604981:0:219017:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at 00000000485ebfcf. 00000100:00000200:0.0:1767325825.604987:0:219017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386607232/t0(0) o33->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767325825.604995:0:219017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386607232/t0(0) o33->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325841 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:0.0:1767325825.605023:0:219017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071d93403. 00000002:00000200:0.0:1767325825.605029:0:219017:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:0.0:1767325825.605032:0:219017:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at 0000000036fbba6d. 00000020:00000010:0.0:1767325825.605049:0:219017:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000e9699f30. 00000020:00000010:0.0:1767325825.605051:0:219017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036fbba6d. 00000020:00000010:0.0:1767325825.605054:0:219017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1159a52. 00000020:00000010:0.0:1767325825.605056:0:219017:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003fce8586. 00000008:00000010:0.0:1767325825.605065:0:219017:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019d39d11. 00020000:00000010:0.0:1767325825.605069:0:219017:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000048e16494. 00008000:00000010:0.0:1767325825.605076:0:219017:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000006eac16e. 00000080:00000010:0.0:1767325825.605085:0:219017:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000979c520b. 00000080:00000010:0.0:1767325825.605093:0:219017:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000038fb5915. 00000020:00000010:0.0:1767325825.605096:0:219017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae64356. 00000008:00000010:0.0:1767325825.605104:0:219017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000090558102. 00020000:00000010:0.0:1767325825.605111:0:219017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008d4d09cc. 00008000:00000010:0.0:1767325825.605124:0:219017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000020294753. 00000080:00000010:0.0:1767325825.605133:0:219017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000c17bf0d. 00000080:00000010:0.0:1767325825.605138:0:219017:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at 000000000c19e833. 00000080:00000010:0.0:1767325825.605142:0:219017:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at 00000000485ebfcf. 00000020:00000010:0.0:1767325825.605168:0:219017:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000ea35256d. 00000020:00000010:0.0:1767325825.605176:0:219017:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000caaf1489. 00000020:00000010:0.0:1767325825.605179:0:219017:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000071d93403. 00000008:00000010:0.0:1767325825.605184:0:219017:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000cf694229. 00020000:00000010:0.0:1767325825.605185:0:219017:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000567246cc. 00008000:00000010:0.0:1767325825.605188:0:219017:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008a08f4c9. 00000080:00000010:0.0:1767325825.605190:0:219017:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f006492d. 00000080:00000010:0.0:1767325825.605193:0:219017:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a34540a7. 00000008:00000010:0.0:1767325825.605195:0:219017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000f580094. 00020000:00000010:0.0:1767325825.605198:0:219017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f0773343. 00008000:00000010:0.0:1767325825.605200:0:219017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000001071fcc. 00000080:00000010:0.0:1767325825.605202:0:219017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000015270ca8. 00000008:00000010:0.0:1767325825.605212:0:219017:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000066714b6b. 00020000:00000010:0.0:1767325825.605214:0:219017:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000072122636. 00008000:00000010:0.0:1767325825.605216:0:219017:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c4620cbf. 00000080:00000010:0.0:1767325825.605219:0:219017:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b3c3a64f. 00000080:00000010:0.0:1767325825.605221:0:219017:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000dbf8408e. 00000008:00000010:0.0:1767325825.605223:0:219017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b5357535. 00020000:00000010:0.0:1767325825.605225:0:219017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000af5ef90f. 00008000:00000010:0.0:1767325825.605227:0:219017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a2867787. 00000080:00000010:0.0:1767325825.605229:0:219017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000030f765cf. 00000008:00000010:0.0:1767325825.605232:0:219017:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dabc050c. 00020000:00000010:0.0:1767325825.605234:0:219017:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000057051ed0. 00008000:00000010:0.0:1767325825.605236:0:219017:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000059127e64. 00000080:00000010:0.0:1767325825.605238:0:219017:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000023f19ad2. 00000080:00000010:0.0:1767325825.605240:0:219017:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e9a45246. 00000008:00000010:0.0:1767325825.605242:0:219017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000050695bc3. 00020000:00000010:0.0:1767325825.605244:0:219017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d4ed26de. 00008000:00000010:0.0:1767325825.605246:0:219017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008b8465fd. 00000080:00000010:0.0:1767325825.605248:0:219017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008712b317. 00000008:00000010:0.0:1767325825.605251:0:219017:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003d3bf3d4. 00020000:00000010:0.0:1767325825.605253:0:219017:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000034e2c76f. 00008000:00000010:0.0:1767325825.605254:0:219017:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000806cfc6a. 00000080:00000010:0.0:1767325825.605256:0:219017:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001a8da94a. 00000080:00000010:0.0:1767325825.605262:0:219017:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000db378137. 00000008:00000010:0.0:1767325825.605265:0:219017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c40a1f0e. 00020000:00000010:0.0:1767325825.605266:0:219017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000024d079f5. 00008000:00000010:0.0:1767325825.605267:0:219017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000002516fa81. 00000080:00000010:0.0:1767325825.605269:0:219017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000011a27536. 00020000:00000010:0.0:1767325825.605274:0:219017:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 0000000022ae4724. 00020000:00000010:0.0:1767325825.605277:0:219017:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000336bdc36. 00020000:00000010:0.0:1767325825.605279:0:219017:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000006a219302. 00000080:00000010:0.0:1767325825.605316:0:219017:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at 00000000d160510c. 02000000:00000010:0.0:1767325825.605330:0:219017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000003eaae2c6. 02000000:00000010:0.0:1767325825.605349:0:219017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000015181482. 00000100:00000010:0.0:1767325825.605351:0:219017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000080:00000010:0.0:1767325825.605358:0:219017:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at 00000000efbf0a91. 00000080:00000010:0.0:1767325825.605363:0:219017:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at 0000000067a2003a. 00000080:00000010:0.0:1767325825.605364:0:219017:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at 00000000ad655aca. 00000080:00000010:0.0:1767325825.605383:0:219017:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at 000000009c601446. 00000080:00000010:0.0:1767325825.605385:0:219017:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at 000000009d7ed410. 00000080:00000010:0.0:1767325825.605387:0:219017:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at 0000000059e097ae. 00000080:02000400:0.0:1767325825.605389:0:219017:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000400:00000001:2.0:1767325825.651952:0:219054:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:0.0:1767325826.294831:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325826.294835:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325826.294882:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325826.294885:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325826.294888:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767325826.614842:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767325826.614847:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 00000080:00000001:0.0:1767325826.793553:0:219062:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325826.900067:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325826.900071:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767325826.900076:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325826.900081:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325826.900086:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000400:00000010:2.0:1767325826.900088:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:2.0:1767325826.900092:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325826.900096:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386607360/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325842 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767325826.900117:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325826.900130:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000066fd52ca x1853175386607360/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325842 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767325826.900140:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325826.900142:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325826.901566:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.901574:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325826.901576:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.901577:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325826.901582:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325826.901590:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 688 into portal 10 MB=0x6957404a00f00 00000400:00000200:3.0:1767325826.901594:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 688/688 into md 0x205 [1] + 224 00000800:00000001:3.0:1767325826.901598:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.901602:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325826.901603:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325826.901606:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325826.901608:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325826.901611:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386607360/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325842 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767325826.901616:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@0000000066fd52ca x1853175386607360/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767325826.901627:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325826.901631:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.901633:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325826.903242:0:219082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325826.903249:0:219082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325826.903259:0:219082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325826.903263:0:219082:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 315831 usecs (316 jiffies) 00000100:00000001:1.0:1767325826.903266:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305533020 00000100:00000001:1.0:1767325826.903268:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.903270:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305533020 00000100:00000001:1.0:1767325826.903272:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.903273:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305533020 00000100:00000001:1.0:1767325826.903275:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.903277:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305533020 00000100:00000001:1.0:1767325826.903279:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.903281:0:219082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325826.903283:0:219082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.903284:0:219082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325826.903286:0:219082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325826.903287:0:219082:0:(client.c:2690:ptlrpc_set_wait()) set 000000002712ae4d going to sleep for 11 seconds 00000100:00000001:1.0:1767325826.903289:0:219082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325826.903291:0:219082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325826.903330:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325826.903332:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:3.0:1767325826.903335:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325826.903338:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325826.903340:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:3.0:1767325826.903341:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:3.0:1767325826.903342:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325826.903349:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325826.903354:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325826.903355:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325826.903359:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325826.903360:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325826.904114:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325826.904120:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325826.904122:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325826.904124:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325826.904129:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325826.904137:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 368 into portal 10 MB=0x6957404a00f80 00000400:00000200:2.0:1767325826.904142:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 368/368 into md 0x20d [1] + 224 00000800:00000001:2.0:1767325826.904146:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325826.904151:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325826.904153:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325826.904156:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325826.904159:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325826.904162:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325826.904170:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325826.904193:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325826.904203:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325826.904205:0:219082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325826.904206:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325826.904209:0:219082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325826.904211:0:219082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325826.904213:0:219082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:1.0:1767325826.904215:0:219082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767325826.904216:0:219082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767325826.904218:0:219082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325826.904221:0:219082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325826.904226:0:219082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.904231:0:219082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325826.904236:0:219082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325826.904237:0:219082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325826.904238:0:219082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325826.904239:0:219082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325826.904240:0:219082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325826.904241:0:219082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325826.904244:0:219082:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325826.904246:0:219082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325826.904248:0:219082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325826.904248:0:219082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325826.904249:0:219082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325826.904251:0:219082:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325826.904255:0:219082:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.904257:0:219082:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325826.904257:0:219082:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325826.904258:0:219082:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325826.904259:0:219082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325826.904260:0:219082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.904264:0:219082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325826.904265:0:219082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325826.904266:0:219082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325826.904268:0:219082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325826.904271:0:219082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job lfs:486908d5-c99a-49b6-bd48-4a0014ee5395:219082:1853175386607488:192.168.203.127@tcp:41: 00000100:00000001:1.0:1767325826.904273:0:219082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325826.904274:0:219082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.904275:0:219082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325826.904276:0:219082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325826.904277:0:219082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.904286:0:219082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325826.904287:0:219082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002712ae4d. 00000100:00000001:1.0:1767325826.904288:0:219082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325826.904289:0:219082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325826.904291:0:219082:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:1.0:1767325826.904292:0:219082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325826.904305:0:219082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386607488/t0(0) o41->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325842 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.904310:0:219082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325826.904311:0:219082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325826.904312:0:219082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a2da6d5. 02000000:00000001:1.0:1767325826.904317:0:219082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325826.904317:0:219082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325826.904318:0:219082:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325826.904320:0:219082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325826.904320:0:219082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:1.0:1767325826.904322:0:219082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325826.904323:0:219082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325826.904323:0:219082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:1.0:1767325826.904325:0:219082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325826.904325:0:219082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325826.904326:0:219082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325826.904327:0:219082:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325826.904328:0:219082:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1767325826.904329:0:219082:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff8e30967de000: update 00000000d75da8cc cache blocks 20275/23812 objects 79737/79992 00800000:00000001:1.0:1767325826.904330:0:219082:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767325826.904332:0:219082:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904333:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767325826.904334:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904336:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904337:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904358:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904359:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904363:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904369:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904372:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904374:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904376:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904378:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904379:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904382:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904384:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904385:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904387:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904390:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904392:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904396:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904397:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904400:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904401:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904403:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904405:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904406:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904407:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904408:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904410:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904412:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904413:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904415:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904417:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904419:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904421:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904422:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904425:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904426:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904428:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904429:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904435:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904437:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904438:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904440:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904442:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904443:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904446:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904449:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904450:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904455:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904456:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904459:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904460:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904463:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904466:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904467:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904469:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904470:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904473:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904474:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904475:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904477:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904479:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904480:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904483:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904484:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904485:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904486:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904487:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904488:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904489:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904490:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904490:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904496:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904497:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904499:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904500:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904502:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904503:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904505:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904506:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904508:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904509:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904511:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904512:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904512:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904513:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904514:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904515:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904516:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904517:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904518:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904519:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904520:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904522:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904523:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904524:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904524:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904526:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904527:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904528:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904528:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904529:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904530:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904531:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904534:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904536:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904537:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904538:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904540:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904541:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904542:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904543:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904544:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904545:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904546:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904547:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904547:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904548:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904549:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904550:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904552:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904554:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904555:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904557:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904557:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904558:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904559:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904560:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904561:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904562:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904562:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904563:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904564:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904565:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904566:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904567:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904572:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904573:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904576:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904576:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904578:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904578:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904580:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904581:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904581:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904582:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904582:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904583:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904584:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904585:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904586:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904587:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904588:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904589:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904590:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904591:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904591:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904592:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904593:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904594:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904594:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904594:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904595:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904596:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904597:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904598:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904599:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904600:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904602:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904605:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904606:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904607:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904608:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904609:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904609:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904610:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904610:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904612:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904612:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904613:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904614:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904615:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904616:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904618:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904618:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904619:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904620:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904621:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904622:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904622:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904623:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904623:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904624:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904625:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904626:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904627:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904628:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904628:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904630:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904630:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904631:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904632:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904635:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904636:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904637:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904637:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904638:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904639:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904640:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904641:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904642:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904643:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904644:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904646:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904646:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904647:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904648:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904649:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904649:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904650:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904651:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904651:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904652:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904653:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904654:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904655:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904656:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904657:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904658:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904658:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904659:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904660:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904661:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904662:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904662:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904665:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904666:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904667:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904668:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904668:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904669:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904671:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904671:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904674:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904674:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904675:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904676:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904677:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904678:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904678:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904679:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904679:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904680:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904681:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904682:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904683:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904684:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904685:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904686:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904686:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904687:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904688:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904689:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904690:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904690:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904691:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904691:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904692:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904696:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904696:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904697:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904699:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904699:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904702:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904702:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904703:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904704:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904705:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904706:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904706:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904707:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904708:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904709:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904709:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904710:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904711:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904712:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904713:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904714:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904715:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904716:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904716:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904717:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904718:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904719:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904719:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904720:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904721:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904721:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904722:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904723:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904726:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904727:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904729:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904730:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904731:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904732:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904733:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904734:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904734:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904735:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904736:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904737:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904738:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904738:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904739:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904740:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904741:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904742:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904743:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904744:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904744:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904745:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904746:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904747:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904747:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904748:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904749:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904749:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904750:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904751:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904752:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904753:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904754:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904775:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904778:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904780:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904783:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904785:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904787:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904789:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904790:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904792:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904794:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904796:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904798:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904801:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904803:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904808:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904809:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904810:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904811:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904812:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904813:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904814:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904815:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904816:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904817:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904818:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904819:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904820:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904821:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904822:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904823:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904824:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904825:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904825:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904830:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904832:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904833:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904834:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904834:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904836:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904836:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904837:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904838:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904839:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904840:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904843:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904843:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904845:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904846:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904847:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904848:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904848:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904849:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904849:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904850:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904851:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904852:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904853:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904854:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904855:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904856:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904856:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904857:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904858:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904859:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904860:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904860:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904864:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904864:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904866:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904867:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904868:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904869:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904870:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904871:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904873:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904873:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904874:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904875:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904876:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904877:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904878:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904878:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904878:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904879:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904880:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904881:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904882:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904883:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904884:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904885:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904886:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904887:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904887:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904888:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904889:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904890:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904890:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904890:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904891:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904895:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904896:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904897:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904898:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904899:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904901:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904901:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904903:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904903:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904904:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904905:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904906:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904907:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904907:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904908:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904909:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904910:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904911:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904912:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904912:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904914:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904914:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904915:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904916:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904917:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904917:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904918:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904919:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904919:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904920:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904921:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904922:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904923:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904926:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904927:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904929:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904930:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904931:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904932:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904933:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904933:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904934:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904935:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904935:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904936:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904937:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904938:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904939:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904940:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904941:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904942:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904942:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904944:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904944:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904945:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904946:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904946:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904947:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904947:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904948:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904949:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904950:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904951:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904952:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904953:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904954:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904957:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904959:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904959:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904960:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904961:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904962:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904963:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904963:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904965:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904965:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904966:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904967:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904968:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904969:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904971:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904971:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904972:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904973:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904974:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904975:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904975:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904976:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904976:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904977:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904978:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904979:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904980:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904981:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904982:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904983:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.904983:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.904984:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.904985:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.904988:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.904989:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.904990:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.904991:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.904991:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.904993:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904994:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904995:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.904995:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.904997:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904997:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.904999:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905000:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905001:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905002:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905002:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905003:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905004:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905005:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905005:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905006:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905007:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905008:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905009:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905010:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905012:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905014:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905015:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905017:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905017:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905019:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905021:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905022:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905027:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905028:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905030:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905031:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905033:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905035:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905037:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905039:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905044:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905044:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905047:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905048:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905050:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905052:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905054:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905055:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905056:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905058:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905060:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905061:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905063:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905065:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905067:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905070:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905071:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905073:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905074:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905076:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905078:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905079:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905080:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905081:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905084:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905091:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905093:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905095:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905098:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905099:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905104:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905105:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905108:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905109:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905111:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905112:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905113:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905114:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905115:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905116:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905117:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905118:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905119:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905120:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905121:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905123:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905123:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905125:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905125:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905126:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905127:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905128:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905128:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905128:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905129:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905131:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905131:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905133:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905137:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905138:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905141:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905141:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905143:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905143:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905144:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905145:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905146:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905147:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905147:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905148:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905149:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905150:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905151:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905152:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905152:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905154:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905154:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905155:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905156:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905156:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905157:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905158:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905159:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905159:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905160:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905161:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905162:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905163:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905163:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905164:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905166:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905168:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905170:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905171:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905172:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905173:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905173:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905174:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905175:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905176:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905176:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905177:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905178:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905179:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905180:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905182:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905183:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905185:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905186:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905187:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905189:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905190:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905191:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905192:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905193:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905195:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905196:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905197:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905199:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905201:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905203:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905204:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905207:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905208:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905214:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905216:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905218:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905220:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905220:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905223:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905224:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905226:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905228:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905230:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905232:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905236:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905237:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905239:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905240:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905242:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905244:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905246:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905246:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905247:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905249:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905251:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905253:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905254:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905256:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905258:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905260:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905261:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905263:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905264:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905265:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905266:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905267:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905272:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905272:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905274:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905275:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905276:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905277:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905278:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905279:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905281:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905282:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905283:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905284:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905285:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905286:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905287:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905288:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905288:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905289:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905290:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905291:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905292:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905304:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905307:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905309:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905309:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905311:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905311:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905313:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905314:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905315:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905315:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905316:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905318:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905322:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905323:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905324:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905326:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905327:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905329:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905330:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905331:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905332:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905333:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905334:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905335:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905336:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905336:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905337:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905338:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905339:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905340:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905341:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905342:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905343:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905343:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905344:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905345:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905346:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905347:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905347:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905348:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905348:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905349:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905350:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905351:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905352:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905355:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905356:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905359:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905359:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905361:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905361:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905362:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905363:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905364:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905365:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905365:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905366:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905367:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905368:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905369:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905370:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905370:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905372:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905372:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905373:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905374:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905375:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905376:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905376:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905377:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905377:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905378:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905379:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905380:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905381:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905382:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905383:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905384:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905387:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905389:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905390:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905390:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905391:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905392:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905393:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905394:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905395:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905396:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905397:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905398:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905399:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905400:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905402:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905402:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905403:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905404:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905405:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905405:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905406:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905407:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905407:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905408:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905409:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905410:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905411:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905412:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905412:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905414:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905414:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905415:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905416:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905419:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905420:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905421:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905422:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905422:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905424:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905425:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905425:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905426:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905427:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905428:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905430:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905431:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905432:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905433:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905433:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905434:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905435:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905436:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905436:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905437:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905438:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905439:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905439:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905440:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905441:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905443:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905443:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905444:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905445:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905445:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905446:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905447:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905450:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905450:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905452:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905453:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905453:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905454:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905455:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905456:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905458:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905459:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905460:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905461:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905461:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905462:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905463:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905464:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905464:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905465:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905466:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905467:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905468:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905470:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905471:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905473:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905474:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905476:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905477:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905478:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905480:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905481:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905482:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905482:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905484:0:219082:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905490:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905491:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.905493:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905496:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905497:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.905501:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905502:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905505:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905506:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905508:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905510:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905512:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1767325826.905513:0:219082:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1767325826.905514:0:219082:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00800000:00000001:1.0:1767325826.905516:0:219082:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.905517:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.905519:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1767325826.905521:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.905523:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.905525:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.905527:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.905528:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.905529:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.905530:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.905531:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.905532:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.905533:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.905535:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.905537:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.905540:0:219082:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:1.0:1767325826.905542:0:219082:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff8e30967de000: age 9853, max_age 10864 00000008:00000001:1.0:1767325826.905544:0:219082:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:1.0:1767325826.905545:0:219082:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=3 obd=lustre-OST0000-osc-ffff8e30967de000 00000100:00000010:1.0:1767325826.905551:0:219082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767325826.905552:0:219082:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=4 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767325826.905554:0:219082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325826.905554:0:219082:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=3 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767325826.905556:0:219082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325826.905556:0:219082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325826.905557:0:219082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325826.905559:0:219082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325826.905561:0:219082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767325826.905564:0:219082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.905565:0:219082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325826.905566:0:219082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325826.905568:0:219082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002712ae4d. 00000100:00000001:1.0:1767325826.905569:0:219082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938559377152 : -125135150174464 : ffff8e30b3d32f00) 00000100:00000001:1.0:1767325826.905570:0:219082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325826.905571:0:219082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:1.0:1767325826.905573:0:219082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325826.905574:0:219082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.905575:0:219082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325826.905576:0:219082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325826.905578:0:219082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.905583:0:219082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325826.905584:0:219082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325826.905585:0:219082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325826.905586:0:219082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325826.905588:0:219082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325826.905589:0:219082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job lfs:486908d5-c99a-49b6-bd48-4a0014ee5395:219082:1853175386607616:192.168.203.127@tcp:13: 00000100:00000001:1.0:1767325826.905591:0:219082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325826.905592:0:219082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325826.905593:0:219082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325826.905594:0:219082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325826.905596:0:219082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a2da6d5. 02000000:00000001:1.0:1767325826.905597:0:219082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325826.905602:0:219082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000400:00000010:1.0:1767325826.905604:0:219082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000200:1.0:1767325826.905606:0:219082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386607616, portal 4 00000100:00000001:1.0:1767325826.905607:0:219082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325826.905608:0:219082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000020:00000010:1.0:1767325826.905612:0:219082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003e7dce31. 00000100:00000040:1.0:1767325826.905615:0:219082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.905619:0:219082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325826.905620:0:219082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325826.905621:0:219082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000100:00000200:1.0:1767325826.905622:0:219082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853175386607616, offset 0 00000400:00000200:1.0:1767325826.905625:0:219082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325826.905630:0:219082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325826.905632:0:219082:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325826.905634:0:219082:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325826.905636:0:219082:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325826.905638:0:219082:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325826.905639:0:219082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [36:36:256:4294967295] 192.168.203.127@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767325826.905644:0:219082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767325826.905646:0:219082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325826.905648:0:219082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000800:00000200:1.0:1767325826.905650:0:219082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767325826.905654:0:219082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325826.905656:0:219082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325826.905665:0:219082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325826.905668:0:219082:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: using a timeout of 2228 usecs (3 jiffies) 00000100:00000001:1.0:1767325826.905670:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305532709 00000100:00000001:1.0:1767325826.905672:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.905674:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305532709 00000100:00000001:1.0:1767325826.905682:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.905683:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305532709 00000100:00000001:1.0:1767325826.905685:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.905687:0:219082:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305532709 00000100:00000001:1.0:1767325826.905689:0:219082:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305535997 00000100:00000001:1.0:1767325826.905690:0:219082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325826.905692:0:219082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.905694:0:219082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325826.905695:0:219082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325826.905697:0:219082:0:(client.c:2690:ptlrpc_set_wait()) set 000000002712ae4d going to sleep for 11 seconds 00000100:00000001:1.0:1767325826.905699:0:219082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325826.905700:0:219082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325826.905728:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325826.905730:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000400:00000200:3.0:1767325826.905733:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325826.905735:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325826.905737:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000400:00000010:3.0:1767325826.905739:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:3.0:1767325826.905740:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325826.905742:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325826.905747:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325826.905749:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325826.905752:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325826.905753:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325826.906610:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.906614:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325826.906616:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.906617:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325826.906620:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325826.906626:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 368 into portal 4 MB=0x6957404a01000 00000400:00000200:3.0:1767325826.906629:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.127@tcp of length 368/368 into md 0x215 [1] + 224 00000800:00000001:3.0:1767325826.906632:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.906635:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325826.906636:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325826.906638:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325826.906644:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325826.906646:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325826.906651:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325826.906662:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325826.906667:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325826.906669:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325826.906685:0:219082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325826.906688:0:219082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325826.906690:0:219082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325826.906691:0:219082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:1.0:1767325826.906695:0:219082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767325826.906695:0:219082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767325826.906697:0:219082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325826.906700:0:219082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325826.906704:0:219082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.906708:0:219082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325826.906709:0:219082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325826.906709:0:219082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325826.906710:0:219082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325826.906711:0:219082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325826.906712:0:219082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325826.906713:0:219082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325826.906716:0:219082:0:(import.c:2128:obd_at_measure()) add 5 to 0000000077cd6578 time=1767325826 v=5 (0 0 0 0) 00000100:00001000:1.0:1767325826.906718:0:219082:0:(import.c:2128:obd_at_measure()) add 1 to 0000000002dc9c46 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325826.906719:0:219082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325826.906724:0:219082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325826.906725:0:219082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325826.906727:0:219082:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325826.906731:0:219082:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.906733:0:219082:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325826.906733:0:219082:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325826.906735:0:219082:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325826.906735:0:219082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325826.906737:0:219082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.906740:0:219082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325826.906742:0:219082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325826.906742:0:219082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325826.906744:0:219082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325826.906747:0:219082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job lfs:486908d5-c99a-49b6-bd48-4a0014ee5395:219082:1853175386607616:192.168.203.127@tcp:13: 00000100:00000001:1.0:1767325826.906749:0:219082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325826.906750:0:219082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325826.906751:0:219082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325826.906752:0:219082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325826.906753:0:219082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.906776:0:219082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325826.906778:0:219082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002712ae4d. 00000100:00000001:1.0:1767325826.906781:0:219082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325826.906782:0:219082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767325826.906786:0:219082:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:1.0:1767325826.906787:0:219082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325826.906791:0:219082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386607616/t0(0) o13->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325842 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325826.906797:0:219082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325826.906804:0:219082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325826.906806:0:219082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a2da6d5. 02000000:00000001:1.0:1767325826.906809:0:219082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325826.906811:0:219082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325826.906811:0:219082:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=2 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767325826.906813:0:219082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325826.906814:0:219082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:1.0:1767325826.906816:0:219082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325826.906816:0:219082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325826.906817:0:219082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:1.0:1767325826.906819:0:219082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325826.906819:0:219082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1767325826.906820:0:219082:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff8e30967de000: update 000000006a5a7b59 cache blocks 31672/35554 objects 49504/50000 00020000:00000001:1.0:1767325826.906823:0:219082:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767325826.906825:0:219082:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906826:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767325826.906827:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.906828:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906829:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906850:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.906852:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.906855:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.906857:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.906859:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.906862:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906863:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.906865:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.906866:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.906868:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906870:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906871:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.906873:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.906875:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906876:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906879:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.906885:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.906888:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.906889:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.906891:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.906893:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906895:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.906896:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.906897:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.906899:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906901:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906902:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.906904:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.906906:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906908:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906912:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.906913:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.906915:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.906916:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.906918:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.906921:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906922:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.906923:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.906924:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.906926:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906928:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906930:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.906931:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.906934:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906935:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906939:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.906940:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.906942:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.906943:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.906957:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.906960:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906962:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.906963:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.906965:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.906968:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906969:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906971:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.906974:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.906977:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906978:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906982:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.906983:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.906985:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.906986:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.906988:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.906990:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.906991:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.906991:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.906992:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.906994:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906995:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.906997:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.906999:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907001:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907003:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907006:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907007:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907010:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907011:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907013:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907016:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907017:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907024:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907025:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907027:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907029:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907030:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907032:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907035:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907036:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907041:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907042:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907044:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907045:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907047:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907049:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907051:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907052:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907053:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907055:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907057:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907059:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907061:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907063:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907065:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907067:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907068:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907071:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907072:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907074:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907076:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907078:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907079:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907080:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907082:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907087:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907089:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907091:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907093:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907094:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907098:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907099:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907102:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907103:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907104:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907106:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907108:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907109:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907109:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907111:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907113:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907114:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907116:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907117:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907119:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907121:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907122:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907124:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907124:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907125:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907127:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907128:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907128:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907129:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907130:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907131:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907132:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907133:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907136:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907137:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907140:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907141:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907142:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907143:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907144:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907145:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907145:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907146:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907147:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907148:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907149:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907150:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907151:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907152:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907153:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907155:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907155:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907156:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907157:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907158:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907159:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907160:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907160:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907161:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907162:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907163:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907164:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907165:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907165:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907166:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907168:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907171:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907172:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907173:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907174:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907175:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907176:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907176:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907177:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907178:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907179:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907180:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907181:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907182:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907182:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907184:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907185:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907186:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907186:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907187:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907188:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907189:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907189:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907190:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907191:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907192:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907192:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907193:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907194:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907195:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907196:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907197:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907198:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907198:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907202:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907203:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907204:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907205:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907205:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907206:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907207:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907208:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907209:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907210:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907211:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907213:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907213:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907215:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907215:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907216:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907217:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907218:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907218:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907219:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907220:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907221:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907221:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907222:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907223:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907224:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907225:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907226:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907227:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907228:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907229:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907230:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907230:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907233:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907234:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907235:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907236:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907237:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907238:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907239:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907240:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907242:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907242:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907243:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907244:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907245:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907246:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907247:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907247:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907248:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907248:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907249:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907250:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907251:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907252:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907253:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907254:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907254:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907256:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907256:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907257:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907258:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907258:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907259:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907259:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907260:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907264:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907265:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907266:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907267:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907268:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907270:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907271:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907272:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907272:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907273:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907274:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907275:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907276:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907276:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907277:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907278:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907279:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907280:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907281:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907281:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907283:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907283:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907284:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907285:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907285:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907286:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907287:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907288:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907288:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907289:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907290:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907291:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907291:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907307:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907308:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907311:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907312:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907314:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907314:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907316:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907317:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907317:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907318:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907319:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907320:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907321:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907322:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907323:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907324:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907325:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907326:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907326:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907328:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907328:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907329:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907330:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907331:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907331:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907332:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907333:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907333:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907334:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907335:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907336:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907337:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907338:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907341:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907343:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907344:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907345:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907346:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907346:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907347:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907348:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907349:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907349:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907350:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907351:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907352:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907353:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907355:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907356:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907357:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907357:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907358:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907359:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907360:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907360:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907361:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907362:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907362:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907363:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907364:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907365:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907366:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907367:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907368:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907369:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907369:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907372:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907374:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907375:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907375:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907376:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907377:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907378:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907379:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907380:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907381:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907382:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907384:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907384:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907386:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907386:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907387:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907388:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907388:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907389:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907389:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907390:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907391:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907392:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907393:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907394:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907395:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907396:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907396:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907397:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907398:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907399:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907400:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907400:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907404:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907404:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907405:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907406:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907407:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907408:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907409:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907410:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907412:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907413:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907414:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907414:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907415:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907416:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907417:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907418:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907418:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907419:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907420:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907421:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907422:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907422:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907423:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907425:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907425:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907426:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907427:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907427:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907428:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907429:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907430:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907430:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907431:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907434:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907435:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907436:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907437:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907438:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907440:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907441:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907442:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907443:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907444:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907445:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907445:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907446:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907446:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907447:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907448:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907449:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907450:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907451:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907452:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907453:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907453:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907454:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907455:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907456:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907457:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907457:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907458:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907459:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907460:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907461:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907463:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907464:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907470:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907472:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907476:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907477:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907479:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907480:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907482:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907484:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907485:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907486:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907487:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907490:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907491:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907492:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907494:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907496:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907498:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907501:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907502:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907504:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907505:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907507:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907508:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907510:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907511:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907512:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907514:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907516:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907517:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907519:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907520:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907521:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907524:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907527:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907530:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907530:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907531:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907533:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907534:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907534:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907535:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907536:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907537:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907538:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907539:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907540:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907541:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907543:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907544:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907545:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907545:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907546:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907547:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907548:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907549:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907549:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907550:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907552:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907552:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907553:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907554:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907555:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907556:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907557:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907558:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907558:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907562:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907563:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907564:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907564:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907565:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907566:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907567:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907568:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907569:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907570:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907571:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907573:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907573:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907575:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907575:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907576:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907577:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907578:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907578:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907579:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907580:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907580:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907581:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907582:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907583:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907584:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907585:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907586:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907587:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907587:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907588:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907589:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907590:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907592:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907593:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907595:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907596:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907597:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907598:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907599:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907600:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907602:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907602:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907603:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907604:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907605:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907606:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907607:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907607:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907607:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907608:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907609:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907610:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907611:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907612:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907613:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907614:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907614:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907616:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907616:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907617:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907618:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907619:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907619:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907619:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907620:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907624:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907624:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907625:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907627:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907627:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907630:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907630:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907631:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907632:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907633:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907634:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907635:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907635:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907636:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907637:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907637:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907638:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907639:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907640:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907641:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907642:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907643:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907644:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907644:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907645:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907646:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907647:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907647:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907648:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907649:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907649:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907650:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907651:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907655:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907655:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907658:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907658:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907659:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907660:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907661:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907662:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907663:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907663:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907664:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907665:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907666:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907666:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907667:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907668:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907669:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907670:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907671:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907672:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907672:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907673:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907674:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907675:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907675:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907676:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907677:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907677:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907678:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907679:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907680:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907681:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907682:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907685:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907686:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907687:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907688:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907689:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907690:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907690:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907691:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907692:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907693:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907694:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907694:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907696:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907696:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907698:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907699:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907700:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907700:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907701:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907702:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907703:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907703:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907704:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907705:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907706:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907706:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907707:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907708:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907709:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907710:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907711:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907712:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907712:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907717:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907717:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907718:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907719:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907719:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907721:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907721:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907722:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907723:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907724:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907725:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907727:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907728:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907729:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907729:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907730:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907731:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907732:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907732:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907733:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907734:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907735:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907735:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907736:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907737:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907738:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907739:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907740:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907741:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907741:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907742:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907743:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907744:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907747:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907747:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907749:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907750:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907751:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907752:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907753:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907754:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907756:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907773:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907777:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907779:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907782:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907784:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907786:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907787:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907788:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907790:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907792:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907794:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907795:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907797:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907799:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907802:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907803:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907806:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907807:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907808:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907810:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907812:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907812:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907813:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907815:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907821:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907822:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907823:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907825:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907826:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907829:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907829:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907831:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907832:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907833:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907834:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907835:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907836:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907836:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907838:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907839:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907840:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907841:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907842:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907842:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907844:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907844:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907845:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907846:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907847:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907847:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907848:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907849:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907849:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907850:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907851:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907852:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907853:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907856:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907857:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907860:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907860:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907862:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907862:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907863:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907864:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907865:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907866:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907866:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907867:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907868:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907869:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907870:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907871:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907872:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907873:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907873:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907874:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907875:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907876:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907877:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907877:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907878:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907878:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907879:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907880:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907881:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907882:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907883:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907884:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907885:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907888:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907889:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907890:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907891:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907892:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907893:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907893:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907894:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907895:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907896:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907897:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907897:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907898:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907899:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907901:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907902:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907903:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907903:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907904:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907905:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907906:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907906:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907907:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907908:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907909:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907909:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907910:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907911:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907912:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907913:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907914:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907915:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907915:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907918:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907920:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907921:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907921:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907922:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907923:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907924:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907925:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907926:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907927:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907928:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907930:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907930:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907932:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907932:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907933:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907934:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907935:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907935:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907935:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907936:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907937:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907938:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907939:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907940:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907941:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907942:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907942:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907943:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907944:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907945:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907946:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907946:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907949:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907950:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907951:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907952:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907953:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907954:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907955:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907956:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907958:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907958:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907959:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907960:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907961:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907962:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907962:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907963:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907963:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907964:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907965:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907966:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907967:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907968:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907969:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907970:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907970:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907971:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907972:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907973:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907974:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907974:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907975:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907975:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907976:0:219082:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907981:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907982:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1767325826.907983:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907984:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907985:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1767325826.907987:0:219082:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767325826.907987:0:219082:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e3082ddc2c8) cmd=c00866a4 arg=7fffc7a8d8d0 00000080:00000001:1.0:1767325826.907989:0:219082:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1767325826.907989:0:219082:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767325826.907990:0:219082:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000002201c21f. 00000020:00000001:1.0:1767325826.907991:0:219082:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.907992:0:219082:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1767325826.907993:0:219082:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1767325826.907993:0:219082:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=c00866a4 len=592 karg=ffff8e308763a800 uarg=0000000000000000 00020000:00000001:1.0:1767325826.907994:0:219082:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.907995:0:219082:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.907996:0:219082:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1767325826.907997:0:219082:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000002201c21f. 00000080:00000001:1.0:1767325826.907998:0:219082:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.907998:0:219082:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1767325826.908005:0:219082:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767325826.908006:0:219082:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767325826.908007:0:219082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000047365e61 00000080:00200008:1.0:1767325826.908008:0:219082:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](000000004c114b87), flags 100000 00000080:00400000:1.0:1767325826.908010:0:219082:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1767325826.908012:0:219082:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at 00000000faf5632c. 00000080:00000001:1.0:1767325826.908014:0:219082:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767325826.908015:0:219082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000047365e61 00000080:00000008:1.0:1767325826.908016:0:219082:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](000000004c114b87), flags 100000, rc = 0 00000080:00000001:1.0:1767325826.908017:0:219082:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325826.908018:0:219082:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325827.318850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325827.318856:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325827.318859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325827.318860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767325827.318865:0:198424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000996b6fc8. 00000020:00000001:2.0:1767325827.318926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325827.318933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325827.318936:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325828.342821:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325828.342829:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325828.342835:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325828.342836:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325828.342880:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325828.342885:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325828.342888:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325829.366869:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325829.366876:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325829.366881:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325829.366882:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325829.366938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325829.366961:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325829.366964:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325830.198880:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305535997, at 4305536000 00000100:00000040:2.0:1767325830.198880:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305535997, at 4305536000 00000100:00000040:0.0:1767325830.198880:0:211949:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305535997, at 4305536000 00000100:00000010:3.0:1767325830.198901:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000010:0.0:1767325830.198903:0:211949:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:2.0:1767325830.198906:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000040:1.0:1767325830.199010:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305535997, at 4305536000 00000100:00000010:1.0:1767325830.199018:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00010000:00000001:0.0:1767325830.390900:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325830.390909:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325830.390917:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325830.390918:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325830.390997:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325830.391002:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325830.391006:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325830.710850:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325830.710864:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325830.710875:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767325830.710885:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325830.710890:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325830.710894:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325830.710899:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325830.710909:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d01a7ac. 00000100:00000001:2.0:1767325830.710917:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.710929:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325830.710940:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325830.710943:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.710948:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.710988:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.710990:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325830.710994:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325830.710997:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767325830.711000:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325830.711003:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325830.711005:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325830.711006:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325830.711010:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb324ad3. 00000100:00000001:2.0:1767325830.711013:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.711016:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325830.711017:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325830.711031:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325830.711032:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325830.711040:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.711046:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325830.711054:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767325830.711054:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.711058:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.711067:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_00+0] req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.711070:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325830.711074:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.711080:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325830.711082:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325830.711086:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325830.711090:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386607744:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325830.711094:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325830.711100:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325830.711102:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.711104:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325830.711108:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de5f807a. 00000100:00000001:2.0:1767325830.711109:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.711110:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.711116:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325830.711117:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325830.711122:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325830.711124:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325830.711124:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000100:00000010:2.0:1767325830.711127:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767325830.711128:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325830.711135:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000040:1.0:1767325830.711136:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767325830.711141:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325830.711143:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325830.711146:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386607744, portal 25 00000100:00000001:3.0:1767325830.711152:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.711152:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325830.711153:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325830.711156:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325830.711157:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 02000000:00000001:2.0:1767325830.711160:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325830.711164:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767325830.711167:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007fee5e3e. 00000100:00000040:0.0:1767325830.711167:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.711168:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.711175:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325830.711175:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325830.711178:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325830.711180:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325830.711184:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325830.711184:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325830.711186:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325830.711190:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00100000:1.0:1767325830.711194:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386607872:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767325830.711197:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386607744, offset 0 00000100:00000001:1.0:1767325830.711204:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325830.711206:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325830.711209:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325830.711210:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325830.711211:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325830.711212:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325830.711217:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325830.711219:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_01+1] req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325830.711223:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000568b8548. 02000000:00000001:1.0:1767325830.711228:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325830.711231:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767325830.711236:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000400:00000200:0.0:1767325830.711242:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325830.711243:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000001:2.0:1767325830.711245:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325830.711249:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767325830.711250:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767325830.711250:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386607872, portal 10 00000100:00000001:1.0:1767325830.711256:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325830.711257:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325830.711260:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325830.711260:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000400:00000200:0.0:1767325830.711263:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:2.0:1767325830.711279:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767325830.711284:0:134393:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=3 obd=lustre-OST0000-osc-ffff8e30967de000 00000100:00000040:1.0:1767325830.711286:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.711288:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325830.711292:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767325830.711293:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [37:37:256:4294967295] 192.168.203.127@tcp LPNI seq info [37:37:8:4294967295] 00000100:00000001:3.0:1767325830.711294:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325830.711295:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.711298:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325830.711303:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325830.711304:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f758b0bc. 00000100:00000001:1.0:1767325830.711305:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325830.711314:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325830.711315:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325830.711317:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325830.711320:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767325830.711321:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000200:1.0:1767325830.711328:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386607872, offset 0 00000100:00000040:2.0:1767325830.711329:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767325830.711336:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325830.711341:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325830.711344:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000001:3.0:1767325830.711346:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325830.711350:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325830.711352:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767325830.711356:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325830.711357:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767325830.711357:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767325830.711360:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325830.711360:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325830.711362:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325830.711365:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.711370:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_02+2] req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325830.711371:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386608000:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325830.711375:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325830.711381:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767325830.711382:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325830.711385:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325830.711387:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767325830.711391:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767325830.711392:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325830.711393:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767325830.711398:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325830.711405:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015181482. 02000000:00000001:3.0:1767325830.711408:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.711409:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325830.711411:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [38:38:255:4294967295] 192.168.203.127@tcp LPNI seq info [38:38:7:4294967295] 00000100:00000001:0.0:1767325830.711412:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.711415:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10874) 00000100:00000001:0.0:1767325830.711420:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305541112 00000400:00000010:3.0:1767325830.711427:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000922be0b7. 00000100:00000010:0.0:1767325830.711427:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000400:00000010:3.0:1767325830.711437:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 00000400:00000200:1.0:1767325830.711437:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325830.711437:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767325830.711445:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386608000, portal 10 00000100:00000001:0.0:1767325830.711446:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305541112 00000100:00000001:3.0:1767325830.711450:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325830.711451:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767325830.711453:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000800:00000010:1.0:1767325830.711456:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000001:0.0:1767325830.711457:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325830.711462:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:0.0:1767325830.711462:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305541112 00000800:00000200:1.0:1767325830.711468:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767325830.711468:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000100:00000040:3.0:1767325830.711474:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.711474:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325830.711478:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305541112 00000800:00000200:1.0:1767325830.711480:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767325830.711483:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000800:00000200:1.0:1767325830.711487:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325830.711488:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325830.711493:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325830.711496:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325830.711496:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.711497:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.711502:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325830.711503:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325830.711504:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325830.711505:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 2761086 usecs (2762 jiffies) 00000400:00000010:3.0:1767325830.711510:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000100:00000001:1.0:1767325830.711511:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305539274 00000100:00000001:0.0:1767325830.711512:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325830.711515:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767325830.711517:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386608000, offset 0 00000100:00000001:1.0:1767325830.711517:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305541112 00000100:00000001:0.0:1767325830.711518:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325830.711520:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325830.711524:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325830.711525:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305539274 00000100:00100000:0.0:1767325830.711527:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325830.711529:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305541112 00000100:00000001:0.0:1767325830.711531:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325830.711532:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325830.711535:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305539274 00000100:00000001:0.0:1767325830.711536:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325830.711539:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305541112 00000400:00000200:3.0:1767325830.711543:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767325830.711543:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325830.711544:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305539274 00000100:00000001:0.0:1767325830.711544:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.711550:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767325830.711551:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:1.0:1767325830.711551:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305541112 00000100:00000001:0.0:1767325830.711552:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325830.711553:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325830.711555:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325830.711556:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325830.711561:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325830.711562:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325830.711562:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325830.711562:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.711568:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325830.711569:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325830.711574:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325830.711576:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325830.711579:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325830.711583:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325830.711586:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325830.711588:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767325830.711589:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [39:39:254:4294967295] 192.168.203.127@tcp LPNI seq info [39:39:6:4294967295] 00000100:00000001:0.0:1767325830.711592:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.711598:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325830.711599:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325830.711602:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325830.711603:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325830.711607:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.711608:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325830.711609:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00100000:0.0:1767325830.711615:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386608128:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325830.711617:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325830.711622:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325830.711624:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000800:00000010:3.0:1767325830.711627:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000100:00000001:1.0:1767325830.711628:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325830.711629:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:0.0:1767325830.711631:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325830.711632:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325830.711637:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767325830.711637:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325830.711638:0:216333:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767325830.711640:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.711642:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767325830.711645:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325830.711646:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84c33dd. 02000000:00000001:0.0:1767325830.711649:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325830.711654:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000400:00000010:0.0:1767325830.711659:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000100:00000200:0.0:1767325830.711663:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386608128, portal 4 00000100:00000001:2.0:1767325830.711664:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325830.711665:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325830.711668:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000100:00000040:2.0:1767325830.711671:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767325830.711676:0:216341:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000072a586a5. 00000100:00000001:2.0:1767325830.711682:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325830.711685:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.711687:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325830.711692:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325830.711694:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325830.711696:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000200:0.0:1767325830.711698:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175386608128, offset 0 00000400:00000200:0.0:1767325830.711701:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767325830.711705:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767325830.711706:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767325830.711710:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:0.0:1767325830.711711:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325830.711715:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325830.711720:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325830.711724:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325830.711725:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325830.711730:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325830.711733:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [40:40:254:4294967295] 192.168.203.127@tcp LPNI seq info [40:40:6:4294967295] 00000400:00000200:0.0:1767325830.711740:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767325830.711744:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000800:00000200:0.0:1767325830.711744:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325830.711749:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000800:00000010:0.0:1767325830.711751:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000800:00000200:3.0:1767325830.711755:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325830.711755:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325830.711782:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325830.711796:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325830.711806:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325830.711808:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767325830.711810:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767325830.711814:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.711817:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325830.711818:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325830.711824:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: using a timeout of 1825 usecs (2 jiffies) 00000100:00000001:3.0:1767325830.711828:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.711831:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305536515 00000100:00000040:3.0:1767325830.711835:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 252943 usecs (253 jiffies) 00000100:00000001:2.0:1767325830.711836:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.711837:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305541112 00000100:00000001:2.0:1767325830.711841:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325830.711842:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305536766 00000100:00000001:0.0:1767325830.711843:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305536515 00000100:00000001:3.0:1767325830.711849:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305541112 00000100:00000001:0.0:1767325830.711849:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305541112 00000100:00000001:0.0:1767325830.711854:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305536515 00000100:00000001:3.0:1767325830.711856:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305536766 00000100:00000001:0.0:1767325830.711857:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305541112 00000800:00000200:2.0:1767325830.711858:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325830.711863:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305541112 00000800:00000010:2.0:1767325830.711863:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000100:00000001:0.0:1767325830.711863:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305536515 00000100:00000001:3.0:1767325830.711870:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305536766 00000400:00000200:2.0:1767325830.711870:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325830.711870:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305541112 00000100:00000001:0.0:1767325830.711876:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325830.711877:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305541112 00000400:00000200:2.0:1767325830.711881:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325830.711882:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.711884:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305536766 00000400:00000200:2.0:1767325830.711886:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000100:00000001:0.0:1767325830.711887:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325830.711890:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767325830.711893:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.711896:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305541112 00000100:00000001:2.0:1767325830.711896:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325830.711901:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325830.711902:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.711906:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.711912:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.711917:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325830.711918:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325830.711922:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.711924:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325830.711927:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325830.711931:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325830.711934:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325830.711934:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.711937:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.711938:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325830.711943:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325830.711969:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325830.711972:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767325830.711974:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325830.711978:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325830.711980:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:2.0:1767325830.711982:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:2.0:1767325830.711984:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325830.711986:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.711993:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325830.711995:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.712010:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.712012:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325830.713619:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713633:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325830.713636:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713638:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325830.713646:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325830.713657:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a01080 00000400:00000200:3.0:1767325830.713722:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x21d [1] + 224 00000800:00000001:3.0:1767325830.713730:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713736:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325830.713739:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325830.713743:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325830.713748:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325830.713751:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325830.713780:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.713801:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325830.713809:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713813:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325830.713815:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713817:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325830.713821:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325830.713835:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01180 00000400:00000200:3.0:1767325830.713839:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x22d [1] + 224 00000800:00000001:3.0:1767325830.713842:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713845:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325830.713846:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325830.713849:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325830.713851:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325830.713853:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325830.713860:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.713868:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325830.713872:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325830.713878:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325830.713880:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325830.713881:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767325830.713882:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325830.713893:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000400:00000010:0.0:1767325830.713895:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767325830.713899:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325830.713902:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325830.713906:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713913:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325830.713915:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325830.713917:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.713922:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.713925:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325830.713928:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325830.713932:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325830.713933:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325830.713933:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325830.713936:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325830.713938:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767325830.713942:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325830.713942:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767325830.713946:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01100 00000400:00000001:2.0:1767325830.713946:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325830.713947:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325830.713951:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000922be0b7. 02000000:00000001:0.0:1767325830.713953:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325830.713956:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000100:00001000:0.0:1767325830.713961:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325830.713965:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325830.713968:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325830.713969:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325830.713972:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325830.713974:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.713976:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325830.713981:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.713986:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325830.713989:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325830.713992:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325830.713995:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325830.714001:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386607744:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325830.714005:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.714007:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325830.714009:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386607744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.714029:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325830.714032:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325830.714035:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de5f807a. 02000000:00000001:0.0:1767325830.714039:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325830.714041:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325830.714042:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767325830.714044:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325830.714046:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d01a7ac. 02000000:00000001:0.0:1767325830.714051:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325830.714052:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325830.714054:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:0.0:1767325830.714056:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325830.714057:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.714059:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.714061:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325830.714062:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325830.714063:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.714064:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325830.714085:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:2.0:1767325830.714090:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325830.714096:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325830.714097:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x225 [1] + 224 00000800:00000001:3.0:1767325830.714106:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.714111:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325830.714113:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325830.714114:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325830.714121:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325830.714127:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325830.714131:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767325830.714133:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.714134:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325830.714139:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325830.714141:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325830.714144:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325830.714147:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325830.714150:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325830.714152:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767325830.714159:0:216339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f6b9ea7f. 00000100:00001000:2.0:1767325830.714166:0:216339:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325830.714168:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325830.714171:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325830.714172:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325830.714173:0:216339:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1767325830.714178:0:216339:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000800:00000001:3.0:1767325830.714179:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00080000:2.0:1767325830.714181:0:216339:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8e30967de000 of lustre-MDT0001_UUID@192.168.203.127@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1767325830.714186:0:216339:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000800:00000001:3.0:1767325830.714188:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325830.714192:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325830.714194:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:02000400:2.0:1767325830.714195:0:216339:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8e30967de000: Connection to lustre-MDT0001 (at 192.168.203.127@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000200:3.0:1767325830.714202:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325830.714211:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 4 MB=0x6957404a01200 00000100:00000001:1.0:1767325830.714214:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325830.714218:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325830.714219:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.127@tcp of length 224/224 into md 0x235 [1] + 224 00000800:00000001:3.0:1767325830.714225:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325830.714225:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325830.714229:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325830.714232:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000800:00000001:3.0:1767325830.714234:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325830.714236:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000200:3.0:1767325830.714239:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325830.714240:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767325830.714246:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325830.714248:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325830.714252:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325830.714253:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325830.714257:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325830.714285:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325830.714289:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.714306:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325830.714308:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325830.714310:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325830.714312:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325830.714315:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325830.714316:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325830.714319:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.714321:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325830.714323:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=5 v=5 (5 0 0 0) 00000800:00000001:3.0:1767325830.714326:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325830.714328:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=5 v=5 (1 0 0 0) 00000800:00000001:3.0:1767325830.714330:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325830.714336:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325830.714337:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325830.714339:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325830.714341:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325830.714344:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325830.714345:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325830.714347:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325830.714348:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325830.714351:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.714358:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325830.714362:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325830.714366:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325830.714367:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325830.714370:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325830.714371:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325830.714375:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325830.714375:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325830.714379:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325830.714386:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000400:00000010:0.0:1767325830.714389:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00100000:1.0:1767325830.714390:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386607872:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325830.714394:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325830.714397:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325830.714400:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325830.714402:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325830.714406:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386607872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.714428:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325830.714430:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325830.714432:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000568b8548. 00000100:00000200:0.0:1767325830.714433:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325830.714435:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325830.714438:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325830.714439:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325830.714443:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325830.714445:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb324ad3. 02000000:00000001:1.0:1767325830.714449:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325830.714451:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325830.714453:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767325830.714453:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325830.714455:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325830.714457:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.714457:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325830.714460:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.714464:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325830.714465:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325830.714468:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.714468:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325830.714470:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325830.714472:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325830.714473:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.714481:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325830.714484:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325830.714489:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028eec554 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325830.714492:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000002dc9c46 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325830.714494:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325830.714496:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325830.714498:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325830.714502:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325830.714509:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.714512:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325830.714513:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325830.714515:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325830.714516:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325830.714519:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.714526:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325830.714528:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325830.714529:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325830.714532:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325830.714539:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386608128:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325830.714543:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.714545:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325830.714548:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386608128/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325830.714555:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325830.714557:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325830.714558:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84c33dd. 02000000:00000001:0.0:1767325830.714562:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325830.714564:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325830.714570:0:216341:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=2 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:0.0:1767325830.714573:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325830.714574:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f758b0bc. 02000000:00000001:0.0:1767325830.714578:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325830.714579:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325830.714580:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:0.0:1767325830.714583:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325830.714584:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.714586:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325830.714589:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325830.714590:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325830.714592:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325830.714594:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720430:0:216339:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767325830.720454:0:216339:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767325830.720456:0:216339:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720460:0:216339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767325830.720463:0:216339:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767325830.720466:0:216339:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767325830.720472:0:216339:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767325830.720478:0:216339:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 10853 00000400:00000200:2.0:1767325830.720489:0:216339:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000040:2.0:1767325830.720493:0:216339:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:2.0:1767325830.720496:0:216339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325830.720499:0:216339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:2.0:1767325830.720501:0:216339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000001:2.0:1767325830.720505:0:216339:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325830.720507:0:216339:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:2.0:1767325830.720510:0:216339:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325830.720512:0:216339:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000020:00000001:2.0:1767325830.720514:0:216339:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:2.0:1767325830.720516:0:216339:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000040:2.0:1767325830.720519:0:216339:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:2.0:1767325830.720521:0:216339:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325830.720522:0:216339:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:2.0:1767325830.720524:0:216339:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000040:2.0:1767325830.720527:0:216339:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00080000:2.0:1767325830.720530:0:216339:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000001:2.0:1767325830.720532:0:216339:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325830.720535:0:216339:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767325830.720543:0:216339:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325830.720546:0:216339:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720549:0:216339:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767325830.720552:0:216339:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767325830.720555:0:216339:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720563:0:216339:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325830.720569:0:216339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767325830.720573:0:216339:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=5 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767325830.720577:0:216339:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767325830.720579:0:216339:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720582:0:216339:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325830.720585:0:216339:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325830.720590:0:216339:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325830.720596:0:216339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000dbbfe63. 00000100:00000001:2.0:1767325830.720603:0:216339:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325830.720610:0:216339:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325830.720622:0:216339:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325830.720624:0:216339:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325830.720628:0:216339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_rcv+-1] req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.720652:0:216339:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720656:0:216339:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1767325830.720657:0:216339:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1767325830.720663:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.720671:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1767325830.720674:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325830.720675:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325830.720679:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325830.720686:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386608000:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325830.720691:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325830.720694:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325830.720696:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325830.720697:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386608000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325846 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.720705:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325830.720708:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325830.720713:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767325830.720714:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325830.720718:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325830.720721:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015181482. 00000100:00000001:3.0:1767325830.720726:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325830.720728:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325830.720729:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767325830.720731:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767325830.720733:0:216339:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767325830.720734:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325830.720737:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325830.720737:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:3.0:1767325830.720742:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386608256:192.168.203.127@tcp:38: 00000020:00000001:2.0:1767325830.720743:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325830.720747:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767325830.720747:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007fee5e3e. 02000000:00000001:3.0:1767325830.720752:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325830.720753:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325830.720754:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325830.720757:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325830.720784:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 02000000:00000001:3.0:1767325830.720789:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325830.720790:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325830.720792:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325830.720794:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000573353f1. 00000100:00000001:2.0:1767325830.720796:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325830.720797:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325830.720805:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000100:00000001:2.0:1767325830.720805:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325830.720808:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325830.720814:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325830.720816:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000001:2.0:1767325830.720816:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325830.720824:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386608256, portal 10 00000100:00000001:3.0:1767325830.720827:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325830.720828:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000040:3.0:1767325830.720833:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.720839:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325830.720841:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325830.720843:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 00000100:00000200:3.0:1767325830.720845:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386608256, offset 0 00000400:00000200:3.0:1767325830.720850:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325830.720858:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325830.720864:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325830.720869:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325830.720872:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325830.720876:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325830.720880:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [41:41:256:4294967295] 192.168.203.127@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1767325830.720890:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325830.720896:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325830.720901:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000800:00000200:3.0:1767325830.720908:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325830.720915:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325830.720920:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767325830.720935:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325830.720938:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 211391 usecs (212 jiffies) 00000100:00000001:3.0:1767325830.720942:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305536734 00000100:00000001:3.0:1767325830.720943:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305541112 00000100:00000001:3.0:1767325830.720952:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305536734 00000100:00000001:3.0:1767325830.720953:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305541112 00000100:00000001:3.0:1767325830.720954:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305536734 00000100:00000001:3.0:1767325830.720956:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305541112 00000100:00000001:3.0:1767325830.720957:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305536734 00000100:00000001:3.0:1767325830.720958:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305541112 00000100:00000001:3.0:1767325830.720959:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325830.720961:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.720963:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.720965:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.720968:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325830.720969:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767325830.720970:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325830.720971:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325830.720971:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.720972:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325830.721076:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325830.721081:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000400:00000200:1.0:1767325830.721085:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325830.721091:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325830.721096:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000400:00000010:1.0:1767325830.721098:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:1.0:1767325830.721102:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325830.721111:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.721119:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325830.721121:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325830.721127:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325830.721129:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325830.726802:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325830.726815:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325830.726817:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325830.726819:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325830.726828:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325830.726839:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01280 00000400:00000200:2.0:1767325830.726845:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x23d [1] + 0 00000800:00000001:2.0:1767325830.726850:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325830.726856:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325830.726857:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325830.726860:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325830.726864:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325830.726870:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325830.726877:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325830.726900:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325830.726907:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325830.726909:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.726924:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325830.726927:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325830.726933:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325830.726935:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325830.726936:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000400:00000200:3.0:1767325830.726939:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:3.0:1767325830.726941:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:3.0:1767325830.726943:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325830.726947:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325830.726953:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.726958:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325830.726959:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.726960:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325830.726962:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325830.726970:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325830.726971:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325830.726973:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325830.726979:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325830.726982:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325830.726984:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325830.726985:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767325830.726986:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767325830.726989:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325840 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.726993:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767325830.726995:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325830.726996:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.726997:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767325830.726999:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767325830.727001:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767325830.727004:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000100:00000001:3.0:1767325830.727005:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767325830.727007:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325840 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325830.727012:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386608256:192.168.203.127@tcp:38: 00000100:00000001:3.0:1767325830.727015:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.727016:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325830.727018:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386608256/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325840 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325830.727021:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325830.727023:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325830.727025:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000573353f1. 02000000:00000001:3.0:1767325830.727027:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325830.727028:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325830.727032:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325830.727033:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325830.727035:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000dbbfe63. 02000000:00000001:3.0:1767325830.727038:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325830.727039:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325830.727040:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767325830.727042:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325830.727043:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.727044:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325830.727049:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325830.727050:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325830.727051:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325830.727052:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325831.414883:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325831.414893:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325831.414901:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325831.414903:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325831.414976:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325831.414982:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325831.414986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325832.438908:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325832.438917:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325832.438924:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325832.438925:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325832.438982:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325832.438985:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325832.438988:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325833.462889:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325833.462894:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325833.462897:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325833.462898:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325833.462953:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325833.462956:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325833.462958:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325834.486860:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325834.486867:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325834.486874:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325834.486875:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325834.486923:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325834.486926:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325834.486927:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325835.318901:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305541112, at 4305541120 00000100:00000040:0.0:1767325835.318901:0:211949:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305541112, at 4305541120 00000100:00000040:1.0:1767325835.318902:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305541112, at 4305541120 00000100:00000010:0.0:1767325835.318923:0:211949:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:2.0:1767325835.318927:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000010:1.0:1767325835.318928:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000040:3.0:1767325835.319038:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305541112, at 4305541120 00000100:00000010:3.0:1767325835.319046:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00010000:00000001:0.0:1767325835.510828:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325835.510838:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325835.510841:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325835.510843:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325835.510848:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325835.510850:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325835.510851:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325835.510853:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325835.510857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325835.510858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325835.511029:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325835.511033:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325835.511036:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325835.830847:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325835.830856:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325835.830863:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767325835.830868:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325835.830872:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325835.830875:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325835.830879:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325835.830885:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767325835.830891:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325835.830900:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325835.830910:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325835.830912:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325835.830916:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_03+3] req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325835.830943:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325835.830945:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325835.830948:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325835.830951:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767325835.830954:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325835.830956:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325835.830968:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325835.830969:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325835.830971:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325835.830972:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767325835.830975:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325835.830977:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:0.0:1767325835.830980:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325835.830981:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325835.830982:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.830985:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.830986:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.830988:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325835.830990:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325835.830991:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325835.830994:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325835.831000:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325835.831006:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325835.831009:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831010:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325835.831013:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.831015:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325835.831017:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_00+0] req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325835.831018:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325835.831022:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325835.831028:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386608384:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325835.831035:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325835.831040:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325835.831042:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.831048:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325835.831052:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008da8df60. 02000000:00000001:2.0:1767325835.831053:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325835.831058:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000100:00000001:1.0:1767325835.831058:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767325835.831062:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325835.831063:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000100:00080000:1.0:1767325835.831068:0:134393:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000200:2.0:1767325835.831070:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386608384, portal 25 00000100:00000001:1.0:1767325835.831071:0:134393:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1767325835.831073:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1767325835.831075:0:134393:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767325835.831076:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000040:2.0:1767325835.831083:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325835.831083:0:134393:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767325835.831083:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325835.831086:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325835.831088:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767325835.831090:0:134393:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 10869 00000100:00000001:3.0:1767325835.831091:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831094:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.831100:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325835.831102:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325835.831105:0:134393:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000040:2.0:1767325835.831106:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325835.831107:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325835.831110:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00001000:1.0:1767325835.831111:0:134393:0:(import.c:2128:obd_at_measure()) add 10 to 00000000b9d1e515 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325835.831112:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325835.831114:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386608384, offset 0 00000100:00000001:0.0:1767325835.831115:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325835.831119:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1767325835.831120:0:134393:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000400:00000200:2.0:1767325835.831125:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00080000:1.0:1767325835.831127:0:134393:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1767325835.831127:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325835.831135:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000400:00000200:2.0:1767325835.831136:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325835.831141:0:134393:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767325835.831145:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325835.831148:0:134393:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:0.0:1767325835.831148:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325835.831151:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325835.831152:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325835.831154:0:134393:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:0.0:1767325835.831158:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325835.831159:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1767325835.831159:0:134393:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767325835.831161:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767325835.831163:0:134393:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000400:00000200:2.0:1767325835.831164:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767325835.831167:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325835.831168:0:134393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767325835.831171:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [42:42:256:4294967295] 192.168.203.127@tcp LPNI seq info [42:42:8:4294967295] 00000020:00000040:1.0:1767325835.831174:0:134393:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000100:00100000:0.0:1767325835.831175:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386608512:192.168.203.127@tcp:400: 00000020:00000001:1.0:1767325835.831178:0:134393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000001:0.0:1767325835.831182:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325835.831184:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325835.831187:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325835.831189:0:134393:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 02000000:00000001:0.0:1767325835.831192:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325835.831193:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767325835.831196:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 02000000:00000010:0.0:1767325835.831198:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066816d20. 00000100:00000001:1.0:1767325835.831202:0:134393:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767325835.831203:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325835.831206:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767325835.831208:0:134393:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000400:00000010:0.0:1767325835.831211:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000800:00000010:2.0:1767325835.831212:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c436bcd. 00000100:00000001:1.0:1767325835.831212:0:134393:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000040:1.0:1767325835.831218:0:134393:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000400:00000010:0.0:1767325835.831220:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000800:00000200:2.0:1767325835.831222:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325835.831229:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767325835.831232:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386608512, portal 10 00000800:00000200:2.0:1767325835.831244:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c436bcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325835.831247:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1767325835.831248:0:134393:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000001:0.0:1767325835.831251:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:1.0:1767325835.831253:0:134393:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831257:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325835.831257:0:134393:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767325835.831260:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325835.831262:0:134393:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325835.831263:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305546232 02000000:00000001:1.0:1767325835.831268:0:134393:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325835.831270:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb18a333. 00000100:00000001:1.0:1767325835.831274:0:134393:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767325835.831276:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325835.831278:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000008:00100000:1.0:1767325835.831279:0:134393:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1767325835.831281:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000008:00000001:1.0:1767325835.831285:0:134393:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325835.831288:0:134393:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325835.831288:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000001:2.0:1767325835.831290:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305546232 00000100:00000200:0.0:1767325835.831294:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386608512, offset 0 00000100:00000010:2.0:1767325835.831296:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000393d95e3. 00000100:00000010:1.0:1767325835.831297:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000100:00000001:2.0:1767325835.831300:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767325835.831302:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:0.0:1767325835.831304:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325835.831305:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305546232 02000000:00000001:1.0:1767325835.831308:0:134393:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000010:2.0:1767325835.831311:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 02000000:00000001:1.0:1767325835.831311:0:134393:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831314:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325835.831315:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325835.831317:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325835.831318:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305546232 00000400:00000200:0.0:1767325835.831320:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325835.831321:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767325835.831322:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3a6843. 02000000:00000001:1.0:1767325835.831325:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831326:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325835.831326:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325835.831333:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767325835.831333:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d844d186. 00000400:00000200:0.0:1767325835.831333:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325835.831336:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831340:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325835.831341:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325835.831341:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325835.831343:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325835.831348:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [43:43:255:4294967295] 192.168.203.127@tcp LPNI seq info [43:43:7:4294967295] 00000100:00100000:1.0:1767325835.831351:0:134393:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767325835.831353:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325835.831360:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c436bcd. 00000400:00000200:3.0:1767325835.831368:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325835.831368:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325835.831372:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325835.831376:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325835.831381:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325835.831382:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:1.0:1767325835.831384:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000179cf299] to pc [ptlrpcd_rcv+-1] req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767325835.831388:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000400:00000200:3.0:1767325835.831395:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000800:00000200:0.0:1767325835.831399:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767325835.831400:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:3.0:1767325835.831407:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325835.831408:0:134393:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325835.831408:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325835.831413:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767325835.831414:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325835.831420:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325835.831420:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831424:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325835.831426:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 2510445 usecs (2511 jiffies) 00000100:00000001:2.0:1767325835.831428:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325835.831430:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325835.831431:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325835.831434:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305544143 00000100:00000010:1.0:1767325835.831436:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000100:00000040:2.0:1767325835.831438:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.831440:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305546232 00000100:00000001:3.0:1767325835.831441:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767325835.831441:0:134393:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=3 obd=lustre-OST0000-osc-ffff8e30967de000 00000100:00000001:0.0:1767325835.831447:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305544143 00000100:00000001:1.0:1767325835.831448:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767325835.831449:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325835.831452:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325835.831453:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305546232 02000000:00000001:1.0:1767325835.831457:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831459:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325835.831460:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305544143 00000100:00000001:2.0:1767325835.831462:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.831464:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767325835.831464:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 02000000:00000001:2.0:1767325835.831467:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325835.831470:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305546232 02000000:00000001:2.0:1767325835.831471:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325835.831471:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831477:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305544143 00000100:00000040:1.0:1767325835.831479:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767325835.831480:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386608640:192.168.203.127@tcp:38: 00000100:00000001:0.0:1767325835.831481:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305546232 00000100:00000001:0.0:1767325835.831486:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325835.831490:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325835.831491:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.831494:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325835.831497:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.831498:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831502:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.831504:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325835.831504:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325835.831508:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325835.831510:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d648f7eb. 00000100:00000040:1.0:1767325835.831514:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005575eda4] to pc [ptlrpcd_00_01+1] req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325835.831515:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325835.831521:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000100:00000001:3.0:1767325835.831525:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325835.831528:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000100:00000001:3.0:1767325835.831531:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767325835.831537:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386608640, portal 10 00000100:00000001:2.0:1767325835.831539:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325835.831540:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000001:1.0:1767325835.831545:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325835.831546:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325835.831551:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10879) 00000100:00000001:2.0:1767325835.831553:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325835.831553:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325835.831558:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325835.831559:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325835.831561:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767325835.831563:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000100:00000200:2.0:1767325835.831565:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386608640, offset 0 00000100:00000040:0.0:1767325835.831568:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325835.831572:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767325835.831576:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325835.831580:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767325835.831582:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000400:00000200:2.0:1767325835.831587:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325835.831589:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325835.831590:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767325835.831591:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325835.831594:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325835.831596:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325835.831599:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767325835.831600:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325835.831602:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767325835.831602:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325835.831607:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325835.831608:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [44:44:255:4294967295] 192.168.203.127@tcp LPNI seq info [44:44:7:4294967295] 00000100:00100000:0.0:1767325835.831614:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386608768:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767325835.831622:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325835.831623:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767325835.831628:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767325835.831628:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767325835.831630:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004e7e4bc. 02000000:00000001:0.0:1767325835.831632:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325835.831636:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767325835.831636:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767325835.831640:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000010:0.0:1767325835.831641:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f059409. 00000800:00000200:2.0:1767325835.831643:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004e7e4bc type 1, nob 616 niov 1 nkiov 1 02000000:00000001:0.0:1767325835.831646:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831647:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325835.831652:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 182322 usecs (183 jiffies) 00000100:00000001:2.0:1767325835.831654:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305541815 00000400:00000010:0.0:1767325835.831654:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000100:00000001:2.0:1767325835.831659:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305546232 00000100:00000001:2.0:1767325835.831661:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305541815 00000400:00000010:0.0:1767325835.831662:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000400:00000200:3.0:1767325835.831663:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000100:00000001:2.0:1767325835.831663:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305546232 00000400:00000010:3.0:1767325835.831668:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:2.0:1767325835.831668:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305541815 00000100:00000001:3.0:1767325835.831673:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325835.831674:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386608768, portal 4 00000100:00000001:2.0:1767325835.831675:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305546232 00000100:00000001:0.0:1767325835.831679:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767325835.831680:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.831680:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305541815 00000100:00000001:0.0:1767325835.831683:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000001:2.0:1767325835.831685:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305546232 00000100:00000001:2.0:1767325835.831690:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325835.831694:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325835.831694:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.831698:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.831702:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.831704:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325835.831706:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767325835.831709:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325835.831712:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325835.831714:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325835.831715:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831718:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325835.831719:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325835.831722:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325835.831732:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325835.831734:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325835.831735:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325835.831736:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 00000100:00000001:2.0:1767325835.831737:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325835.831739:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767325835.831743:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175386608768, offset 0 00000400:00000200:0.0:1767325835.831749:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325835.831754:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325835.831778:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325835.831781:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325835.831783:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325835.831786:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325835.831789:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [45:45:255:4294967295] 192.168.203.127@tcp LPNI seq info [45:45:7:4294967295] 00000400:00000200:0.0:1767325835.831797:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325835.831801:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325835.831805:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000800:00000200:0.0:1767325835.831809:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325835.831813:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767325835.831814:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000010:3.0:1767325835.831817:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004e7e4bc. 00000800:00000200:0.0:1767325835.831819:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325835.831821:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325835.831824:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325835.831827:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767325835.831829:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: using a timeout of 2493 usecs (3 jiffies) 00000400:00000200:3.0:1767325835.831831:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000100:00000001:0.0:1767325835.831833:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305541636 00000400:00000010:3.0:1767325835.831835:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:0.0:1767325835.831837:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305546232 00000100:00000001:3.0:1767325835.831840:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325835.831841:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305541636 00000100:00000001:0.0:1767325835.831845:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305546232 00000100:00000200:3.0:1767325835.831846:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.831848:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305541636 00000100:00000001:0.0:1767325835.831850:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305546232 00000100:00000001:0.0:1767325835.831851:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305541636 00000100:00000001:0.0:1767325835.831853:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305546232 00000100:00000001:0.0:1767325835.831855:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325835.831857:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831863:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831864:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.831867:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325835.831869:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325835.831871:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325835.831872:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325835.831873:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.831875:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325835.831908:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325835.831910:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325835.832011:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325835.832012:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325835.832037:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325835.832039:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:3.0:1767325835.832041:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325835.832043:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325835.832044:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000400:00000010:3.0:1767325835.832045:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:3.0:1767325835.832047:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325835.832049:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325835.832061:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325835.832063:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325835.832067:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325835.832068:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325835.832798:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325835.832804:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325835.832806:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325835.832807:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325835.832812:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325835.832818:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a01300 00000400:00000200:1.0:1767325835.832823:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x245 [1] + 224 00000800:00000001:1.0:1767325835.832827:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325835.832830:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325835.832831:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325835.832834:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325835.832837:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325835.832839:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325835.832844:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325835.832861:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325835.832867:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325835.832870:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325835.832871:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325835.832872:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325835.832875:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325835.832880:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01380 00000400:00000200:1.0:1767325835.832884:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x24d [1] + 224 00000800:00000001:1.0:1767325835.832888:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325835.832892:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325835.832894:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325835.832898:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325835.832901:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325835.832904:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.832910:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325835.832913:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.832914:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325835.832920:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325835.832923:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325835.832925:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 00000100:00000001:1.0:1767325835.832929:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325835.832930:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:2.0:1767325835.832933:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000001:2.0:1767325835.832936:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767325835.832940:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325835.832943:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325835.832945:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.832953:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325835.832956:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.832957:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325835.832963:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325835.832966:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325835.832967:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767325835.832968:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000100:00000001:2.0:1767325835.832971:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325835.832973:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000100:00000001:2.0:1767325835.832976:0:216340:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767325835.832977:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 02000000:00000001:2.0:1767325835.832980:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325835.832981:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325835.832984:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767325835.832987:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.832988:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.832994:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325835.833001:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=20 v=5 (5 0 0 0) 00000100:00000200:0.0:1767325835.833002:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.833015:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767325835.833016:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325835.833017:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833021:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325835.833023:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325835.833024:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325835.833027:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.833027:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325835.833029:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325835.833032:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325835.833035:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325835.833037:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.833039:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325835.833043:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=10 v=5 (5 0 0 0) 00000100:00000040:2.0:1767325835.833047:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325835.833048:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325835.833055:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325835.833057:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325835.833061:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325835.833064:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325835.833066:0:216339:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.833069:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325835.833071:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325835.833073:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325835.833074:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325835.833078:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767325835.833081:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.833086:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325835.833094:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325835.833096:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386608384:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325835.833108:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833109:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325835.833112:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325835.833113:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767325835.833117:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325835.833117:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325835.833120:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386608384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325835.833125:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325835.833126:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325835.833132:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325835.833132:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325835.833136:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767325835.833138:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325835.833141:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008da8df60. 00000100:00100000:0.0:1767325835.833142:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386608512:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767325835.833150:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325835.833150:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325835.833154:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325835.833154:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767325835.833157:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:0.0:1767325835.833160:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386608512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325835.833162:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325835.833165:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:2.0:1767325835.833171:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325835.833172:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325835.833174:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767325835.833176:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767325835.833177:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 02000000:00000010:0.0:1767325835.833179:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066816d20. 00000100:00000001:2.0:1767325835.833182:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767325835.833184:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325835.833185:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325835.833187:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325835.833189:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767325835.833190:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325835.833194:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325835.833196:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767325835.833196:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:0.0:1767325835.833200:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325835.833203:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767325835.833204:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325835.833204:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325835.833207:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:2.0:1767325835.833209:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325835.833213:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.833213:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325835.833216:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325835.833220:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 4 MB=0x6957404a01480 00000100:00000001:0.0:1767325835.833221:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.833226:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325835.833228:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325835.833230:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.127@tcp of length 224/224 into md 0x25d [1] + 224 00000100:00000001:0.0:1767325835.833231:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325835.833248:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325835.833250:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325835.833255:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325835.833257:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325835.833260:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325835.833262:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325835.833265:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325835.833271:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325835.833281:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325835.833285:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325835.833287:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833295:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325835.833298:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325835.833301:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325835.833307:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325835.833308:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325835.833311:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:0.0:1767325835.833313:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:0.0:1767325835.833315:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325835.833319:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325835.833327:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.833333:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325835.833334:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833336:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325835.833337:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325835.833338:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325835.833340:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325835.833342:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325835.833345:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028eec554 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325835.833347:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000002dc9c46 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325835.833349:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325835.833350:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325835.833352:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325835.833354:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325835.833361:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.833362:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325835.833364:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325835.833365:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325835.833366:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325835.833369:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.833374:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325835.833376:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325835.833377:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325835.833383:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325835.833390:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386608768:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325835.833394:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833395:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325835.833397:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386608768/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325835.833402:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325835.833404:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325835.833410:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f059409. 02000000:00000001:0.0:1767325835.833413:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325835.833414:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325835.833415:0:216339:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=2 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:0.0:1767325835.833417:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325835.833418:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:0.0:1767325835.833420:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325835.833421:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325835.833422:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00000001:0.0:1767325835.833425:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325835.833425:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833427:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325835.833430:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325835.833431:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325835.833433:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325835.833434:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325835.839612:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325835.839619:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325835.839622:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325835.839623:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325835.839662:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325835.839674:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01400 00000400:00000200:3.0:1767325835.839681:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x255 [1] + 0 00000800:00000001:3.0:1767325835.839694:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325835.839701:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325835.839702:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325835.839705:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325835.839709:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325835.839713:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325835.839720:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325835.839733:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325835.839738:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325835.839739:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.839772:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325835.839775:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325835.839779:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325835.839780:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325835.839781:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 00000400:00000200:2.0:1767325835.839784:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:2.0:1767325835.839785:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:2.0:1767325835.839787:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325835.839790:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325835.839795:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.839800:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325835.839801:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.839802:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325835.839809:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325835.839810:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325835.839811:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325835.839813:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325835.839818:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325835.839820:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=20 v=10 (10 0 0 0) 00000100:00000001:2.0:1767325835.839822:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325835.839823:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325835.839824:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325835.839826:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325850 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.839830:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325835.839832:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325835.839833:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.839834:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325835.839836:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325835.839842:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325835.839846:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000100:00000001:2.0:1767325835.839847:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325835.839849:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325850 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325835.839853:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386608640:192.168.203.127@tcp:38: 00000100:00000001:2.0:1767325835.839856:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.839857:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325835.839858:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386608640/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325850 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325835.839862:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325835.839863:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325835.839864:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d648f7eb. 02000000:00000001:2.0:1767325835.839872:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325835.839873:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325835.839874:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325835.839875:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325835.839876:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d844d186. 02000000:00000001:2.0:1767325835.839881:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325835.839882:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325835.839883:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:2.0:1767325835.839885:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325835.839885:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.839886:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325835.839890:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325835.839891:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325835.839892:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325835.839893:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325836.534864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325836.534870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325836.534875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325836.534878:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325836.534880:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325836.534885:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325836.534887:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325836.534888:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325836.534890:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325836.534892:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325836.534908:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325836.534910:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325836.534928:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325836.534930:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325836.534933:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325837.558840:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325837.558847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325837.558853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325837.558854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325837.558921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325837.558926:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325837.558929:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325838.582876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325838.582884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325838.582889:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325838.582890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325838.582908:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325838.582910:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325838.582912:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767325839.522420:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522435:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325839.522439:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522441:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325839.522453:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325839.522469:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x6957406105480 00000400:00000200:1.0:1767325839.522477:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 0 00000800:00000001:1.0:1767325839.522485:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522490:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325839.522492:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325839.522504:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325839.522510:0:216331:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767325839.522511:0:216331:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767325839.522516:0:216331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000100:00000040:1.0:1767325839.522519:0:216331:0:(events.c:337:request_in_callback()) incoming req@00000000179cf299 x1853175410742400 msgsize 328 00000100:00100000:1.0:1767325839.522521:0:216331:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000001:1.0:1767325839.522536:0:216331:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767325839.522543:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522546:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325839.522547:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522548:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325839.522550:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325839.522554:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x6957406105500 00000400:00000200:1.0:1767325839.522556:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 328 00000800:00000001:1.0:1767325839.522559:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522562:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325839.522564:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325839.522567:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325839.522568:0:216331:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767325839.522569:0:216331:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767325839.522571:0:216331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000100:00000040:1.0:1767325839.522573:0:216331:0:(events.c:337:request_in_callback()) incoming req@000000005575eda4 x1853175410742528 msgsize 328 00000100:00100000:1.0:1767325839.522578:0:216331:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000001:1.0:1767325839.522591:0:216331:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767325839.522592:0:219019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008a3bc179. 00000800:00000001:1.0:1767325839.522595:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325839.522600:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325839.522604:0:219019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767325839.522607:0:219019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410742400 02000000:00000001:0.0:1767325839.522610:0:219019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767325839.522613:0:219019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325839.522615:0:219019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325839.522621:0:219019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325839.522625:0:219019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410742400 00000020:00000001:0.0:1767325839.522628:0:219019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325839.522630:0:219019:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:0.0:1767325839.522633:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325839.522635:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000020:00000001:0.0:1767325839.522638:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:0.0:1767325839.522641:0:219019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000010:2.0:1767325839.522644:0:219018:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000147c2f3. 00000100:00000001:0.0:1767325839.522645:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767325839.522649:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000184234d3. 00000100:00000001:0.0:1767325839.522652:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767325839.522657:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000184234d3. 00000100:00000001:2.0:1767325839.522660:0:219018:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767325839.522663:0:219018:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410742528 00000020:00000010:0.0:1767325839.522664:0:219019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034752d8c. 02000000:00000001:2.0:1767325839.522665:0:219018:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767325839.522667:0:219018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325839.522669:0:219018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325839.522672:0:219018:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325839.522676:0:219018:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410742528 00000020:00000010:0.0:1767325839.522676:0:219019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b8ec504. 00000020:00000001:2.0:1767325839.522681:0:219018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325839.522683:0:219018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:2.0:1767325839.522684:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325839.522686:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=4 00000020:00000001:2.0:1767325839.522688:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000010:0.0:1767325839.522691:0:219019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029b6904a. 00000020:00000001:2.0:1767325839.522692:0:219018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:2.0:1767325839.522698:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767325839.522702:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043209f46. 00000100:00000040:0.0:1767325839.522702:0:219019:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767325839.522707:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325839.522707:0:219019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767325839.522709:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043209f46. 00000100:00000001:0.0:1767325839.522710:0:219019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767325839.522713:0:219019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325839.522714:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db23979b. 00000020:00000010:2.0:1767325839.522718:0:219018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e125a54c. 00000100:00000001:0.0:1767325839.522721:0:219019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.522724:0:219019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767325839.522728:0:219018:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df638690. 00000100:00000001:2.0:1767325839.522734:0:219018:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767325839.522735:0:219018:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767325839.522736:0:219018:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.522736:0:219019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767325839.522739:0:219019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767325839.522742:0:219018:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325839.522746:0:219018:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325839.522747:0:219019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 0 00000100:00000040:0.0:1767325839.522751:0:219019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:0.0:1767325839.522754:0:219019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000040:0.0:1767325839.522805:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000179cf299 x1853175410742400/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/0 e 0 to 0 dl 1767325850 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325839.522814:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767325839.522816:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000184234d3. 00000100:00000001:0.0:1767325839.522818:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767325839.522820:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000184234d3. 00000100:00100000:0.0:1767325839.522823:0:219019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000179cf299 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+4:510971:x1853175410742400:12345-192.168.203.127@tcp:104: 00000100:00000200:0.0:1767325839.522827:0:219019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410742400 00010000:00000001:0.0:1767325839.522829:0:219019:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767325839.522836:0:219019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325839.522837:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325839.522839:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=2 00000020:00000001:0.0:1767325839.522841:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:0.0:1767325839.522843:0:219019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:0.0:1767325839.522847:0:219019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325839.522849:0:219019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325839.522852:0:219019:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.522869:0:219019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767325839.522872:0:219019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767325839.522875:0:219019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d818280e. 02000000:00000001:0.0:1767325839.522877:0:219019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.522879:0:219019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.522883:0:219019:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767325839.522885:0:219019:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325839.522887:0:219019:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=1767325839 v=10 (0 0 0 0) 00000100:00001000:0.0:1767325839.522890:0:219019:0:(import.c:2194:obd_at_measure()) AT 0000000097dcdfab change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767325839.522895:0:219019:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@00000000179cf299 x1853175410742400/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/224 e 0 to 0 dl 1767325850 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325839.522902:0:219019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767325839.522905:0:219019:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:0.0:1767325839.522907:0:219019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:0.0:1767325839.522910:0:219019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767325839.522911:0:219019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.522914:0:219019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325839.522917:0:219019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325839.522932:0:219019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000100:00000200:0.0:1767325839.522936:0:219019:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410742400, offset 224 00000400:00000200:0.0:1767325839.522942:0:219019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325839.522951:0:219019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325839.522956:0:219019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [46:46:256:4294967295] 192.168.203.127@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1767325839.522966:0:219019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325839.522971:0:219019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325839.522975:0:219019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000800:00000200:0.0:1767325839.522985:0:219019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325839.522991:0:219019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325839.522995:0:219019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325839.523013:0:219019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325839.523016:0:219019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:0.0:1767325839.523019:0:219019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767325839.523022:0:219019:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b4246eb7. 00010000:00000001:0.0:1767325839.523025:0:219019:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767325839.523033:0:219019:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767325839.523036:0:219019:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.523037:0:219019:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.523039:0:219019:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325839.523043:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175410742400/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/224 e 0 to 0 dl 1767325850 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767325839.523051:0:219019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000179cf299 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+4:510971:x1853175410742400:12345-192.168.203.127@tcp:104: Request processed in 236us (530us total) trans 0 rc 0/0 00000020:00000001:2.0:1767325839.523056:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325839.523060:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325839.523060:0:219019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 0 00010000:00010000:2.0:1767325839.523063:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767325839.523066:0:219019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00010000:00000001:2.0:1767325839.523067:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767325839.523069:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767325839.523072:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.523072:0:219019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767325839.523075:0:219019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767325839.523076:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767325839.523081:0:219019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b8ec504. 00000800:00000010:3.0:1767325839.523082:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00010000:00010000:2.0:1767325839.523083:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000462267e4 already unused, calling callback (0000000040c249d6) 00000020:00000010:0.0:1767325839.523088:0:219019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029b6904a. 00000400:00000200:3.0:1767325839.523089:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767325839.523091:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767325839.523094:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767325839.523096:0:219019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034752d8c. 00000400:00000200:3.0:1767325839.523099:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000040:0.0:1767325839.523104:0:219019:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 3 00000400:00000200:3.0:1767325839.523106:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00010000:00000001:2.0:1767325839.523106:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767325839.523108:0:219019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325839.523109:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767325839.523110:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000020:00000001:2.0:1767325839.523113:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767325839.523116:0:216333:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767325839.523116:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000100:00000001:3.0:1767325839.523119:0:216333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767325839.523119:0:219019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767325839.523121:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00000100:00000001:0.0:1767325839.523123:0:219019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767325839.523126:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00000100:00100000:0.0:1767325839.523131:0:219019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 1 00010000:00000001:2.0:1767325839.523132:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767325839.523135:0:219019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00010000:00010000:2.0:1767325839.523136:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.523138:0:219019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000040:0.0:1767325839.523145:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005575eda4 x1853175410742528/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/0 e 0 to 0 dl 1767325850 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767325839.523151:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767325839.523154:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.523160:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:01000000:2.0:1767325839.523163:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1767325839.523167:0:219023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000020:00000010:0.0:1767325839.523168:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000184234d3. 10000000:00000040:2.0:1767325839.523170:0:219023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767325839.523172:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000040:2.0:1767325839.523174:0:219023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767325839.523178:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767325839.523178:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000184234d3. 00010000:00000001:2.0:1767325839.523180:0:219023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325839.523186:0:219019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005575eda4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+3:510971:x1853175410742528:12345-192.168.203.127@tcp:104: 00000100:00000200:0.0:1767325839.523190:0:219019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410742528 00010000:00000001:0.0:1767325839.523192:0:219019:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 10000000:00000001:2.0:1767325839.523194:0:219023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:0.0:1767325839.523194:0:219019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767325839.523196:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767325839.523198:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:2.0:1767325839.523199:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 2 10000000:00000001:2.0:1767325839.523202:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:0.0:1767325839.523202:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=2 10000000:00000001:2.0:1767325839.523205:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523218:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767325839.523219:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:2.0:1767325839.523221:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767325839.523224:0:219019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:2.0:1767325839.523229:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767325839.523232:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325839.523233:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325839.523235:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000462267e4 with handle 0x23386b5eae8f1370 from hash 00010000:00000001:2.0:1767325839.523238:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767325839.523244:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325839.523245:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325839.523246:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767325839.523248:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767325839.523249:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767325839.523249:0:219019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325839.523252:0:219019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523253:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767325839.523256:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:0.0:1767325839.523257:0:219019:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767325839.523261:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767325839.523266:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325839.523268:0:219019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767325839.523270:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325839.523271:0:219019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767325839.523273:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767325839.523276:0:219019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000096bea740. 02000000:00000001:2.0:1767325839.523278:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325839.523280:0:219019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325839.523284:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb1509d6. 00000100:00000001:0.0:1767325839.523284:0:219019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.523287:0:219019:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767325839.523289:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.523290:0:219019:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523293:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00001000:0.0:1767325839.523294:0:219019:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=0 v=5 (1 0 0 0) 00010000:00010000:2.0:1767325839.523297:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.523300:0:219019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767325839.523303:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767325839.523306:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325839.523306:0:219019:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:0.0:1767325839.523311:0:219019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000001:2.0:1767325839.523313:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325839.523315:0:219019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767325839.523316:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325839.523318:0:219019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.523321:0:219019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325839.523323:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_02+2] req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325839.523333:0:219019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325839.523337:0:219019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000100:00000200:0.0:1767325839.523340:0:219019:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410742528, offset 224 00010000:00000001:2.0:1767325839.523343:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767325839.523348:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325839.523350:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325839.523352:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325839.523355:0:219019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00010000:00000001:2.0:1767325839.523356:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767325839.523360:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.523361:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767325839.523362:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325839.523366:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325839.523367:0:219019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325839.523369:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325839.523371:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325839.523376:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767325839.523378:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325839.523378:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767325839.523379:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000462267e4/0x23386b5eae8f1370 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123844 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767325839.523380:0:219019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [47:47:256:4294967295] 192.168.203.127@tcp LPNI seq info [47:47:8:4294967295] 00000100:00000001:1.0:1767325839.523403:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325839.523407:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325839.523411:0:219023:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000043209f46. 00000400:00000200:0.0:1767325839.523411:0:219019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00010000:00000001:2.0:1767325839.523420:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767325839.523422:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767325839.523423:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767325839.523428:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325839.523428:0:219019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00010000:00000010:2.0:1767325839.523429:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b4246eb7. 02000000:00000001:1.0:1767325839.523435:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523436:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325839.523436:0:219019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000020:00000001:2.0:1767325839.523442:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767325839.523444:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386608896:192.168.203.127@tcp:103: 00000020:00000001:2.0:1767325839.523446:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325839.523447:0:219019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325839.523453:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767325839.523455:0:219019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325839.523459:0:219019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767325839.523460:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325839.523464:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.523466:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325839.523469:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef962d8d. 00010000:00010000:2.0:1767325839.523471:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767325839.523471:0:219019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.523472:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325839.523476:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767325839.523479:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000020:00000001:2.0:1767325839.523480:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325839.523480:0:219019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000400:00000010:1.0:1767325839.523486:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00010000:00010000:2.0:1767325839.523487:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325839.523487:0:219019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767325839.523491:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386608896, portal 18 00000020:00000001:2.0:1767325839.523493:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:0.0:1767325839.523493:0:219019:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a21a3762. 00000100:00000001:1.0:1767325839.523494:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325839.523497:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000020:00000001:2.0:1767325839.523498:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.523498:0:219019:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767325839.523504:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767325839.523506:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767325839.523509:0:219019:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:2.0:1767325839.523510:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767325839.523514:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767325839.523517:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767325839.523517:0:219019:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.523518:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325839.523522:0:219019:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325839.523523:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00010000:00000001:0.0:1767325839.523527:0:219019:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325839.523528:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000200:1.0:1767325839.523532:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386608896, offset 0 00000800:00000200:3.0:1767325839.523535:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767325839.523536:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175410742528/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/224 e 0 to 0 dl 1767325850 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1767325839.523542:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00010000:00010000:2.0:1767325839.523542:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003c5567c9 already unused, calling callback (0000000040c249d6) 00000400:00000200:1.0:1767325839.523543:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 10000000:00000001:2.0:1767325839.523548:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1767325839.523549:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:2.0:1767325839.523552:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767325839.523555:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325839.523558:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00100000:0.0:1767325839.523564:0:219019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005575eda4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+3:510971:x1853175410742528:12345-192.168.203.127@tcp:104: Request processed in 398us (984us total) trans 0 rc 0/0 00000400:00000200:1.0:1767325839.523567:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767325839.523569:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767325839.523573:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767325839.523576:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000020:00000001:2.0:1767325839.523577:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767325839.523578:0:219019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 1 00000020:00000040:2.0:1767325839.523580:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=3 00000020:00000001:2.0:1767325839.523584:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00000100:00000040:0.0:1767325839.523584:0:219019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00000400:00000200:1.0:1767325839.523585:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767325839.523589:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00000100:00000001:0.0:1767325839.523591:0:219019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767325839.523592:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767325839.523594:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00010000:00010000:2.0:1767325839.523596:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.523596:0:219019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767325839.523601:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [48:48:255:4294967295] 192.168.203.127@tcp LPNI seq info [48:48:7:4294967295] 00000020:00000010:0.0:1767325839.523601:0:219019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e125a54c. 00000020:00000010:0.0:1767325839.523607:0:219019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df638690. 00000020:00000010:0.0:1767325839.523614:0:219019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db23979b. 10000000:00000001:2.0:1767325839.523615:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767325839.523617:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767325839.523626:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 10000000:01000000:2.0:1767325839.523627:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000040:0.0:1767325839.523629:0:219019:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 10000000:00000001:2.0:1767325839.523632:0:219023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767325839.523634:0:219023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767325839.523636:0:219023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767325839.523636:0:219019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325839.523639:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767325839.523643:0:219023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325839.523647:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000800:00000200:1.0:1767325839.523649:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325839.523653:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 10000000:00000001:2.0:1767325839.523653:0:219023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000001:0.0:1767325839.523653:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:1.0:1767325839.523654:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000020:00000001:0.0:1767325839.523657:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767325839.523658:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767325839.523661:0:216332:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000040:2.0:1767325839.523662:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 2 00010000:00010000:0.0:1767325839.523662:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767325839.523665:0:216332:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1767325839.523665:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 10000000:00000001:2.0:1767325839.523668:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767325839.523671:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523676:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767325839.523680:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:1.0:1767325839.523680:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00010000:00000001:2.0:1767325839.523683:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:1.0:1767325839.523685:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1767325839.523687:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325839.523690:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325839.523692:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003c5567c9 with handle 0x23386b5eae8f1369 from hash 00010000:00000001:2.0:1767325839.523694:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767325839.523695:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325839.523696:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325839.523697:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767325839.523698:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767325839.523700:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767325839.523700:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523704:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767325839.523706:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767325839.523707:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305549924 00000100:00000010:2.0:1767325839.523710:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767325839.523713:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325839.523715:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325839.523716:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325839.523716:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305546232 02000000:00000001:2.0:1767325839.523719:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.523721:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305549924 02000000:00000010:2.0:1767325839.523723:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c37c192. 00000100:00000001:1.0:1767325839.523725:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305546232 00000100:00000001:1.0:1767325839.523726:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305549924 00000100:00000001:1.0:1767325839.523727:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305546232 00000100:00000001:2.0:1767325839.523731:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.523732:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305549924 00010000:00000001:2.0:1767325839.523735:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767325839.523736:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305546232 00010000:00010000:2.0:1767325839.523739:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325839.523740:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325839.523745:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.523749:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767325839.523750:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523751:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.523753:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.523754:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325839.523781:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.523784:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325839.523785:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_03+3] req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.523787:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325839.523792:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325839.523794:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325839.523797:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325839.523799:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767325839.523800:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325839.523801:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325839.523803:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767325839.523804:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767325839.523805:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325839.523807:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767325839.523808:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325839.523809:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.523811:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767325839.523813:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.523813:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767325839.523816:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.523819:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.523819:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325839.523820:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325839.523825:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.523834:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767325839.523837:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f1369 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a12383d expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325839.523838:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:2.0:1767325839.523843:0:219023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000988cafea count: 0 00000100:00000001:1.0:1767325839.523847:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.523851:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767325839.523852:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325839.523854:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767325839.523855:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a21a3762. 00010000:00000001:2.0:1767325839.523857:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.523859:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767325839.523860:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767325839.523864:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767325839.523864:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.523865:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.523866:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:3.0:1767325839.523869:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000020:00000001:2.0:1767325839.523870:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767325839.523873:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386609024:192.168.203.127@tcp:103: 00000020:00000001:2.0:1767325839.523874:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325839.523875:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767325839.523877:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767325839.523882:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325839.523882:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767325839.523885:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325839.523887:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.523887:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325839.523891:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.523894:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767325839.523895:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 02000000:00000001:1.0:1767325839.523895:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767325839.523898:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 02000000:00000010:1.0:1767325839.523901:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032dc494f. 00000100:00000001:3.0:1767325839.523903:0:216331:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767325839.523905:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325839.523909:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325839.523910:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000400:00000010:1.0:1767325839.523916:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000200:1.0:1767325839.523920:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609024, portal 18 00000100:00000001:1.0:1767325839.523922:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325839.523923:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000040:1.0:1767325839.523928:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.523935:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325839.523937:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325839.523939:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 00000100:00000200:1.0:1767325839.523941:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386609024, offset 0 00000400:00000200:1.0:1767325839.523945:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325839.523951:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325839.523954:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325839.523957:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325839.523962:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325839.523965:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767325839.523965:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767325839.523971:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325839.523972:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [49:49:255:4294967295] 192.168.203.127@tcp LPNI seq info [49:49:7:4294967295] 00000100:00000001:3.0:1767325839.523985:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325839.523987:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325839.523988:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325839.523994:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325839.523997:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000800:00000200:1.0:1767325839.524000:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767325839.524003:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325839.524010:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767325839.524018:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.524021:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305549925 00000100:00000001:1.0:1767325839.524025:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305549924 00000100:00000001:1.0:1767325839.524028:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305549925 00000100:00000001:1.0:1767325839.524030:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305549924 00000100:00000001:1.0:1767325839.524031:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305549925 00000100:00000001:1.0:1767325839.524033:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305549924 00000100:00000001:1.0:1767325839.524034:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305549925 00000100:00000001:1.0:1767325839.524036:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305549924 00000100:00000001:1.0:1767325839.524038:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325839.524040:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.524042:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.524043:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325839.524055:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325839.524058:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:3.0:1767325839.524060:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325839.524063:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325839.524064:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000400:00000010:3.0:1767325839.524065:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:3.0:1767325839.524067:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325839.524068:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325839.524073:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325839.524074:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325839.524078:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325839.524079:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325839.526983:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.526992:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325839.526995:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.526997:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.527004:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325839.527014:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a01500 00000400:00000200:3.0:1767325839.527020:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x26d [1] + 224 00000800:00000001:3.0:1767325839.527025:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.527029:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.527038:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325839.527042:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325839.527046:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325839.527050:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325839.527059:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325839.527073:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325839.527078:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.527080:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325839.527081:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.527083:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.527085:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325839.527090:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a01580 00000400:00000200:3.0:1767325839.527093:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x275 [1] + 224 00000800:00000001:3.0:1767325839.527096:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325839.527099:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325839.527101:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527102:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325839.527103:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325839.527107:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767325839.527108:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325839.527111:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325839.527112:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:1.0:1767325839.527116:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767325839.527118:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:3.0:1767325839.527121:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325839.527121:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325839.527127:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325839.527127:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325839.527145:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325839.527154:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767325839.527156:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325839.527158:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.527161:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527169:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325839.527171:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527174:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325839.527176:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325839.527178:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325839.527179:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.527186:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325839.527191:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=1767325839 v=5 (0 0 0 0) 00000100:00001000:1.0:1767325839.527193:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325839.527195:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325839.527195:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325839.527197:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325839.527198:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.527200:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325839.527202:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.527206:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325839.527219:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325839.527220:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325839.527223:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325839.527229:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386608896:192.168.203.127@tcp:103: 00000100:00000001:1.0:1767325839.527233:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.527235:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325839.527237:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386608896/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.527248:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325839.527251:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325839.527253:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef962d8d. 02000000:00000001:1.0:1767325839.527257:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325839.527258:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325839.527260:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325839.527262:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325839.527264:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bb1509d6. 02000000:00000001:1.0:1767325839.527266:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325839.527267:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325839.527268:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767325839.527271:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325839.527271:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527277:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.527278:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325839.527279:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325839.527281:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325839.527282:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325839.527283:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000400:00000200:1.0:1767325839.527284:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000400:00000010:1.0:1767325839.527285:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:1.0:1767325839.527287:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325839.527289:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325839.527293:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.527297:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325839.527297:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527298:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325839.527299:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325839.527300:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325839.527301:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325839.527302:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325839.527303:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325839.527305:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325839.527306:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325839.527307:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325839.527308:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325839.527309:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.527310:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325839.527311:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.527314:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325839.527315:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325839.527316:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325839.527317:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325839.527321:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386609024:192.168.203.127@tcp:103: 00000100:00000001:1.0:1767325839.527326:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527327:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325839.527328:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386609024/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.527332:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325839.527332:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325839.527333:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032dc494f. 02000000:00000001:1.0:1767325839.527334:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325839.527335:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325839.527335:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325839.527336:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325839.527337:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006c37c192. 02000000:00000001:1.0:1767325839.527340:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325839.527340:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325839.527341:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767325839.527343:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325839.527347:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527348:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325839.527351:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325839.527352:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.527353:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325839.527354:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1767325839.528786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000462267e4. 00010000:00000010:2.1:1767325839.532786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000988cafea. 00010000:00000010:2.1:1767325839.532793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003c5567c9. 00010000:00000001:0.0:1767325839.606865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325839.606870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.606875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325839.606877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325839.606892:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325839.606894:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325839.606896:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767325839.620850:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.620867:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325839.620871:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.620873:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.620952:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325839.620981:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x6957406106a80 00000400:00000200:3.0:1767325839.620989:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 656 00000800:00000001:3.0:1767325839.620996:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.621004:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.621007:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325839.621011:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325839.621018:0:216331:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767325839.621020:0:216331:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767325839.621024:0:216331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574ec2a4. 00000100:00000040:3.0:1767325839.621029:0:216331:0:(events.c:337:request_in_callback()) incoming req@00000000574ec2a4 x1853175410748032 msgsize 328 00000100:00100000:3.0:1767325839.621033:0:216331:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000001:3.0:1767325839.621049:0:216331:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767325839.621057:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.621060:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325839.621102:0:219019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767325839.621105:0:219019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410748032 02000000:00000001:0.0:1767325839.621109:0:219019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767325839.621111:0:219019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325839.621113:0:219019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325839.621117:0:219019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325839.621121:0:219019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410748032 00000020:00000001:0.0:1767325839.621123:0:219019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325839.621125:0:219019:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:0.0:1767325839.621127:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325839.621129:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000020:00000001:0.0:1767325839.621132:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:0.0:1767325839.621135:0:219019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:0.0:1767325839.621139:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767325839.621143:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000184234d3. 00000100:00000001:0.0:1767325839.621145:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767325839.621147:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000184234d3. 00000020:00000010:0.0:1767325839.621153:0:219019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034752d8c. 00000020:00000010:0.0:1767325839.621158:0:219019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b8ec504. 00000020:00000010:0.0:1767325839.621162:0:219019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029b6904a. 00000100:00000040:0.0:1767325839.621168:0:219019:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767325839.621177:0:219019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767325839.621178:0:219019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767325839.621180:0:219019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.621191:0:219019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.621205:0:219019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325839.621228:0:219019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767325839.621230:0:219019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767325839.621235:0:219019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 2 00000100:00000040:0.0:1767325839.621239:0:219019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:0.0:1767325839.621241:0:219019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618937814052224 : -125135895499392 : ffff8e3087666d80) 00000100:00000040:0.0:1767325839.621247:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000574ec2a4 x1853175410748032/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/0 e 0 to 0 dl 1767325850 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325839.621257:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767325839.621259:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000184234d3. 00000100:00000001:0.0:1767325839.621262:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767325839.621264:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000184234d3. 00000100:00100000:0.0:1767325839.621268:0:219019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000574ec2a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+3:510992:x1853175410748032:12345-192.168.203.127@tcp:104: 00000100:00000200:0.0:1767325839.621272:0:219019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410748032 00010000:00000001:0.0:1767325839.621275:0:219019:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767325839.621280:0:219019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325839.621282:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325839.621284:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c1d5ee7f refcount=2 00000020:00000001:0.0:1767325839.621286:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786240 : -125135153765376 : ffff8e30b39c6400) 00010000:00000001:0.0:1767325839.621288:0:219019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786240 : -125135153765376 : ffff8e30b39c6400) 00010000:00000001:0.0:1767325839.621292:0:219019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325839.621294:0:219019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325839.621297:0:219019:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325839.621306:0:219019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767325839.621307:0:219019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767325839.621311:0:219019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000356f8286. 02000000:00000001:0.0:1767325839.621319:0:219019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.621321:0:219019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.621325:0:219019:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767325839.621327:0:219019:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325839.621330:0:219019:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325839.621334:0:219019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767325839.621337:0:219019:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:0.0:1767325839.621339:0:219019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:0.0:1767325839.621341:0:219019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767325839.621343:0:219019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.621346:0:219019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325839.621349:0:219019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325839.621352:0:219019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 00000100:00000200:0.0:1767325839.621356:0:219019:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410748032, offset 224 00000400:00000200:0.0:1767325839.621362:0:219019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325839.621371:0:219019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325839.621377:0:219019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [50:50:256:4294967295] 192.168.203.127@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:0.0:1767325839.621387:0:219019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325839.621392:0:219019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325839.621396:0:219019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000800:00000200:0.0:1767325839.621401:0:219019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325839.621407:0:219019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325839.621410:0:219019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325839.621422:0:219019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325839.621425:0:219019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:0.0:1767325839.621428:0:219019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767325839.621431:0:219019:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e977b863. 00010000:00000001:0.0:1767325839.621434:0:219019:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767325839.621450:0:219019:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767325839.621453:0:219019:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.621454:0:219019:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325839.621459:0:219019:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325839.621469:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574ec2a4 x1853175410748032/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:710/0 lens 328/224 e 0 to 0 dl 1767325850 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767325839.621472:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325839.621476:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.621479:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767325839.621484:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767325839.621485:0:219019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000574ec2a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+3:510992:x1853175410748032:12345-192.168.203.127@tcp:104: Request processed in 225us (452us total) trans 0 rc 0/0 00010000:00000001:2.0:1767325839.621486:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767325839.621489:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767325839.621499:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c1d5ee7f already unused, calling callback (0000000040c249d6) 00000100:00100000:0.0:1767325839.621499:0:219019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 2 00000800:00000200:3.0:1767325839.621504:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767325839.621504:0:219019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 10000000:00000001:2.0:1767325839.621505:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767325839.621509:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767325839.621511:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000100:00000001:0.0:1767325839.621511:0:219019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767325839.621514:0:219019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767325839.621519:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767325839.621520:0:219019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b8ec504. 00010000:00000001:2.0:1767325839.621521:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767325839.621525:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767325839.621527:0:219019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029b6904a. 00000020:00000001:2.0:1767325839.621528:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767325839.621529:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000040:2.0:1767325839.621533:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c1d5ee7f refcount=3 00000020:00000010:0.0:1767325839.621533:0:219019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034752d8c. 00000400:00000200:3.0:1767325839.621535:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000020:00000001:2.0:1767325839.621537:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786240 : -125135153765376 : ffff8e30b39c6400) 00000400:00000010:3.0:1767325839.621539:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000020:00000040:0.0:1767325839.621540:0:219019:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 00010000:00000001:2.0:1767325839.621541:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786240 : -125135153765376 : ffff8e30b39c6400) 00000100:00000001:3.0:1767325839.621546:0:216333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767325839.621546:0:219019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325839.621547:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767325839.621550:0:216333:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767325839.621551:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767325839.621559:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767325839.621560:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767325839.621566:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767325839.621570:0:219023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767325839.621571:0:219023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1767325839.621573:0:219023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767325839.621581:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767325839.621582:0:219023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767325839.621592:0:219023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767325839.621593:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767325839.621594:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 2 10000000:00000001:2.0:1767325839.621596:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767325839.621597:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.621599:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767325839.621602:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767325839.621603:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767325839.621604:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325839.621605:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325839.621607:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c1d5ee7f with handle 0x23386b5eae8f139a from hash 00010000:00000001:2.0:1767325839.621609:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767325839.621610:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325839.621611:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325839.621612:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767325839.621613:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767325839.621614:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767325839.621617:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767325839.621618:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767325839.621623:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767325839.621624:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325839.621627:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325839.621629:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325839.621632:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325839.621635:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000625227f8. 00000100:00000001:2.0:1767325839.621639:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.621640:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767325839.621642:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767325839.621646:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767325839.621646:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.621650:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325839.621652:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325839.621656:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_00+0] req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325839.621677:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767325839.621679:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325839.621679:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325839.621680:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.621682:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767325839.621683:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.621684:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767325839.621687:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767325839.621689:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000c1d5ee7f/0x23386b5eae8f139a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a12384b expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767325839.621693:0:219023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b2d9c83d count: 0 00000100:00000001:3.0:1767325839.621700:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325839.621702:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767325839.621705:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767325839.621705:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767325839.621706:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e977b863. 00000100:00000001:3.0:1767325839.621709:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767325839.621710:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325839.621712:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767325839.621713:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325839.621716:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325839.621717:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325839.621718:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.621719:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767325839.621721:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325839.621724:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.621726:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767325839.621728:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325839.621731:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325839.621734:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767325839.621738:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325839.621741:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325839.621745:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325839.621747:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325839.621750:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325839.621753:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386609152:192.168.203.127@tcp:103: 00000100:00000001:3.0:1767325839.621791:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325839.621797:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325839.621799:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325839.621802:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325839.621805:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b224dc42. 02000000:00000001:3.0:1767325839.621807:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325839.621811:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000400:00000010:3.0:1767325839.621815:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000200:3.0:1767325839.621819:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609152, portal 18 00000100:00000001:3.0:1767325839.621821:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325839.621823:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000040:3.0:1767325839.621828:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325839.621835:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325839.621837:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325839.621839:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 00000100:00000200:3.0:1767325839.621841:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386609152, offset 0 00000400:00000200:3.0:1767325839.621846:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325839.621851:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325839.621855:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325839.621859:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325839.621862:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325839.621865:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325839.621867:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [51:51:256:4294967295] 192.168.203.127@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:3.0:1767325839.621875:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325839.621879:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325839.621882:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000800:00000200:3.0:1767325839.621886:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325839.621890:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325839.621893:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325839.621910:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325839.621918:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305550023 00000100:00000001:3.0:1767325839.621924:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305549925 00000100:00000001:3.0:1767325839.621928:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305550023 00000100:00000001:3.0:1767325839.621931:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305549925 00000100:00000001:3.0:1767325839.621935:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305550023 00000100:00000001:3.0:1767325839.621939:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305549925 00000100:00000001:3.0:1767325839.621942:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305550023 00000100:00000001:3.0:1767325839.621944:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305549925 00000100:00000001:3.0:1767325839.621947:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325839.621950:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325839.621953:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325839.621954:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325839.621959:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325839.621961:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325839.621964:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325839.621965:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325839.621967:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325839.621969:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325839.621985:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325839.621988:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000400:00000200:1.0:1767325839.621991:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325839.621994:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325839.621997:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000400:00000010:1.0:1767325839.621998:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000001:1.0:1767325839.622000:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325839.622002:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.622009:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325839.622010:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325839.622015:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325839.622021:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325839.623539:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.623544:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325839.623546:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.623547:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.623551:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325839.623558:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a01600 00000400:00000200:3.0:1767325839.623561:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x281 [1] + 224 00000800:00000001:3.0:1767325839.623564:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.623568:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325839.623569:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325839.623571:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325839.623574:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325839.623576:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325839.623590:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325839.623603:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325839.623607:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325839.623609:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.623627:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325839.623630:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325839.623633:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325839.623635:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325839.623636:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000400:00000200:2.0:1767325839.623639:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:2.0:1767325839.623640:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:2.0:1767325839.623642:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325839.623649:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325839.623655:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325839.623659:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325839.623660:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.623662:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325839.623664:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325839.623665:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325839.623666:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325839.623667:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325839.623670:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325839.623672:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325839.623674:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325839.623675:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.623676:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325839.623677:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325839.623679:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325839.623681:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325839.623684:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325839.623686:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325839.623687:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325839.623689:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325839.623693:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386609152:192.168.203.127@tcp:103: 00000100:00000001:2.0:1767325839.623695:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.623696:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325839.623697:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386609152/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325839.623701:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325839.623703:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325839.623707:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b224dc42. 02000000:00000001:2.0:1767325839.623708:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325839.623709:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325839.623710:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767325839.623712:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325839.623713:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000625227f8. 02000000:00000001:2.0:1767325839.623715:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325839.623716:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325839.623717:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:2.0:1767325839.623719:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325839.623720:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.623721:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325839.623723:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325839.623724:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325839.623725:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325839.623726:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767325839.626785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2d9c83d. 00010000:00000010:2.1:1767325839.626792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c1d5ee7f. 00010000:00000001:0.0:1767325840.630872:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325840.630879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325840.630884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325840.630885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325840.630903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325840.630906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325840.630909:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325840.950843:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325840.950853:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325840.950859:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000020:00000040:3.0:1767325840.950866:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325840.950870:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325840.950873:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325840.950878:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325840.950885:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767325840.950891:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325840.950901:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325840.950910:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325840.950912:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325840.950917:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_01+1] req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.950940:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325840.950942:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325840.950944:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325840.950946:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767325840.950947:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325840.950949:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325840.950950:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325840.950952:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325840.950953:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767325840.950955:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.950964:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325840.950972:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325840.950974:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325840.950975:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325840.950975:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325840.950985:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.950987:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325840.950989:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325840.950992:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325840.950999:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_02+2] req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.951044:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325840.951046:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325840.951050:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325840.951052:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325840.951055:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325840.951057:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386609280:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325840.951061:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767325840.951064:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767325840.951068:0:146839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1767325840.951073:0:146839:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767325840.951076:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1767325840.951078:0:146839:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767325840.951079:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.951079:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325840.951083:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325840.951089:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.951090:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325840.951091:0:146839:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1767325840.951091:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.951096:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325840.951100:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1767325840.951104:0:146839:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 10874 00000100:00000040:1.0:1767325840.951107:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325840.951108:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192feabd. 02000000:00000001:0.0:1767325840.951113:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325840.951121:0:146839:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000400:00000010:0.0:1767325840.951121:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000100:00000001:1.0:1767325840.951124:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325840.951131:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325840.951132:0:146839:0:(import.c:2128:obd_at_measure()) add 15 to 00000000b9d1e515 time=25 v=10 (10 0 0 0) 00000400:00000010:0.0:1767325840.951135:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 02000000:00000001:1.0:1767325840.951141:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:3.0:1767325840.951145:0:146839:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 02000000:00000001:1.0:1767325840.951146:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325840.951147:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609280, portal 25 00000100:00080000:3.0:1767325840.951161:0:146839:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 10s 02000000:00000001:1.0:1767325840.951162:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.951163:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325840.951169:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000100:00100000:1.0:1767325840.951173:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386609408:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767325840.951175:0:146839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000040:0.0:1767325840.951184:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.951188:0:146839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767325840.951188:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325840.951194:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325840.951197:0:146839:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 02000000:00000001:1.0:1767325840.951208:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325840.951214:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325840.951215:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325840.951219:0:146839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000010:1.0:1767325840.951219:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef962d8d. 00000100:00000040:0.0:1767325840.951220:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000020:00000001:3.0:1767325840.951230:0:146839:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767325840.951231:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 02000000:00000001:1.0:1767325840.951232:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325840.951237:0:146839:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:3.0:1767325840.951242:0:146839:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767325840.951242:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000100:00000200:0.0:1767325840.951243:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386609280, offset 0 00000020:00000040:3.0:1767325840.951247:0:146839:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000400:00000010:1.0:1767325840.951249:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000020:00000001:3.0:1767325840.951250:0:146839:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:3.0:1767325840.951258:0:146839:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000400:00000200:0.0:1767325840.951259:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325840.951264:0:146839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:3.0:1767325840.951266:0:146839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767325840.951268:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609408, portal 10 00000100:00000001:1.0:1767325840.951271:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325840.951273:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000040:3.0:1767325840.951279:0:146839:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000400:00000200:0.0:1767325840.951279:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325840.951289:0:146839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000040:1.0:1767325840.951289:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325840.951294:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1767325840.951303:0:146839:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000400:00000200:0.0:1767325840.951308:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00080000:3.0:1767325840.951313:0:146839:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000001:1.0:1767325840.951314:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325840.951318:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325840.951323:0:146839:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325840.951328:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767325840.951331:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325840.951332:0:146839:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1767325840.951341:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000400:00000200:0.0:1767325840.951341:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [52:52:256:4294967295] 192.168.203.127@tcp LPNI seq info [52:52:8:4294967295] 02000000:00000001:3.0:1767325840.951343:0:146839:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325840.951347:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386609408, offset 0 02000000:00000001:3.0:1767325840.951354:0:146839:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.951357:0:146839:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1767325840.951360:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000008:00100000:3.0:1767325840.951365:0:146839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1767325840.951370:0:146839:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.951376:0:146839:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325840.951376:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:3.0:1767325840.951382:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000020:00000040:3.0:1767325840.951386:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767325840.951390:0:146839:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767325840.951393:0:146839:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325840.951396:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325840.951399:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767325840.951399:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767325840.951406:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767325840.951409:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325840.951410:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325840.951413:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000400:00000200:1.0:1767325840.951416:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:3.0:1767325840.951417:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d5b8cfd5. 00000100:00000001:3.0:1767325840.951422:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325840.951428:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767325840.951429:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767325840.951432:0:146839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767325840.951436:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325840.951446:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [53:53:255:4294967295] 192.168.203.127@tcp LPNI seq info [53:53:7:4294967295] 00000800:00000200:0.0:1767325840.951447:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325840.951464:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325840.951473:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325840.951477:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325840.951489:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_rcv+-1] req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.951494:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325840.951495:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325840.951509:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305551352 00000800:00000200:1.0:1767325840.951522:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325840.951523:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305550023 00000800:00000010:1.0:1767325840.951525:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000100:00000001:3.0:1767325840.951530:0:146839:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.951534:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305551352 00000800:00000200:1.0:1767325840.951535:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767325840.951539:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325840.951543:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305550023 00000800:00000200:1.0:1767325840.951545:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767325840.951554:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:1.0:1767325840.951555:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325840.951556:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305551352 00000100:00000010:3.0:1767325840.951565:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000100:00000001:1.0:1767325840.951567:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.951567:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305550023 00000100:00000040:1.0:1767325840.951572:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 2301447 usecs (2302 jiffies) 00000100:00000001:0.0:1767325840.951573:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305551352 00000100:00000001:1.0:1767325840.951579:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305549054 00000020:00000040:3.0:1767325840.951583:0:146839:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=3 obd=lustre-OST0000-osc-ffff8e30967de000 00000100:00000001:0.0:1767325840.951583:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305550023 00000100:00000001:1.0:1767325840.951584:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305551352 00000800:00000200:2.0:1767325840.951591:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325840.951595:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325840.951598:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305549054 00000100:00000001:0.0:1767325840.951599:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325840.951600:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767325840.951601:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 02000000:00000001:3.0:1767325840.951610:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.951610:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305551352 00000400:00000200:2.0:1767325840.951611:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325840.951611:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325840.951624:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:1.0:1767325840.951624:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305549054 00000100:00000001:0.0:1767325840.951625:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325840.951633:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325840.951635:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305551352 00000100:00000001:0.0:1767325840.951635:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325840.951638:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:2.0:1767325840.951642:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:1.0:1767325840.951642:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305549054 00000100:00000001:2.0:1767325840.951646:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325840.951646:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325840.951647:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305551352 00000100:00000001:0.0:1767325840.951650:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767325840.951652:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.951652:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325840.951656:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.951659:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.951660:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325840.951666:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.951666:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.951667:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325840.951668:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325840.951670:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.951678:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325840.951682:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325840.951683:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.951692:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325840.951699:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325840.951706:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.951712:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325840.951715:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325840.951720:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325840.951723:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325840.951728:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325840.951735:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.951738:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.951748:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325840.951752:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325840.951753:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325840.951795:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325840.951795:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325840.951800:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325840.951804:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325840.951806:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325840.951807:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_03+3] req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325840.951813:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325840.951826:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386609536:192.168.203.127@tcp:38: 00000100:00000001:0.0:1767325840.951833:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325840.951834:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325840.951837:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325840.951841:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325840.951842:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10884) 00000800:00000200:2.0:1767325840.951844:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325840.951850:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 02000000:00000001:0.0:1767325840.951850:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325840.951856:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000027f4567a. 00000400:00000200:2.0:1767325840.951858:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767325840.951861:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325840.951866:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000100:00000001:1.0:1767325840.951867:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325840.951871:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325840.951872:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325840.951874:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000001:1.0:1767325840.951875:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325840.951880:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000100:00000040:1.0:1767325840.951883:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325840.951885:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:2.0:1767325840.951891:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325840.951893:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325840.951895:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325840.951895:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386609536, portal 10 00000100:00000200:2.0:1767325840.951898:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325840.951899:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325840.951900:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767325840.951902:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325840.951905:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 02000000:00000001:1.0:1767325840.951906:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325840.951912:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386609664:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767325840.951917:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.951920:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325840.951922:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767325840.951924:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325840.951927:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325840.951930:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325840.951931:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325840.951934:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767325840.951935:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aa349ea. 02000000:00000001:1.0:1767325840.951939:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325840.951943:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325840.951945:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000400:00000010:0.0:1767325840.951949:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000001:2.0:1767325840.951951:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325840.951952:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000200:0.0:1767325840.951953:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386609536, offset 0 00000100:00000001:2.0:1767325840.951956:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767325840.951958:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609664, portal 4 00000100:00000001:1.0:1767325840.951960:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325840.951962:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000400:00000200:0.0:1767325840.951964:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767325840.951968:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325840.951974:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325840.951976:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325840.951981:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325840.951982:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325840.951986:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 00000400:00000200:0.0:1767325840.951988:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:1.0:1767325840.951990:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175386609664, offset 0 00000400:00000200:0.0:1767325840.951993:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325840.951997:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325840.952001:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325840.952005:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [54:54:256:4294967295] 192.168.203.127@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:0.0:1767325840.952014:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325840.952018:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325840.952021:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767325840.952023:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000400:00000200:1.0:1767325840.952024:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325840.952029:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325840.952032:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767325840.952034:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325840.952041:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767325840.952044:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767325840.952047:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1767325840.952049:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [55:55:255:4294967295] 192.168.203.127@tcp LPNI seq info [55:55:7:4294967295] 00000400:00000200:1.0:1767325840.952057:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767325840.952060:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325840.952062:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000800:00000200:1.0:1767325840.952065:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767325840.952068:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325840.952068:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325840.952072:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325840.952074:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 160845 usecs (161 jiffies) 00000100:00000001:1.0:1767325840.952075:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.952080:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305546914 00000100:00000040:1.0:1767325840.952081:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: using a timeout of 2435 usecs (3 jiffies) 00000100:00000001:1.0:1767325840.952086:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305546756 00000100:00000001:0.0:1767325840.952086:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305551352 00000100:00000001:1.0:1767325840.952096:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305551352 00000100:00000001:0.0:1767325840.952097:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305546914 00000100:00000001:1.0:1767325840.952100:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305546756 00000100:00000001:0.0:1767325840.952102:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305551352 00000100:00000001:1.0:1767325840.952106:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305551352 00000100:00000001:0.0:1767325840.952106:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305546914 00000100:00000001:1.0:1767325840.952110:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305546756 00000100:00000001:0.0:1767325840.952111:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305551352 00000100:00000001:1.0:1767325840.952115:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305551352 00000100:00000001:0.0:1767325840.952116:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305546914 00000800:00000200:3.0:1767325840.952118:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325840.952125:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305546756 00000800:00000010:3.0:1767325840.952126:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000001:0.0:1767325840.952127:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305551352 00000400:00000200:3.0:1767325840.952136:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325840.952136:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305551352 00000100:00000001:0.0:1767325840.952136:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325840.952146:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325840.952148:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.952149:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325840.952155:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325840.952158:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.952159:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325840.952160:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000100:00000001:1.0:1767325840.952163:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325840.952167:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767325840.952169:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.952171:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325840.952172:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325840.952177:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325840.952179:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325840.952181:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:3.0:1767325840.952185:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.952187:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325840.952188:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.952189:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325840.952194:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.952195:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325840.952216:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.952217:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325840.952218:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.952223:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325840.952224:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.952232:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325840.952237:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.952239:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325840.952240:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325840.952248:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.952252:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325840.952340:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325840.952344:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:3.0:1767325840.952348:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325840.952352:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325840.952416:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000400:00000010:3.0:1767325840.952419:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:3.0:1767325840.952422:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325840.952425:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.952431:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325840.952463:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.952468:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.952469:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325840.953026:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.953073:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325840.953076:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.953079:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325840.953085:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325840.953093:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a01680 00000400:00000200:3.0:1767325840.953099:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x289 [1] + 224 00000800:00000001:3.0:1767325840.953106:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.953109:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325840.953110:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325840.953112:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325840.953115:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325840.953118:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325840.953124:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.953140:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325840.953145:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.953147:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325840.953148:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.953149:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325840.953152:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325840.953162:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01700 00000400:00000200:3.0:1767325840.953167:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x291 [1] + 224 00000100:00000001:0.0:1767325840.953167:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325840.953173:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325840.953181:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325840.953182:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325840.953184:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325840.953187:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:0.0:1767325840.953191:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000800:00000001:3.0:1767325840.953192:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325840.953193:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000400:00000200:3.0:1767325840.953211:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325840.953215:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325840.953221:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767325840.953225:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.953229:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325840.953241:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325840.953242:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.953294:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325840.953297:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325840.953301:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325840.953303:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767325840.953306:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.953307:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325840.953317:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325840.953321:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325840.953332:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325840.953335:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325840.953336:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325840.953337:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325840.953339:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325840.953341:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325840.953342:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325840.953343:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325840.953348:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.953352:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325840.953352:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.953362:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325840.953365:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325840.953369:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325840.953371:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325840.953375:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386609280:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325840.953385:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953386:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.953390:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325840.953394:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767325840.953395:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325840.953399:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325840.953401:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000100:00000040:0.0:1767325840.953405:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386609280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325840.953407:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000400:00000010:1.0:1767325840.953410:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:1.0:1767325840.953415:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325840.953419:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.953431:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767325840.953435:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325840.953436:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325840.953440:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192feabd. 02000000:00000001:0.0:1767325840.953446:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325840.953448:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325840.953450:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325840.953456:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325840.953457:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325840.953458:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953461:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767325840.953461:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:1.0:1767325840.953467:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325840.953469:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325840.953469:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325840.953476:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325840.953477:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767325840.953479:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325840.953481:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00001000:1.0:1767325840.953485:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325840.953489:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325840.953489:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325840.953491:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325840.953492:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325840.953494:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325840.953499:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325840.953500:0:216340:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.953504:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325840.953505:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325840.953507:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325840.953508:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325840.953511:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.953516:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953517:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325840.953523:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325840.953528:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.953532:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325840.953533:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.953535:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325840.953536:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325840.953540:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325840.953547:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386609408:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325840.953550:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953551:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325840.953552:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386609408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.953556:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325840.953557:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325840.953559:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef962d8d. 02000000:00000001:1.0:1767325840.953562:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325840.953563:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325840.953564:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325840.953565:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325840.953567:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:1.0:1767325840.953569:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325840.953570:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325840.953571:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:1.0:1767325840.953573:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325840.953574:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953575:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953579:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325840.953580:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.953582:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.953583:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325840.953730:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325840.953735:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325840.953737:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325840.953739:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325840.953742:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325840.953749:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 4 MB=0x6957404a01800 00000400:00000200:2.0:1767325840.953754:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.127@tcp of length 224/224 into md 0x2a1 [1] + 224 00000800:00000001:2.0:1767325840.953782:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325840.953788:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325840.953789:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325840.953792:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325840.953796:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325840.953800:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325840.953807:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325840.953822:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325840.953829:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325840.953831:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953837:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.953840:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325840.953844:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325840.953845:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325840.953846:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:1.0:1767325840.953849:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325840.953850:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325840.953852:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325840.953861:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325840.953867:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.953871:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325840.953872:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953873:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325840.953874:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325840.953875:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325840.953876:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325840.953878:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325840.953881:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028eec554 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325840.953883:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000002dc9c46 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325840.953885:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325840.953886:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325840.953887:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325840.953889:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325840.953893:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.953895:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325840.953896:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325840.953897:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325840.953898:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325840.953899:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.953902:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325840.953904:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325840.953904:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325840.953906:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325840.953909:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386609664:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325840.953917:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953918:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325840.953920:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386609664/t0(0) o400->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325840.953923:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325840.953924:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325840.953925:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aa349ea. 02000000:00000001:1.0:1767325840.953927:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325840.953928:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325840.953929:0:216341:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=2 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767325840.953930:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325840.953931:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:1.0:1767325840.953932:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325840.953933:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325840.953934:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000001:1.0:1767325840.953935:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325840.953936:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953937:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325840.953940:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325840.953940:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325840.953941:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325840.953943:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325840.956403:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.956410:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325840.956412:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.956414:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325840.956418:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325840.956424:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a01780 00000400:00000200:3.0:1767325840.956428:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x299 [1] + 0 00000800:00000001:3.0:1767325840.956463:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.956467:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325840.956469:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325840.956471:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325840.956474:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325840.956476:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325840.956483:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325840.956507:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325840.956512:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325840.956514:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325840.956534:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325840.956538:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325840.956541:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325840.956542:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325840.956543:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325840.956546:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767325840.956547:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767325840.956549:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325840.956552:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325840.956558:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.956563:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325840.956564:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325840.956569:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325840.956570:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325840.956571:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325840.956572:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325840.956573:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325840.956577:0:216337:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325840.956579:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=25 v=15 (15 0 0 0) 00000100:00000001:0.0:1767325840.956580:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325840.956581:0:216337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325840.956582:0:216337:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325840.956585:0:216337:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325840.956589:0:216337:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.956591:0:216337:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325840.956592:0:216337:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325840.956593:0:216337:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325840.956599:0:216337:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325840.956601:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325840.956606:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325840.956608:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325840.956609:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325840.956611:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767325840.956617:0:216337:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8e30967de000: connect to target with instance 4 00000020:00000001:0.0:1767325840.956619:0:216337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325840.956621:0:216337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:0.0:1767325840.956623:0:216337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325840.956626:0:216337:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000020:00000001:0.0:1767325840.956628:0:216337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:0.0:1767325840.956630:0:216337:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00001000:0.0:1767325840.956634:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=1767325840 v=0 (0 0 0 0) 00000100:00001000:0.0:1767325840.956636:0:216337:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1767325840.956640:0:216337:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1767, crc32c 10755, adler 1659 00000020:00000040:0.0:1767325840.956645:0:216337:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00000001:0.0:1767325840.956647:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325840.956650:0:216337:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1767325840.956653:0:216337:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff8e30967de000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1767325840.956657:0:216337:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1767325840.956659:0:216337:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325840.956661:0:216337:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325840.956664:0:216337:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325840.956666:0:216337:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325840.956667:0:216337:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325840.956669:0:216337:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325840.956671:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767325840.956674:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767325840.956676:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325840.956677:0:216337:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767325840.956678:0:216337:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325840.956684:0:216337:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325840.956686:0:216337:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1767325840.956688:0:216337:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000087d1e51 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1767325840.956691:0:216337:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x23386b5eae8f13af 00800000:00000040:0.0:1767325840.956693:0:216337:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x23386b5eae8f13b6 00800000:00000040:0.0:1767325840.956695:0:216337:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8e30967de000=486908d5-c99a-49b6-bd48-4a0014ee5395 device 4 (00000000eb59d9ea) type mdc at LMV idx 1 00800000:00000040:0.0:1767325840.956698:0:216337:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000eb59d9ea already active! 00800000:00000001:0.0:1767325840.956700:0:216337:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767325840.956702:0:216337:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325840.956703:0:216337:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325840.956705:0:216337:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=5 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000002:00000001:2.0:1767325840.956914:0:216337:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325840.956918:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000002:00000001:0.0:1767325840.956925:0:219430:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00000001:2.0:1767325840.956927:0:216337:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:0.0:1767325840.956929:0:219430:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000100:00000001:2.0:1767325840.956933:0:216337:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325840.956934:0:219430:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325840.956937:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325840.956938:0:219430:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325840.956940:0:219430:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:2.0:1767325840.956945:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325840.956945:0:219430:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1767325840.956948:0:219430:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325840.956958:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386609536:192.168.203.127@tcp:38: 00000100:00000001:2.0:1767325840.956963:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325840.956965:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325840.956967:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386609536/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325840.956972:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325840.956973:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325840.956975:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000027f4567a. 02000000:00000001:2.0:1767325840.956977:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325840.956978:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325840.956979:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325840.956981:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325840.956982:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d5b8cfd5. 02000000:00000001:2.0:1767325840.956984:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325840.956985:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325840.956986:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000100:00000001:2.0:1767325840.956989:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325840.956990:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325840.956992:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325840.956995:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325840.956996:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325840.956998:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325840.956999:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325841.654853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325841.654859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325841.654865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325841.654866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325841.654940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325841.654946:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325841.654949:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325842.678875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325842.678885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325842.678893:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325842.678895:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325842.678922:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325842.678925:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325842.678928:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325843.702863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325843.702870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325843.702875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325843.702876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325843.702920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325843.702924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325843.702927:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325844.726872:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325844.726879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325844.726901:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325844.726902:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325844.726920:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325844.726923:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325844.726926:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325845.558840:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305551352, at 4305551360 00000100:00000040:0.0:1767325845.558841:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305551352, at 4305551360 00000100:00000040:2.0:1767325845.558846:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305551352, at 4305551360 00000100:00000010:1.0:1767325845.558858:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000393d95e3. 00000100:00000010:0.0:1767325845.558861:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb18a333. 00000100:00000010:2.0:1767325845.558867:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00000100:00000040:3.0:1767325845.558946:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305551352, at 4305551360 00000100:00000010:3.0:1767325845.558954:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3a6843. 00010000:00000001:0.0:1767325845.750848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325845.750858:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325845.750861:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325845.750864:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325845.750869:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325845.750871:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325845.750873:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325845.750875:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325845.750878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325845.750879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325845.750918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325845.750922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325845.750924:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767325845.942907:0:216335:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000f9afe63a. 00000400:00000010:0.0:1767325845.942924:0:216335:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 0000000092b1579e. 00000100:00000040:3.0:1767325846.070858:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325846.070868:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325846.070868:0:219019:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767325846.070874:0:219019:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325846.070876:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000020:00000040:3.0:1767325846.070883:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.070888:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.070891:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.070897:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.070905:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767325846.070911:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.070921:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325846.070929:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.070931:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.070935:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_00+0] req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.070959:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.070961:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325846.070964:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325846.070966:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4451f1a. 00000020:00000040:3.0:1767325846.070968:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325846.070970:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.070970:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.070972:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.070975:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767325846.070977:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.070994:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325846.070996:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325846.071002:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325846.071003:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.071004:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071008:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.071010:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4451f1a] to pc [ptlrpcd_00_01+1] req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325846.071018:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.071019:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.071023:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325846.071029:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325846.071034:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000100:00000001:1.0:1767325846.071034:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325846.071037:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325846.071039:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767325846.071041:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325846.071043:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325846.071045:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.071047:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325846.071049:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071050:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325846.071051:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.071058:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:0.0:1767325846.071058:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767325846.071061:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386609792:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325846.071062:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325846.071064:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071068:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325846.071071:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.071073:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325846.071075:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325846.071079:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325846.071083:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325846.071089:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb1509d6. 02000000:00000001:1.0:1767325846.071093:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325846.071101:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000100:00000001:0.0:1767325846.071102:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325846.071106:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325846.071110:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 02000000:00000001:0.0:1767325846.071110:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325846.071113:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325846.071117:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325846.071118:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609792, portal 25 00000100:00000001:1.0:1767325846.071121:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325846.071123:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000100:00100000:0.0:1767325846.071124:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386609920:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767325846.071129:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.071132:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325846.071137:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325846.071138:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325846.071140:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325846.071142:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325846.071144:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000200:1.0:1767325846.071147:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386609792, offset 0 02000000:00000001:0.0:1767325846.071152:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325846.071154:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767325846.071156:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eaa4224. 00000100:00000001:3.0:1767325846.071158:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325846.071158:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767325846.071160:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.071177:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_02+2] req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325846.071187:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767325846.071194:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000400:00000200:1.0:1767325846.071195:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325846.071199:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325846.071202:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767325846.071203:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000400:00000200:1.0:1767325846.071207:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767325846.071209:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386609920, portal 10 00000100:00000001:2.0:1767325846.071210:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325846.071211:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325846.071214:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325846.071215:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325846.071217:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325846.071218:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [56:56:256:4294967295] 192.168.203.127@tcp LPNI seq info [56:56:8:4294967295] 00000100:00000001:0.0:1767325846.071219:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045056 : -125135895506560 : ffff8e3087665180) 00000100:00000040:2.0:1767325846.071223:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325846.071233:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.071235:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325846.071238:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325846.071238:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767325846.071243:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325846.071247:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325846.071253:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.071253:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325846.071253:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325846.071259:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325846.071261:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000100:00100000:2.0:1767325846.071262:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386610048:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767325846.071263:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000100:00000200:0.0:1767325846.071268:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386609920, offset 0 00000100:00000001:2.0:1767325846.071270:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767325846.071271:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767325846.071275:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325846.071276:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325846.071278:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.071282:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:2.0:1767325846.071284:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325846.071287:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767325846.071289:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767325846.071291:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c951cf3. 00000400:00000200:0.0:1767325846.071292:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325846.071296:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325846.071300:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767325846.071303:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000400:00000200:0.0:1767325846.071304:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325846.071307:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325846.071310:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000400:00000200:0.0:1767325846.071311:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325846.071313:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556472 00000100:00000200:2.0:1767325846.071317:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386610048, portal 10 00000400:00000200:0.0:1767325846.071319:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [57:57:255:4294967295] 192.168.203.127@tcp LPNI seq info [57:57:7:4294967295] 00000100:00000010:1.0:1767325846.071320:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 00000100:00000001:2.0:1767325846.071322:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325846.071325:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000001:1.0:1767325846.071328:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767325846.071331:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325846.071334:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.071337:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556472 00000100:00000001:3.0:1767325846.071341:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767325846.071342:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:1.0:1767325846.071345:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000100:00000001:3.0:1767325846.071346:0:146839:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1767325846.071353:0:146839:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:1.0:1767325846.071353:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325846.071354:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767325846.071359:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000100:00000001:2.0:1767325846.071360:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325846.071361:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556472 00000800:00000010:0.0:1767325846.071361:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000020:00000040:3.0:1767325846.071365:0:146839:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=3 obd=lustre-OST0000-osc-ffff8e30967de000 00000100:00000040:2.0:1767325846.071369:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767325846.071369:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000500c5f0d. 00000800:00000200:0.0:1767325846.071371:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325846.071372:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325846.071376:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000100:00000001:1.0:1767325846.071377:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325846.071379:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767325846.071381:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386610048, offset 0 00000800:00000200:0.0:1767325846.071383:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325846.071384:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556472 00000100:00000001:0.0:1767325846.071386:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325846.071391:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000100:00000040:0.0:1767325846.071391:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 2124646 usecs (2125 jiffies) 00000100:00000001:1.0:1767325846.071396:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325846.071397:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305553997 00000400:00000200:2.0:1767325846.071400:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325846.071402:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305556472 00000100:00000001:1.0:1767325846.071404:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325846.071407:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325846.071410:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325846.071414:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325846.071414:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305553997 00000100:00000001:1.0:1767325846.071417:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071418:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305556472 00000400:00000200:2.0:1767325846.071421:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325846.071422:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325846.071423:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325846.071425:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305553997 00000400:00000200:2.0:1767325846.071427:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325846.071428:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071431:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305556472 00000400:00000200:2.0:1767325846.071433:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325846.071434:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767325846.071436:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00000001:0.0:1767325846.071438:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305553997 00000400:00000200:2.0:1767325846.071439:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [58:58:254:4294967295] 192.168.203.127@tcp LPNI seq info [58:58:6:4294967295] 00000100:00000001:1.0:1767325846.071439:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325846.071443:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071445:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305556472 00000100:00000001:1.0:1767325846.071446:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325846.071449:0:146839:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00000100:00000001:1.0:1767325846.071450:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325846.071451:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325846.071455:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767325846.071457:0:146839:0:(import.c:65:import_set_state_nolock()) 00000000591c1fc2 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767325846.071457:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325846.071459:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325846.071460:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071464:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767325846.071465:0:146839:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8e30967de000: disconnect after 20s idle 00000100:00000001:0.0:1767325846.071470:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.071471:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767325846.071471:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325846.071472:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325846.071474:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071477:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325846.071479:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071400f19. 00000100:00000001:0.0:1767325846.071479:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325846.071481:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_rcv+-1] req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.071484:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325846.071489:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325846.071491:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325846.071496:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325846.071498:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325846.071499:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325846.071501:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325846.071503:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000071400f19 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.071505:0:146839:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325846.071507:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.071508:0:146839:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325846.071514:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 143675 usecs (144 jiffies) 00000100:00000040:3.0:1767325846.071516:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10889) 00000100:00000001:2.0:1767325846.071517:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305552016 00000100:00000001:2.0:1767325846.071521:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305556472 00000100:00000001:0.0:1767325846.071522:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325846.071523:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305552016 00000800:00000200:1.0:1767325846.071525:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325846.071526:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325846.071527:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305556472 00000100:00000001:0.0:1767325846.071529:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325846.071531:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305552016 00000800:00000010:1.0:1767325846.071532:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000100:00000001:2.0:1767325846.071535:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305556472 00000100:00000040:0.0:1767325846.071536:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.071539:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305552016 00000400:00000200:1.0:1767325846.071539:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325846.071544:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305556472 00000100:00000001:2.0:1767325846.071549:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325846.071551:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325846.071553:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071554:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325846.071558:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325846.071559:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325846.071560:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 02000000:00000001:0.0:1767325846.071561:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325846.071562:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325846.071564:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 02000000:00000001:0.0:1767325846.071564:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325846.071568:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325846.071568:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071570:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767325846.071573:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386610176:192.168.203.127@tcp:9: 00000100:00000001:2.0:1767325846.071574:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767325846.071577:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.071579:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325846.071580:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325846.071582:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325846.071583:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325846.071585:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325846.071586:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.071589:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325846.071591:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325846.071594:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd4a609. 00000100:00000001:1.0:1767325846.071600:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325846.071603:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325846.071605:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325846.071608:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:0.0:1767325846.071614:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000001:1.0:1767325846.071615:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071619:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767325846.071620:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386610176, portal 4 00000100:00000001:0.0:1767325846.071623:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325846.071624:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00000100:00000040:0.0:1767325846.071630:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325846.071631:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.071635:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:1.0:1767325846.071639:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325846.071643:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325846.071646:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767325846.071650:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325846.071651:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000400:00000010:0.0:1767325846.071653:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000400:00000010:1.0:1767325846.071654:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000100:00000001:1.0:1767325846.071659:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325846.071660:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175386610176, offset 0 00000100:00000200:1.0:1767325846.071663:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325846.071668:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325846.071674:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767325846.071676:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767325846.071678:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325846.071682:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325846.071686:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325846.071690:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325846.071692:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325846.071694:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [59:59:254:4294967295] 192.168.203.127@tcp LPNI seq info [59:59:6:4294967295] 00000100:00000001:1.0:1767325846.071698:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071702:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767325846.071702:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325846.071707:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325846.071710:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000800:00000200:0.0:1767325846.071714:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325846.071717:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325846.071719:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325846.071721:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325846.071723:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: using a timeout of 2460 usecs (3 jiffies) 00000100:00000001:0.0:1767325846.071725:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305551875 00000100:00000001:0.0:1767325846.071727:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305556472 00000100:00000001:0.0:1767325846.071728:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305551875 00000100:00000001:0.0:1767325846.071733:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305556472 00000100:00000001:0.0:1767325846.071735:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305551875 00000100:00000001:0.0:1767325846.071736:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305556472 00000100:00000001:0.0:1767325846.071738:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305551875 00000100:00000001:0.0:1767325846.071739:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305556472 00000100:00000001:0.0:1767325846.071740:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325846.071741:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325846.071742:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.071745:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325846.071747:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071400f19. 00000100:00000001:0.0:1767325846.071748:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.071752:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325846.071754:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325846.071756:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767325846.071780:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325846.071783:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325846.071783:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325846.071786:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325846.071788:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000100:00000001:0.0:1767325846.071789:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325846.071791:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000001:1.0:1767325846.071795:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325846.071798:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.071804:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.071806:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.071818:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071820:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325846.071849:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.071851:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:1.0:1767325846.071853:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.071855:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325846.071857:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:1.0:1767325846.071858:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:1.0:1767325846.071859:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325846.071862:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.071866:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.071867:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.071871:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.071872:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325846.073543:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073551:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325846.073555:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073557:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325846.073565:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325846.073577:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01900 00000400:00000200:2.0:1767325846.073584:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x2b1 [1] + 224 00000800:00000001:2.0:1767325846.073590:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073595:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325846.073598:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325846.073602:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325846.073607:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325846.073611:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325846.073620:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.073633:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325846.073638:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073641:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325846.073642:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073644:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325846.073646:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325846.073652:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a01880 00000400:00000200:2.0:1767325846.073656:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x2a9 [1] + 224 00000800:00000001:2.0:1767325846.073659:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325846.073660:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325846.073662:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.073663:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325846.073666:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325846.073669:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767325846.073669:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325846.073671:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325846.073673:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325846.073680:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767325846.073683:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767325846.073685:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325846.073687:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325846.073691:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325846.073692:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325846.073706:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325846.073727:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.073733:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325846.073740:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073744:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.073744:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325846.073746:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.073750:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.073751:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.073755:0:216339:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767325846.073780:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:0.0:1767325846.073780:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325846.073783:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325846.073784:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325846.073787:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.073788:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325846.073792:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01980 00000400:00000001:1.0:1767325846.073794:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325846.073798:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767325846.073799:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325846.073801:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:1.0:1767325846.073806:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325846.073807:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00001000:0.0:1767325846.073810:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=21 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325846.073811:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325846.073815:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x2b9 [1] + 224 00000100:00000200:1.0:1767325846.073818:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325846.073818:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=21 v=5 (1 0 0 0) 00000800:00000001:2.0:1767325846.073825:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325846.073825:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325846.073829:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325846.073833:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325846.073834:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325846.073838:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325846.073839:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325846.073843:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767325846.073844:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325846.073847:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767325846.073848:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325846.073852:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325846.073854:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325846.073854:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325846.073859:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325846.073862:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.073863:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325846.073867:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.073872:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325846.073875:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325846.073879:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325846.073884:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325846.073888:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.073888:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.073889:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325846.073892:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325846.073894:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325846.073899:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325846.073901:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325846.073910:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325846.073918:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767325846.073920:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386609920:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325846.073922:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325846.073927:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767325846.073928:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325846.073929:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325846.073931:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.073932:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767325846.073936:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325846.073937:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325846.073937:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4451f1a x1853175386609920/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.073938:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325846.073942:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.073944:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325846.073947:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325846.073948:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767325846.073950:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325846.073954:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325846.073955:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325846.073956:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325846.073961:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325846.073965:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325846.073967:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000010:0.0:1767325846.073967:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eaa4224. 00000100:00000001:1.0:1767325846.073969:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325846.073973:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325846.073974:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325846.073978:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767325846.073979:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 4 MB=0x6957404a01a00 00000100:00000040:1.0:1767325846.073980:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325846.073981:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325846.073988:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325846.073991:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 00000100:00100000:1.0:1767325846.073996:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386609792:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767325846.073999:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 02000000:00000001:0.0:1767325846.073999:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325846.074002:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.074005:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000100:00000001:1.0:1767325846.074006:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325846.074007:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767325846.074010:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000010:0.0:1767325846.074011:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4451f1a. 00000100:00000040:1.0:1767325846.074013:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386609792/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.074017:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.074018:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325846.074020:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325846.074024:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.127@tcp of length 224/224 into md 0x2c1 [1] + 224 00000100:00000001:0.0:1767325846.074025:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325846.074027:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.074031:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325846.074034:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325846.074036:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325846.074037:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325846.074038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325846.074041:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325846.074042:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325846.074046:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb1509d6. 00000100:00000200:3.0:1767325846.074052:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325846.074052:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325846.074053:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325846.074057:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767325846.074058:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767325846.074060:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325846.074066:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767325846.074070:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000010:1.0:1767325846.074070:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767325846.074074:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325846.074077:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325846.074077:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325846.074078:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325846.074081:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325846.074082:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767325846.074083:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325846.074084:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 02000000:00000001:3.0:1767325846.074087:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325846.074090:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325846.074091:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.074093:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.074099:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.074100:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325846.074101:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.074105:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325846.074106:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=31 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325846.074111:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325846.074114:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.074119:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767325846.074120:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325846.074122:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325846.074123:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325846.074126:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325846.074128:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.074131:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325846.074131:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.074136:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767325846.074137:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325846.074146:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.074149:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325846.074149:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325846.074152:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325846.074154:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000001:0.0:1767325846.074156:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325846.074157:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1767325846.074158:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325846.074161:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000100:00000001:3.0:1767325846.074162:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325846.074173:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000400:00000010:0.0:1767325846.074176:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:0.0:1767325846.074179:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325846.074181:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325846.074184:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.074209:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.074212:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325846.074215:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325846.074215:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.074224:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.074233:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325846.074236:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.074239:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325846.074241:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767325846.074244:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386610048:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325846.074244:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325846.074246:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.074249:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.074253:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325846.074254:0:216337:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028eec554 time=21 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325846.074259:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767325846.074260:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 0000000002dc9c46 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325846.074263:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325846.074264:0:216337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.074265:0:216337:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325846.074268:0:216337:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.074272:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386610048/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325846.074276:0:216337:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.074282:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325846.074283:0:216337:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325846.074286:0:216337:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:3.0:1767325846.074287:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325846.074288:0:216337:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325846.074291:0:216337:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.074292:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c951cf3. 00000100:00000040:0.0:1767325846.074295:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325846.074299:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325846.074300:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767325846.074303:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325846.074303:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325846.074305:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767325846.074307:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00080000:0.0:1767325846.074308:0:216337:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325846.074313:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325846.074316:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 00000100:00080000:0.0:1767325846.074317:0:216337:0:(import.c:65:import_set_state_nolock()) 00000000591c1fc2 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1767325846.074319:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325846.074323:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386610176:192.168.203.127@tcp:9: 02000000:00000001:3.0:1767325846.074328:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325846.074328:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325846.074332:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325846.074334:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:0.0:1767325846.074336:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325846.074337:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.074339:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325846.074340:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386610176/t0(0) o9->lustre-OST0000-osc-ffff8e30967de000@192.168.203.127@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.074342:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.074349:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325846.074350:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325846.074352:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.074353:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325846.074356:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd4a609. 02000000:00000001:0.0:1767325846.074358:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325846.074359:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325846.074359:0:216337:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=2 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:0.0:1767325846.074361:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325846.074362:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325846.074363:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 00000100:00000001:3.0:1767325846.074366:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.074367:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325846.074370:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325846.074371:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000100:00000001:0.0:1767325846.074374:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325846.074379:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.074380:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.074383:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325846.074384:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.074385:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325846.074386:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.582864:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325846.582869:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000001c3036c0) refs 2 10000000:00000001:3.0:1767325846.582873:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.582875:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767325846.582876:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767325846.582877:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767325846.582879:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1767325846.582880:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767325846.582882:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8e30967de000 from 12 10000000:00000001:3.0:1767325846.582884:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767325846.582885:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1767325846.582893:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767325846.582896:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.582900:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.582903:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.582907:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.582912:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034c4d122. 00000100:00000001:3.0:1767325846.582916:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.582920:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767325846.582921:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767325846.582926:0:219026:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005f67ca4d. 00010000:00000001:3.0:1767325846.582929:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767325846.582931:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f117672. 00000020:00000010:3.0:1767325846.582934:0:219026:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003e2f6065. 00000020:00000001:3.0:1767325846.582937:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767325846.582938:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f117672 with handle 0x23386b5eae8f13d2 to hash 00000020:00000001:3.0:1767325846.582939:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767325846.582950:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.582952:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.582954:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325846.582956:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325846.582958:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325846.582964:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325846.582971:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325846.582974:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325846.582975:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325846.582980:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2c30bdc. 00000100:00000001:3.0:1767325846.582981:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346227776 : -125135363323840 : ffff8e30a71ec840) 00000100:00000001:3.0:1767325846.582983:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.582984:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000001:3.0:1767325846.582988:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.582989:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.582991:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325846.582992:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.582998:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.583004:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325846.583006:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.583008:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325846.583010:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.583012:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325846.583014:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610304:192.168.203.127@tcp:101: 00000100:00000001:3.0:1767325846.583016:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325846.583020:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325846.583025:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.583026:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325846.583029:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002753e0d4. 02000000:00000001:3.0:1767325846.583030:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325846.583034:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dea4c7e. 00000400:00000010:3.0:1767325846.583038:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000200:3.0:1767325846.583043:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386610304, portal 25 00000100:00000001:3.0:1767325846.583045:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.583046:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000040:3.0:1767325846.583049:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.583053:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325846.583055:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325846.583056:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 00000100:00000200:3.0:1767325846.583057:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386610304, offset 0 00000400:00000200:3.0:1767325846.583061:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325846.583071:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325846.583075:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325846.583078:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325846.583080:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325846.583082:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.583084:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [60:60:256:4294967295] 192.168.203.127@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1767325846.583092:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325846.583096:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325846.583099:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000800:00000200:3.0:1767325846.583103:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325846.583108:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325846.583111:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.583126:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.583129:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556984 00000100:00000001:3.0:1767325846.583134:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556472 00000100:00000001:3.0:1767325846.583141:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556984 00000100:00000001:3.0:1767325846.583143:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556472 00000100:00000001:3.0:1767325846.583145:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556984 00000100:00000001:3.0:1767325846.583147:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556472 00000100:00000001:3.0:1767325846.583149:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556984 00000100:00000001:3.0:1767325846.583151:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556472 00000100:00000001:3.0:1767325846.583153:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.583155:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.583156:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325846.583157:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325846.583158:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2c30bdc going to sleep for 11 seconds 00000100:00000001:3.0:1767325846.583171:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.583174:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.583301:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.583308:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:1.0:1767325846.583314:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.583321:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325846.583326:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000400:00000010:1.0:1767325846.583328:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:1.0:1767325846.583332:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325846.583337:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.583346:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.583348:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.583353:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.583354:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325846.584967:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.584981:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325846.584984:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.584987:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.584997:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325846.585011:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a01a80 00000400:00000200:1.0:1767325846.585020:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x2c9 [1] + 224 00000800:00000001:1.0:1767325846.585029:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.585037:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.585039:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.585042:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325846.585047:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325846.585051:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325846.585079:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.585101:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325846.585111:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.585116:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.585135:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325846.585142:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325846.585143:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325846.585145:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dea4c7e. 00000400:00000200:3.0:1767325846.585149:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:3.0:1767325846.585151:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:3.0:1767325846.585153:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.585157:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325846.585177:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.585182:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325846.585183:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.585184:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325846.585186:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325846.585188:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325846.585189:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.585191:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325846.585195:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325846.585197:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325846.585204:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325846.585205:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.585207:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325846.585208:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585210:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.585213:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.585217:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.585219:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325846.585220:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325846.585222:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325846.585226:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610304:192.168.203.127@tcp:101: 00000100:00000001:3.0:1767325846.585229:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.585230:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585231:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325846.585232:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.585234:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.585237:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325846.585239:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2c30bdc. 00000100:00000001:3.0:1767325846.585240:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325846.585241:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.585242:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767325846.585244:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325846.585245:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325846.585247:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f117672 refcount=4 00000020:00000001:3.0:1767325846.585248:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.585250:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000040:3.0:1767325846.585253:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009f117672, remote cookie: 0x1b9a6a59a1239a2, flags: 0x0 00010000:00000001:3.0:1767325846.585256:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767325846.585258:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767325846.585264:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767325846.585265:0:219026:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767325846.585266:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767325846.585268:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005f67ca4d) refcount = 1 00010000:00010000:3.0:1767325846.585272:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325846.585278:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767325846.585279:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767325846.585280:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325846.585283:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767325846.585285:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325846.585288:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325846.585298:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767325846.585300:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.585301:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325846.585302:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.585303:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325846.585305:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585307:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.585310:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386610304/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.585317:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325846.585318:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325846.585320:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002753e0d4. 02000000:00000001:3.0:1767325846.585322:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325846.585323:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.585325:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.585326:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325846.585327:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034c4d122. 02000000:00000001:3.0:1767325846.585329:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325846.585330:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325846.585331:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:3.0:1767325846.585333:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.585334:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767325846.585339:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.585340:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325846.585341:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000001c3036c0) refs 3 10000000:00000001:3.0:1767325846.585342:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.585343:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325846.585344:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325846.585345:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f117672 refcount=3 00000020:00000001:3.0:1767325846.585346:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.585347:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.585348:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767325846.585349:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.585350:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325846.585351:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.585352:0:219026:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767325846.585354:0:219026:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000207fd33f. 00000100:00000010:3.0:1767325846.585363:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767325846.585364:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.585366:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.585367:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.585369:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.585371:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034c4d122. 00000100:00000001:3.0:1767325846.585373:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585375:0:219026:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767325846.585377:0:219026:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002753e0d4. 00000100:00000010:3.0:1767325846.585379:0:219026:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b555dd61. 00000020:00000040:3.0:1767325846.585380:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.585382:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325846.585383:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325846.585385:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2c30bdc. 00000100:00000001:3.0:1767325846.585386:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346227776 : -125135363323840 : ffff8e30a71ec840) 00000100:00000001:3.0:1767325846.585388:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.585389:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000001:3.0:1767325846.585391:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.585392:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585393:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325846.585396:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.585398:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.585402:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325846.585403:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.585405:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325846.585406:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.585407:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325846.585408:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610432:192.168.203.127@tcp:256: 00000100:00000001:3.0:1767325846.585410:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325846.585411:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325846.585412:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585414:0:219026:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767325846.585416:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dea4c7e. 00000400:00000010:3.0:1767325846.585418:0:219026:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a93c4b9a. 00000100:00000200:3.0:1767325846.585421:0:219026:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6957404a01b00-0x6957404a01b00, portal 33 00000100:00000001:3.0:1767325846.585424:0:219026:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.585425:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325846.585427:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000139ba6a8. 02000000:00000001:3.0:1767325846.585429:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325846.585431:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4ba404e. 00000400:00000010:3.0:1767325846.585433:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000200:3.0:1767325846.585435:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386610432, portal 25 00000100:00000001:3.0:1767325846.585437:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.585438:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000040:3.0:1767325846.585442:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.585447:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325846.585450:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325846.585452:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000200:3.0:1767325846.585454:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853175386610432, offset 0 00000400:00000200:3.0:1767325846.585459:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325846.585467:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325846.585483:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325846.585487:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325846.585489:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325846.585492:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.585495:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [61:61:256:4294967295] 192.168.203.127@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1767325846.585503:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325846.585507:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325846.585511:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000800:00000200:3.0:1767325846.585515:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325846.585519:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325846.585521:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.585530:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585532:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556986 00000100:00000001:3.0:1767325846.585535:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556984 00000100:00000001:3.0:1767325846.585537:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556986 00000100:00000001:3.0:1767325846.585539:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556984 00000100:00000001:3.0:1767325846.585540:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556986 00000100:00000001:3.0:1767325846.585542:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556984 00000100:00000001:3.0:1767325846.585543:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556986 00000100:00000001:3.0:1767325846.585544:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556984 00000100:00000001:3.0:1767325846.585545:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.585546:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.585548:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325846.585549:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325846.585550:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2c30bdc going to sleep for 11 seconds 00000100:00000001:3.0:1767325846.585552:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.585553:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325846.585614:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325846.585619:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000400:00000200:2.0:1767325846.585623:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325846.585628:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325846.585641:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000400:00000010:2.0:1767325846.585643:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:2.0:1767325846.585650:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325846.585654:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.585662:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325846.585664:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.585670:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325846.585672:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325846.586452:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.586463:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325846.586466:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.586467:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.586473:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325846.586481:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 44 into portal 33 MB=0x6957404a01b00 00000400:00000200:1.0:1767325846.586485:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.127@tcp of length 44/44 into md 0x2d1 [4] + 0 00000400:00000010:1.0:1767325846.586488:0:216332:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dea4c7e. 00000400:00000200:1.0:1767325846.586490:0:216332:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a93c4b9a 00000800:00000001:1.0:1767325846.586493:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.586497:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.586499:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.586502:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325846.586506:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a93c4b9a 00000400:00000010:1.0:1767325846.586508:0:216332:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a93c4b9a. 00000100:00000001:1.0:1767325846.586511:0:216332:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767325846.586513:0:216332:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000bfe8fc80 desc 000000002753e0d4 mbits 1853175386610432 00000100:00000001:1.0:1767325846.586523:0:216332:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767325846.586527:0:216332:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767325846.586532:0:216332:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325846.586537:0:216332:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [62:62:256:4294967295] 192.168.203.127@tcp LPNI seq info [62:62:8:4294967295] 00000100:00000001:3.0:1767325846.586546:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325846.586547:0:216332:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) 192.168.203.127@tcp : ACK try# 0 00000100:00000001:3.0:1767325846.586549:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.586553:0:216332:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325846.586557:0:216332:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000bb1509d6. 00000800:00000200:1.0:1767325846.586565:0:216332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767325846.586568:0:216332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325846.586570:0:216332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb1509d6 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767325846.586587:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767325846.586620:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.586623:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000bb1509d6. 00000400:00000200:1.0:1767325846.586627:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767325846.586628:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.586633:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: ACK: OK 00000800:00000001:2.0:1767325846.587364:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.587368:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325846.587369:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.587371:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325846.587374:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325846.587379:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 240 into portal 25 MB=0x6957404a01b00 00000400:00000200:2.0:1767325846.587382:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 240/240 into md 0x2d5 [1] + 224 00000800:00000001:2.0:1767325846.587391:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.587395:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325846.587396:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325846.587398:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325846.587400:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325846.587403:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325846.587408:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325846.587423:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325846.587427:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325846.587430:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.587451:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325846.587455:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325846.587456:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325846.587457:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4ba404e. 00000400:00000200:3.0:1767325846.587460:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:3.0:1767325846.587461:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:3.0:1767325846.587463:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.587465:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325846.587470:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.587474:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325846.587475:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.587476:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325846.587477:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325846.587478:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325846.587479:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.587480:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325846.587482:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325846.587484:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325846.587485:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325846.587486:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.587487:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325846.587488:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.587489:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.587491:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.587495:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.587499:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325846.587499:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325846.587501:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325846.587513:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610432:192.168.203.127@tcp:256: 00000100:00000001:3.0:1767325846.587516:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.587518:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.587519:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325846.587521:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.587523:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.587529:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325846.587531:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2c30bdc. 00000100:00000001:3.0:1767325846.587533:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325846.587534:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767325846.587538:0:219026:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:3.0:1767325846.587541:0:219026:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767325846.587545:0:219026:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001dbfa40c. 00010000:00000001:3.0:1767325846.587554:0:219026:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767325846.587556:0:219026:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767325846.587559:0:219026:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.127@tcp has 192.168.203.127@tcp. 00000100:00000001:3.0:1767325846.587560:0:219026:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.587562:0:219026:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767325846.587563:0:219026:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.127@tcp with 192.168.203.127@tcp 00000100:00000200:3.0:1767325846.587565:0:219026:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.127@tcp' 00000400:00000200:3.0:1767325846.587566:0:219026:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767325846.587568:0:219026:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767325846.587570:0:219026:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.587574:0:219026:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767325846.587578:0:219026:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767325846.587579:0:219026:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:3.0:1767325846.587581:0:219026:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000001:3.0:1767325846.587582:0:219026:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.587584:0:219026:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767325846.587586:0:219026:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.127@tcp' by NID '192.168.203.127@tcp' 10000000:00000010:3.0:1767325846.587588:0:219026:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000078bd9008. 10000000:00000040:3.0:1767325846.587594:0:219026:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffff8e30967de000 -> mdc.import=connection=192.168.203.127@tcp::4 00000020:00000080:3.0:1767325846.587596:0:219026:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767325846.587601:0:219026:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767325846.587604:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac24f428. 00000020:00000010:3.0:1767325846.587616:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a25e16af. 00000020:00000010:3.0:1767325846.587619:0:219026:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000033917549. 00000008:00000010:3.0:1767325846.587625:0:219026:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000001bbda341. 00020000:00000010:3.0:1767325846.587629:0:219026:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000007672756a. 00008000:00000010:3.0:1767325846.587633:0:219026:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008c703ff2. 00000080:00000010:3.0:1767325846.587639:0:219026:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008b6b5a97. 00000080:00000010:3.0:1767325846.587642:0:219026:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006e7bbe97. 00000040:00000001:3.0:1767325846.587646:0:219026:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767325846.587647:0:219026:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000078bd9008 00000040:00001000:3.0:1767325846.587649:0:219026:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767325846.587650:0:219026:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767325846.587652:0:219026:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767325846.587653:0:219026:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767325846.587655:0:219026:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767325846.587656:0:219026:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767325846.587658:0:219026:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff8e30967de000 00000040:00001000:3.0:1767325846.587659:0:219026:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.127@tcp::4 00000040:00000001:3.0:1767325846.587661:0:219026:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1767325846.587705:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a25e16af. 00000020:00000010:3.0:1767325846.587707:0:219026:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000033917549. 00000008:00000010:3.0:1767325846.587710:0:219026:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000001bbda341. 00020000:00000010:3.0:1767325846.587712:0:219026:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000007672756a. 00008000:00000010:3.0:1767325846.587714:0:219026:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008c703ff2. 00000080:00000010:3.0:1767325846.587716:0:219026:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000008b6b5a97. 00000080:00000010:3.0:1767325846.587718:0:219026:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000006e7bbe97. 00000020:00000010:3.0:1767325846.587720:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac24f428. 00000020:00000001:3.0:1767325846.587722:0:219026:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325846.587724:0:219026:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767325846.587726:0:219026:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000078bd9008. 10000000:00000010:3.0:1767325846.587728:0:219026:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001dbfa40c. 10000000:00000001:3.0:1767325846.587733:0:219026:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.587735:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.587737:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386610432/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.587742:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325846.587743:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325846.587744:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000139ba6a8. 02000000:00000001:3.0:1767325846.587746:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325846.587746:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.587747:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.587748:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325846.587749:0:219026:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767325846.587751:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.587751:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.587752:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767325846.587753:0:219026:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b555dd61. 00000100:00000010:3.0:1767325846.587755:0:219026:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002753e0d4. 00000100:00000001:3.0:1767325846.587781:0:219026:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767325846.587782:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034c4d122. 02000000:00000001:3.0:1767325846.587785:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325846.587787:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325846.587788:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:3.0:1767325846.587791:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.587792:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767325846.587806:0:219026:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000207fd33f. 10000000:01000000:3.0:1767325846.587809:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1767325846.587812:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767325846.587814:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325846.587816:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325846.587818:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f117672 refcount=3 00000020:00000001:3.0:1767325846.587820:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.587822:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767325846.587825:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767325846.587827:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325846.587838:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.587839:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767325846.587840:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325846.587844:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767325846.587844:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.587845:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767325846.587846:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.587847:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.587848:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767325846.587849:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325846.587850:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 2 10000000:00000001:3.0:1767325846.587851:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.587852:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767325846.587852:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 3 10000000:00000001:3.0:1767325846.587854:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767325846.587854:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767325846.587855:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1767325846.587856:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767325846.587857:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8e30967de000 from 39 10000000:00000001:3.0:1767325846.587858:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767325846.587859:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767325846.587861:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767325846.587862:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.587864:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.587865:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.587867:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.587869:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034c4d122. 00000100:00000001:3.0:1767325846.587871:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.587873:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767325846.587874:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767325846.587878:0:219026:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a79cfaf5. 00010000:00000001:3.0:1767325846.587880:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767325846.587881:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fce4c2ba. 00000020:00000001:3.0:1767325846.587886:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767325846.587887:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fce4c2ba with handle 0x23386b5eae8f13d9 to hash 00000020:00000001:3.0:1767325846.587888:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767325846.587889:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:3.0:1767325846.587891:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:3.0:1767325846.587892:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325846.587893:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325846.587895:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325846.587898:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325846.587903:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325846.587905:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325846.587906:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325846.587908:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2c30bdc. 00000100:00000001:3.0:1767325846.587910:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346227776 : -125135363323840 : ffff8e30a71ec840) 00000100:00000001:3.0:1767325846.587911:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.587912:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000001:3.0:1767325846.587914:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.587915:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.587916:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325846.587917:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.587919:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.587923:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325846.587924:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.587926:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325846.587927:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.587928:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325846.587930:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610560:192.168.203.127@tcp:101: 00000100:00000001:3.0:1767325846.587935:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325846.587937:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325846.587938:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.587939:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325846.587942:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002753e0d4. 02000000:00000001:3.0:1767325846.587943:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325846.587946:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4ba404e. 00000400:00000010:3.0:1767325846.587949:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000200:3.0:1767325846.587952:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386610560, portal 25 00000100:00000001:3.0:1767325846.587954:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.587956:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000040:3.0:1767325846.587960:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.587966:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325846.587969:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325846.587973:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 00000100:00000200:3.0:1767325846.587975:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386610560, offset 0 00000400:00000200:3.0:1767325846.587982:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325846.587990:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325846.587995:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325846.587997:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325846.588000:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325846.588002:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.588004:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [63:63:256:4294967295] 192.168.203.127@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:3.0:1767325846.588013:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325846.588018:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325846.588022:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000800:00000200:3.0:1767325846.588026:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325846.588031:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325846.588034:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.588052:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.588059:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556989 00000100:00000001:3.0:1767325846.588063:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556986 00000100:00000001:3.0:1767325846.588067:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556989 00000100:00000001:3.0:1767325846.588069:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556986 00000100:00000001:3.0:1767325846.588072:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556989 00000100:00000001:3.0:1767325846.588075:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556986 00000100:00000001:3.0:1767325846.588078:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556989 00000100:00000001:3.0:1767325846.588080:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556986 00000100:00000001:3.0:1767325846.588082:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.588083:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.588085:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325846.588086:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325846.588087:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2c30bdc going to sleep for 11 seconds 00000100:00000001:3.0:1767325846.588089:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.588090:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325846.588132:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325846.588136:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:0.0:1767325846.588140:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325846.588146:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325846.588149:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:0.0:1767325846.588151:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:0.0:1767325846.588155:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325846.588159:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.588182:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325846.588186:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.588193:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.588194:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325846.589220:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.589225:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325846.589227:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.589229:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.589233:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325846.589239:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a01b80 00000400:00000200:3.0:1767325846.589244:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x2dd [1] + 224 00000800:00000001:3.0:1767325846.589247:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.589250:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.589251:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325846.589254:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325846.589256:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.589259:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.589264:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.589287:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325846.589293:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.589296:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.589316:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325846.589320:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325846.589321:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325846.589322:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4ba404e. 00000400:00000200:0.0:1767325846.589325:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:0.0:1767325846.589327:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:0.0:1767325846.589328:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325846.589331:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325846.589337:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.589341:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325846.589343:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.589344:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325846.589345:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325846.589351:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325846.589352:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.589353:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325846.589356:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325846.589358:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325846.589359:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325846.589360:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.589362:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325846.589363:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589364:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325846.589366:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.589370:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325846.589371:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325846.589372:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325846.589374:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325846.589379:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610560:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767325846.589382:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325846.589383:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589384:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325846.589385:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325846.589386:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.589389:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325846.589390:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2c30bdc. 00000100:00000001:0.0:1767325846.589392:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325846.589392:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.589394:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767325846.589396:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325846.589397:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325846.589399:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fce4c2ba refcount=4 00000020:00000001:0.0:1767325846.589400:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:0.0:1767325846.589405:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000040:0.0:1767325846.589409:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000fce4c2ba, remote cookie: 0x1b9a6a59a1239a9, flags: 0x0 00010000:00000001:0.0:1767325846.589411:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767325846.589413:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767325846.589414:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767325846.589415:0:219026:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767325846.589416:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767325846.589417:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a79cfaf5) refcount = 1 00010000:00010000:0.0:1767325846.589419:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325846.589423:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767325846.589424:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767325846.589425:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325846.589428:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767325846.589429:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325846.589430:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325846.589433:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767325846.589434:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325846.589435:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325846.589435:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325846.589436:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325846.589437:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589438:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325846.589440:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386610560/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.589445:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325846.589446:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325846.589448:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002753e0d4. 02000000:00000001:0.0:1767325846.589450:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325846.589451:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325846.589452:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767325846.589454:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325846.589462:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034c4d122. 02000000:00000001:0.0:1767325846.589465:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325846.589466:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325846.589468:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:0.0:1767325846.589470:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325846.589471:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767325846.589473:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325846.589475:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325846.589476:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 3 10000000:00000001:0.0:1767325846.589478:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.589480:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325846.589481:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325846.589483:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fce4c2ba refcount=3 00000020:00000001:0.0:1767325846.589484:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:0.0:1767325846.589487:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:0.0:1767325846.589489:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767325846.589491:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325846.589492:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325846.589493:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325846.589496:0:219026:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767325846.589499:0:219026:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000078c5ed7f. 00000020:00000010:0.0:1767325846.589502:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b645c8f8. 00000020:00000010:0.0:1767325846.589505:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c83227f. 00000040:00000010:0.0:1767325846.589509:0:219026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ede51da. 00000020:00000010:0.0:1767325846.589522:0:219026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000080d9a9ae. 00000020:00000010:0.0:1767325846.589527:0:219026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bd2009b. 80000000:00000010:0.0:1767325846.589531:0:219026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009780c826. 00040000:00000010:0.0:1767325846.589536:0:219026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000786244db. 20000000:00000010:0.0:1767325846.589540:0:219026:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000192feabd. 10000000:00000040:0.0:1767325846.589543:0:219026:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000020:00000001:0.0:1767325846.589546:0:219026:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767325846.589547:0:219026:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767325846.589550:0:219026:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767325846.589552:0:219026:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020d7f5d1. 00000040:00000001:0.0:1767325846.589556:0:219026:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767325846.589558:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:0.0:1767325846.589568:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000020:00000040:0.0:1767325846.589571:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325846.589574:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325846.589576:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325846.589578:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325846.589583:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075e5bcb2. 00000100:00000001:0.0:1767325846.589586:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589589:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325846.589590:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325846.589595:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dca20198. 00000100:00000001:0.0:1767325846.589598:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937759551040 : -125135950000576 : ffff8e308426ce40) 00000100:00000001:0.0:1767325846.589600:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325846.589601:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000001:0.0:1767325846.589604:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325846.589606:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589608:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325846.589609:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325846.589612:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.589619:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325846.589621:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.589623:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325846.589625:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325846.589627:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325846.589629:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610688:192.168.203.127@tcp:501: 00000100:00000001:0.0:1767325846.589633:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325846.589635:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325846.589636:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325846.589639:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325846.589641:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eaa4224. 02000000:00000001:0.0:1767325846.589643:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325846.589647:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84840e5. 00000400:00000010:0.0:1767325846.589650:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000200:0.0:1767325846.589654:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386610688, portal 25 00000100:00000001:0.0:1767325846.589662:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325846.589663:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000040:0.0:1767325846.589667:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.589673:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325846.589676:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325846.589678:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000200:0.0:1767325846.589681:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175386610688, offset 0 00000400:00000200:0.0:1767325846.589685:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325846.589691:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325846.589694:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325846.589697:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325846.589700:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325846.589702:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325846.589705:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [64:64:256:4294967295] 192.168.203.127@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767325846.589713:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325846.589718:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325846.589722:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000800:00000200:0.0:1767325846.589726:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325846.589731:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325846.589734:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767325846.589746:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589749:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556990 00000100:00000001:0.0:1767325846.589753:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556989 00000100:00000001:0.0:1767325846.589777:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556990 00000100:00000001:0.0:1767325846.589781:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556989 00000100:00000001:0.0:1767325846.589784:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556991 00000100:00000001:0.0:1767325846.589787:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556989 00000100:00000001:0.0:1767325846.589789:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556991 00000100:00000001:0.0:1767325846.589807:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556989 00000100:00000001:0.0:1767325846.589812:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325846.589814:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325846.589816:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325846.589818:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325846.589819:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dca20198 going to sleep for 11 seconds 00000800:00000200:3.0:1767325846.589820:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325846.589822:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767325846.589823:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000100:00000001:0.0:1767325846.589826:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325846.589828:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325846.589833:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325846.589835:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:3.0:1767325846.589836:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:3.0:1767325846.589839:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325846.589841:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.589847:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.589848:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.589852:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.589853:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325846.590896:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325846.590905:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325846.590907:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325846.590909:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325846.590915:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325846.590923:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 272 into portal 25 MB=0x6957404a01c00 00000400:00000200:0.0:1767325846.590928:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 272/272 into md 0x2e5 [1] + 224 00000800:00000001:0.0:1767325846.590932:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325846.590938:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325846.590940:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325846.590943:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325846.590947:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325846.590950:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325846.590959:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325846.590974:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325846.590978:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325846.590981:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.590996:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325846.591000:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325846.591001:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325846.591003:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84840e5. 00000400:00000200:3.0:1767325846.591005:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000400:00000010:3.0:1767325846.591006:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:3.0:1767325846.591008:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.591011:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325846.591016:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.591020:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325846.591021:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.591022:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325846.591023:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325846.591024:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325846.591030:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.591032:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325846.591035:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325846.591038:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325846.591039:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325846.591040:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.591041:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325846.591043:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.591044:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.591046:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.591049:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.591051:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325846.591052:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325846.591053:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325846.591058:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610688:192.168.203.127@tcp:501: 00000100:00000001:3.0:1767325846.591061:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.591062:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.591063:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325846.591064:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.591065:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.591069:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325846.591070:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dca20198. 00000100:00000001:3.0:1767325846.591072:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325846.591072:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325846.591075:0:219026:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767325846.591077:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.591078:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.591079:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325846.591080:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.591082:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386610688/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.591093:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325846.591094:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325846.591096:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eaa4224. 02000000:00000001:3.0:1767325846.591098:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325846.591098:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.591099:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.591100:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325846.591101:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000075e5bcb2. 02000000:00000001:3.0:1767325846.591103:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325846.591104:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325846.591105:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:3.0:1767325846.591107:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.591108:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767325846.591110:0:219026:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325846.591111:0:219026:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767325846.591115:0:219026:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d306218. 00000040:00000001:3.0:1767325846.591116:0:219026:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767325846.591117:0:219026:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767325846.591118:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:3.0:1767325846.591121:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767325846.591123:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.591124:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.591125:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.591127:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.591129:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000139ba6a8. 00000100:00000001:3.0:1767325846.591131:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.591132:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325846.591133:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325846.591135:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003616d855. 00000100:00000001:3.0:1767325846.591137:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346226048 : -125135363325568 : ffff8e30a71ec180) 00000100:00000001:3.0:1767325846.591138:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.591139:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000100:00000001:3.0:1767325846.591141:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.591142:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.591143:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325846.591148:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.591150:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.591154:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325846.591155:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.591157:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325846.591158:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.591173:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325846.591175:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610816:192.168.203.127@tcp:503: 00000100:00000001:3.0:1767325846.591178:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325846.591180:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325846.591181:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.591183:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325846.591194:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000094383358. 02000000:00000001:3.0:1767325846.591196:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325846.591199:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8522c75. 00000400:00000010:3.0:1767325846.591201:0:219026:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002682a5ca. 00000100:00000200:3.0:1767325846.591203:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386610816, portal 25 00000100:00000001:3.0:1767325846.591204:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.591205:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000100:00000040:3.0:1767325846.591208:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.591212:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325846.591213:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325846.591216:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 00000100:00000200:3.0:1767325846.591217:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386610816, offset 0 00000400:00000200:3.0:1767325846.591222:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325846.591235:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325846.591239:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325846.591245:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325846.591247:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325846.591250:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.591252:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [65:65:256:4294967295] 192.168.203.127@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767325846.591267:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325846.591273:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325846.591276:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000800:00000200:3.0:1767325846.591280:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325846.591285:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325846.591287:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.591300:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.591303:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556992 00000100:00000001:3.0:1767325846.591306:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556990 00000100:00000001:3.0:1767325846.591310:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556992 00000100:00000001:3.0:1767325846.591313:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556990 00000100:00000001:3.0:1767325846.591315:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556992 00000100:00000001:3.0:1767325846.591319:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556991 00000100:00000001:3.0:1767325846.591322:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556992 00000100:00000001:3.0:1767325846.591325:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556991 00000100:00000001:3.0:1767325846.591327:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.591330:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.591332:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325846.591334:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325846.591336:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 000000003616d855 going to sleep for 11 seconds 00000100:00000001:3.0:1767325846.591339:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.591341:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.591358:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.591362:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000400:00000200:1.0:1767325846.591366:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.591371:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325846.591374:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000400:00000010:1.0:1767325846.591376:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000100:00000001:1.0:1767325846.591379:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325846.591383:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.591391:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.591394:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.591401:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.591403:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325846.592251:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.592258:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325846.592260:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.592263:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.592270:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325846.592280:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8416 into portal 25 MB=0x6957404a01c80 00000400:00000200:3.0:1767325846.592285:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8416/8416 into md 0x2ed [4] + 224 00000800:00000001:3.0:1767325846.592346:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.592354:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.592356:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325846.592360:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325846.592363:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.592367:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.592374:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.592392:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325846.592397:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.592400:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.592417:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325846.592422:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325846.592423:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325846.592424:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8522c75. 00000400:00000200:1.0:1767325846.592427:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002682a5ca 00000400:00000010:1.0:1767325846.592428:0:219026:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002682a5ca. 00000100:00000001:1.0:1767325846.592430:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325846.592433:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325846.592439:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.592442:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325846.592454:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.592456:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325846.592457:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325846.592459:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325846.592461:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325846.592463:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325846.592466:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325846.592469:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325846.592471:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325846.592472:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325846.592474:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325846.592476:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.592477:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325846.592481:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.592487:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325846.592490:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325846.592491:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325846.592494:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325846.592498:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386610816:192.168.203.127@tcp:503: 00000100:00000001:1.0:1767325846.592501:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.592502:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.592504:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325846.592505:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.592506:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.592510:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325846.592511:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003616d855. 00000100:00000001:1.0:1767325846.592513:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325846.592514:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325846.592517:0:219026:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767325846.592518:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.592525:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386610816/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.592534:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325846.592535:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325846.592536:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000094383358. 02000000:00000001:1.0:1767325846.592543:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325846.592545:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325846.592546:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325846.592547:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325846.592548:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000139ba6a8. 02000000:00000001:1.0:1767325846.592550:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325846.592550:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325846.592551:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000001:1.0:1767325846.592553:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325846.592554:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325846.592555:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325846.592556:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325846.592557:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767325846.592558:0:219026:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325846.592559:0:219026:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325846.592561:0:219026:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767325846.592562:0:219026:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b7339631. 00000040:00001000:1.0:1767325846.592564:0:219026:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:3.0:1767325846.592735:0:219485:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767325846.592740:0:219485:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac24f428. 00000020:00000010:3.0:1767325846.592745:0:219485:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a25e16af. 00000040:00000010:3.0:1767325846.592749:0:219485:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000139ba6a8. 00000020:00000010:3.0:1767325846.592753:0:219485:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000acaec1f5. 00000020:00000010:3.0:1767325846.592775:0:219485:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056e161c5. 00000020:00000010:3.0:1767325846.592780:0:219485:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034c4d122. 80000000:00000010:3.0:1767325846.592783:0:219485:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033917549. 40000000:00000010:3.0:1767325846.592787:0:219485:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b555dd61. 00100000:00000010:3.0:1767325846.592791:0:219485:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f493f6aa. 00040000:00000010:3.0:1767325846.592795:0:219485:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012e4e853. 00040000:00000010:3.0:1767325846.592799:0:219485:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009ad40294. 00040000:00000010:3.0:1767325846.592803:0:219485:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b0f5bb9. 00000004:00000010:3.0:1767325846.592807:0:219485:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000082da1900. 00000004:00000010:3.0:1767325846.592812:0:219485:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001dbfa40c. 00000004:00000010:3.0:1767325846.592817:0:219485:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003794a5ab. 00002000:00000010:3.0:1767325846.592821:0:219485:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c7209d2a. 00000004:00000010:3.0:1767325846.592825:0:219485:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f6c5e441. 00000020:00000010:3.0:1767325846.592829:0:219485:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000039aeb80d. 00000040:00000010:3.0:1767325846.592836:0:219485:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000093a3fec9. 00000040:00001000:3.0:1767325846.592845:0:219485:0:(llog.c:607:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:3.0:1767325846.592847:0:219485:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767325846.592849:0:219485:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767325846.592851:0:219485:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:3.0:1767325846.592855:0:219485:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767325846.592857:0:219485:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.592860:0:219485:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.592862:0:219485:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.592864:0:219485:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.592868:0:219485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a37500f. 00000100:00000001:3.0:1767325846.592871:0:219485:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.592874:0:219485:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325846.592875:0:219485:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325846.592878:0:219485:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4c8f711. 00000100:00000001:3.0:1767325846.592881:0:219485:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346228160 : -125135363323456 : ffff8e30a71ec9c0) 00000100:00000001:3.0:1767325846.592883:0:219485:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.592884:0:219485:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000001:3.0:1767325846.592886:0:219485:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.592888:0:219485:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.592889:0:219485:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325846.592890:0:219485:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.592894:0:219485:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.592900:0:219485:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325846.592901:0:219485:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.592904:0:219485:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325846.592905:0:219485:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.592907:0:219485:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325846.592910:0:219485:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job llog_process_th:6657de6e-759e-415f-bede-5f56cedbd629:219485:1853175386610944:192.168.203.127@tcp:502: 00000100:00000001:3.0:1767325846.592913:0:219485:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325846.592915:0:219485:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325846.592916:0:219485:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.592926:0:219485:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325846.592938:0:219485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000094383358. 02000000:00000001:3.0:1767325846.592941:0:219485:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325846.592948:0:219485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000040722bc. 00000400:00000010:3.0:1767325846.592952:0:219485:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007b9b556a. 00000100:00000200:3.0:1767325846.592956:0:219485:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386610944, portal 25 00000100:00000001:3.0:1767325846.592958:0:219485:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.592959:0:219485:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000040:3.0:1767325846.592964:0:219485:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.592970:0:219485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325846.592972:0:219485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325846.592975:0:219485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000100:00000200:3.0:1767325846.592978:0:219485:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386610944, offset 0 00000400:00000200:3.0:1767325846.592983:0:219485:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325846.592990:0:219485:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325846.592993:0:219485:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325846.592996:0:219485:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325846.592998:0:219485:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325846.593000:0:219485:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.593003:0:219485:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [66:66:256:4294967295] 192.168.203.127@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1767325846.593010:0:219485:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325846.593014:0:219485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325846.593017:0:219485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000800:00000200:3.0:1767325846.593021:0:219485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325846.593027:0:219485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325846.593029:0:219485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.593042:0:219485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.593045:0:219485:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305556994 00000100:00000001:3.0:1767325846.593048:0:219485:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556992 00000100:00000001:3.0:1767325846.593052:0:219485:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305556994 00000100:00000001:3.0:1767325846.593055:0:219485:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556992 00000100:00000001:3.0:1767325846.593057:0:219485:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305556994 00000100:00000001:3.0:1767325846.593065:0:219485:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556992 00000100:00000001:3.0:1767325846.593068:0:219485:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305556994 00000100:00000001:3.0:1767325846.593071:0:219485:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556992 00000100:00000001:3.0:1767325846.593074:0:219485:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.593076:0:219485:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.593078:0:219485:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325846.593079:0:219485:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325846.593081:0:219485:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f4c8f711 going to sleep for 11 seconds 00000100:00000001:3.0:1767325846.593083:0:219485:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.593085:0:219485:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.593100:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.593104:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000400:00000200:1.0:1767325846.593106:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.593110:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325846.593112:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000400:00000010:1.0:1767325846.593113:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:1.0:1767325846.593115:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325846.593118:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.593124:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.593125:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.593130:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.593136:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325846.594012:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.594018:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325846.594021:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.594023:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.594029:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325846.594036:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8472 into portal 25 MB=0x6957404a01d00 00000400:00000200:1.0:1767325846.594041:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8472/8472 into md 0x2f5 [4] + 224 00000800:00000001:1.0:1767325846.594046:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.594053:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.594055:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.594058:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325846.594062:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325846.594065:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325846.594074:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.594087:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325846.594093:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.594095:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.594105:0:219485:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325846.594110:0:219485:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325846.594111:0:219485:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325846.594113:0:219485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000040722bc. 00000400:00000200:3.0:1767325846.594116:0:219485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b9b556a 00000400:00000010:3.0:1767325846.594118:0:219485:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007b9b556a. 00000100:00000001:3.0:1767325846.594120:0:219485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.594124:0:219485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325846.594132:0:219485:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.594138:0:219485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325846.594140:0:219485:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.594141:0:219485:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325846.594143:0:219485:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325846.594144:0:219485:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325846.594146:0:219485:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.594148:0:219485:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325846.594152:0:219485:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325846.594155:0:219485:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325846.594157:0:219485:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325846.594158:0:219485:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.594170:0:219485:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325846.594173:0:219485:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.594180:0:219485:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.594184:0:219485:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.594190:0:219485:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.594192:0:219485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325846.594193:0:219485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325846.594196:0:219485:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325846.594202:0:219485:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job llog_process_th:6657de6e-759e-415f-bede-5f56cedbd629:219485:1853175386610944:192.168.203.127@tcp:502: 00000100:00000001:3.0:1767325846.594206:0:219485:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.594207:0:219485:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.594209:0:219485:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325846.594210:0:219485:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.594212:0:219485:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.594217:0:219485:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325846.594219:0:219485:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f4c8f711. 00000100:00000001:3.0:1767325846.594221:0:219485:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325846.594222:0:219485:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325846.594226:0:219485:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767325846.594228:0:219485:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.594230:0:219485:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386610944/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.594235:0:219485:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325846.594237:0:219485:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325846.594238:0:219485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000094383358. 02000000:00000001:3.0:1767325846.594246:0:219485:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325846.594248:0:219485:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.594249:0:219485:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.594251:0:219485:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325846.594252:0:219485:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002a37500f. 02000000:00000001:3.0:1767325846.594255:0:219485:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325846.594256:0:219485:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325846.594263:0:219485:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:3.0:1767325846.594265:0:219485:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.594266:0:219485:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325846.594268:0:219485:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.594269:0:219485:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.594271:0:219485:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767325846.594273:0:219485:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767325846.594275:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be000 type=0x10620000 idx=1 00000040:00001000:3.0:1767325846.594277:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767325846.594279:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767325846.594280:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1767325846.594281:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be158 type=0x10620000 idx=3 00000040:00001000:3.0:1767325846.594282:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1767325846.594284:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be200 type=0x10620000 idx=4 00000040:00001000:3.0:1767325846.594285:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1767325846.594286:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be2e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767325846.594288:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1767325846.594289:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be3c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767325846.594290:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1767325846.594291:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be438 type=0x10620000 idx=7 00000040:00001000:3.0:1767325846.594292:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:3.0:1767325846.594293:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be4e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767325846.594295:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:3.0:1767325846.594295:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be5c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767325846.594297:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:3.0:1767325846.594298:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be6a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767325846.594299:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:3.0:1767325846.594300:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be718 type=0x10620000 idx=11 00000040:00001000:3.0:1767325846.594301:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:3.0:1767325846.594303:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be7f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767325846.594304:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:3.0:1767325846.594305:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be8d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767325846.594306:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:3.0:1767325846.594307:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be930 type=0x10620000 idx=14 00000040:00001000:3.0:1767325846.594309:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:3.0:1767325846.594309:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3be9b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767325846.594314:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:3.0:1767325846.594315:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bea40 type=0x10620000 idx=16 00000040:00001000:3.0:1767325846.594317:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:3.0:1767325846.594318:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3beae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767325846.594319:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:3.0:1767325846.594320:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bebc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767325846.594322:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:3.0:1767325846.594323:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3beca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767325846.594324:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:3.0:1767325846.594325:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3becf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767325846.594326:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:3.0:1767325846.594327:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bedd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767325846.594329:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:3.0:1767325846.594329:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3beeb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767325846.594331:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:3.0:1767325846.594332:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bef08 type=0x10620000 idx=23 00000040:00001000:3.0:1767325846.594333:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:3.0:1767325846.594334:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bef88 type=0x10620000 idx=24 00000040:00001000:3.0:1767325846.594336:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:3.0:1767325846.594337:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf018 type=0x10620000 idx=25 00000040:00001000:3.0:1767325846.594338:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:3.0:1767325846.594339:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf0b8 type=0x10620000 idx=26 00000040:00001000:3.0:1767325846.594341:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:3.0:1767325846.594342:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf198 type=0x10620000 idx=27 00000040:00001000:3.0:1767325846.594343:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:3.0:1767325846.594344:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf278 type=0x10620000 idx=28 00000040:00001000:3.0:1767325846.594345:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:3.0:1767325846.594346:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf2c8 type=0x10620000 idx=29 00000040:00001000:3.0:1767325846.594347:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:3.0:1767325846.594348:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf3a8 type=0x10620000 idx=30 00000040:00001000:3.0:1767325846.594350:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:3.0:1767325846.594351:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf488 type=0x10620000 idx=31 00000040:00001000:3.0:1767325846.594352:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:3.0:1767325846.594353:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf4e0 type=0x10620000 idx=32 00000040:00001000:3.0:1767325846.594354:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:3.0:1767325846.594359:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf560 type=0x10620000 idx=33 00000040:00001000:3.0:1767325846.594361:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:3.0:1767325846.594362:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf5f0 type=0x10620000 idx=34 00000040:00001000:3.0:1767325846.594363:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:3.0:1767325846.594364:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf670 type=0x10620000 idx=35 00000040:00001000:3.0:1767325846.594366:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:3.0:1767325846.594367:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf750 type=0x10620000 idx=36 00000040:00001000:3.0:1767325846.594369:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:3.0:1767325846.594370:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf830 type=0x10620000 idx=37 00000040:00001000:3.0:1767325846.594371:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:3.0:1767325846.594372:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf880 type=0x10620000 idx=38 00000040:00001000:3.0:1767325846.594374:0:219485:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:3.0:1767325846.594375:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bf960 type=0x10620000 idx=39 00000040:00001000:3.0:1767325846.594377:0:219485:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:3.0:1767325846.594378:0:219485:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1767325846.594380:0:219485:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767325846.594383:0:219485:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767325846.594385:0:219485:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767325846.594386:0:219485:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767325846.594390:0:219485:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1767325846.594392:0:219485:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767325846.594397:0:219485:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004f84d2ca. 00000020:00000080:3.0:1767325846.594401:0:219485:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767325846.594402:0:219485:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre-MDT0001 add mdc 00000020:00000001:3.0:1767325846.594404:0:219485:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325846.594406:0:219485:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004f84d2ca. 00000020:00000001:3.0:1767325846.594409:0:219485:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767325846.594410:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bfa40 type=0x10620000 idx=40 00000040:00001000:3.0:1767325846.594412:0:219485:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:3.0:1767325846.594414:0:219485:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1767325846.594415:0:219485:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767325846.594417:0:219485:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000002e0e697c. 00000020:00000080:3.0:1767325846.594419:0:219485:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1767325846.594422:0:219485:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000100:00000010:3.0:1767325846.594430:0:219485:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000003ba31617. 00000100:00000040:3.0:1767325846.594434:0:219485:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.127@tcp 192.168.203.127@tcp cnt=1 00000400:00000200:3.0:1767325846.594436:0:219485:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767325846.594439:0:219485:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767325846.594441:0:219485:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.594446:0:219485:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767325846.594452:0:219485:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767325846.594454:0:219485:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:3.0:1767325846.594456:0:219485:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000010:3.0:1767325846.594458:0:219485:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000003ba31617. 00000020:00000001:3.0:1767325846.594461:0:219485:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325846.594463:0:219485:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000002e0e697c. 00000020:00000001:3.0:1767325846.594465:0:219485:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767325846.594467:0:219485:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e308b3bfa98 type=0x10620000 idx=41 00000040:00001000:3.0:1767325846.594468:0:219485:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:3.0:1767325846.594470:0:219485:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1767325846.594471:0:219485:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767325846.594475:0:219485:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002e0e697c. 00000020:01000000:3.0:1767325846.594477:0:219485:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000010:3.0:1767325846.594481:0:219485:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000f4c8f711. 00000020:00000080:3.0:1767325846.594482:0:219485:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767325846.594484:0:219485:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767325846.594487:0:219485:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767325846.594503:0:219485:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000dfc3f5fd. 00000020:00000080:3.0:1767325846.594507:0:219485:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8e30967de000 (00000000dfc3f5fd) 00000020:00000001:3.0:1767325846.594510:0:219485:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767325846.594513:0:219485:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c5d1d453. 00000020:00000001:3.0:1767325846.594515:0:219485:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767325846.594517:0:219485:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5d1d453 with handle 0x23386b5eae8f13e0 to hash 00000020:00000001:3.0:1767325846.594520:0:219485:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767325846.594523:0:219485:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767325846.594524:0:219485:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325846.594527:0:219485:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446618937839880192 : -125135869671424 : ffff8e3088f08800) 00000020:00000040:3.0:1767325846.594529:0:219485:0:(genops.c:898:class_export_put()) PUTting export 00000000c5d1d453 : new refcount 1 00000020:00000001:3.0:1767325846.594542:0:219485:0:(genops.c:560:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:3.0:1767325846.594544:0:219485:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8e30967de000 (00000000dfc3f5fd) now 1 - newdev 00000020:00000040:3.0:1767325846.594548:0:219485:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5d1d453 with handle 0x23386b5eae8f13e0 from hash 00000020:00000040:3.0:1767325846.594550:0:219485:0:(genops.c:898:class_export_put()) PUTting export 00000000c5d1d453 : new refcount 0 00000020:00000080:3.0:1767325846.594552:0:219485:0:(genops.c:904:class_export_put()) final put 00000000c5d1d453/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:3.0:1767325846.594555:0:219485:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325846.594557:0:219485:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767325846.594559:0:219485:0:(genops.c:863:class_export_destroy()) destroying export 00000000c5d1d453/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325846.594561:0:219485:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767325846.594562:0:219485:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767325846.594564:0:219485:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c5d1d453. 00000020:00000001:3.0:1767325846.594572:0:219485:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767325846.594574:0:219485:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff8e30967de000 obd_type name = mdc 00000020:01000000:3.0:1767325846.594576:0:219485:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff8e30967de000 (486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000010:3.0:1767325846.594579:0:219485:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000dfc3f5fd. 00000020:00000001:3.0:1767325846.594582:0:219485:0:(obd_config.c:652:class_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:3.0:1767325846.594584:0:219485:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:3.0:1767325846.594586:0:219485:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000f4c8f711. 00000020:00000010:3.0:1767325846.594588:0:219485:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002e0e697c. 00000020:00020000:3.0:1767325846.594590:0:219485:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.203.127@tcp: cfg command failed: rc = -17 00000020:00000010:0.0:1767325846.595227:0:219484:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f34f3f82. 00000020:00000040:0.0:1767325846.595234:0:219484:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff8e30967de000 has already been connecting to new target(4) 00000020:00000010:0.0:1767325846.595236:0:219484:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f34f3f82. 00000020:00000001:3.0:1767325846.598476:0:219485:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:3.0:1767325846.598481:0:219485:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000004f84d2ca. 00000020:00000001:3.0:1767325846.598485:0:219485:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:3.0:1767325846.598489:0:219485:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:3.0:1767325846.598491:0:219485:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:3.0:1767325846.601378:0:219485:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 000000004f84d2ca. 00000020:00000001:3.0:1767325846.601385:0:219485:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325846.601388:0:219485:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:3.0:1767325846.601391:0:219485:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:3.0:1767325846.601394:0:219485:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:3.0:1767325846.601407:0:219485:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000093a3fec9. 00000020:00000010:3.0:1767325846.601414:0:219485:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000039aeb80d. 00000020:00000010:3.0:1767325846.601424:0:219485:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a25e16af. 00000040:00000010:3.0:1767325846.601428:0:219485:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000139ba6a8. 00000020:00000010:3.0:1767325846.601431:0:219485:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000acaec1f5. 00000020:00000010:3.0:1767325846.601435:0:219485:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000056e161c5. 00000020:00000010:3.0:1767325846.601440:0:219485:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034c4d122. 80000000:00000010:3.0:1767325846.601443:0:219485:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033917549. 40000000:00000010:3.0:1767325846.601447:0:219485:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b555dd61. 00100000:00000010:3.0:1767325846.601450:0:219485:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f493f6aa. 00040000:00000010:3.0:1767325846.601455:0:219485:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012e4e853. 00040000:00000010:3.0:1767325846.601459:0:219485:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009ad40294. 00040000:00000010:3.0:1767325846.601462:0:219485:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b0f5bb9. 00000004:00000010:3.0:1767325846.601465:0:219485:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000082da1900. 00000004:00000010:3.0:1767325846.601469:0:219485:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001dbfa40c. 00000004:00000010:3.0:1767325846.601473:0:219485:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003794a5ab. 00002000:00000010:3.0:1767325846.601476:0:219485:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c7209d2a. 00000004:00000010:3.0:1767325846.601479:0:219485:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f6c5e441. 00000020:00000010:3.0:1767325846.601481:0:219485:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac24f428. 00000040:00000010:1.0:1767325846.601513:0:219026:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b7339631. 00000040:00000001:1.0:1767325846.601519:0:219026:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:1.0:1767325846.601523:0:219026:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:1.0:1767325846.601528:0:219026:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d306218. 00000040:00000010:1.0:1767325846.601532:0:219026:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020d7f5d1. 00000020:00000001:1.0:1767325846.601535:0:219026:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:1.0:1767325846.601538:0:219026:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1767325846.601543:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004c83227f. 00000040:00000010:1.0:1767325846.601547:0:219026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ede51da. 00000020:00000010:1.0:1767325846.601549:0:219026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000080d9a9ae. 00000020:00000010:1.0:1767325846.601553:0:219026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bd2009b. 80000000:00000010:1.0:1767325846.601555:0:219026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009780c826. 00040000:00000010:1.0:1767325846.601562:0:219026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000786244db. 20000000:00000010:1.0:1767325846.601567:0:219026:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000192feabd. 00000020:00000010:1.0:1767325846.601569:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b645c8f8. 10000000:00000010:1.0:1767325846.601570:0:219026:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000078c5ed7f. 10000000:01000000:1.0:1767325846.601572:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:1.0:1767325846.601574:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767325846.601576:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325846.601578:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325846.601580:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fce4c2ba refcount=3 00000020:00000001:1.0:1767325846.601582:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:1.0:1767325846.601583:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:1.0:1767325846.601585:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767325846.601587:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325846.601593:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325846.601594:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767325846.601595:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325846.601598:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767325846.601599:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325846.601600:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767325846.601601:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325846.601602:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:1.0:1767325846.601604:0:219026:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:1.0:1767325846.604305:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767325846.604310:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767325846.604312:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000002482a30d) refs 2 10000000:00000001:1.0:1767325846.604315:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325846.604318:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767325846.604319:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 3 10000000:00000001:1.0:1767325846.604322:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767325846.604323:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767325846.604325:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1767325846.604327:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767325846.604336:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8e30b9308000 from 1 10000000:00000001:1.0:1767325846.604338:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767325846.604339:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1767325846.604345:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767325846.604349:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325846.604353:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325846.604356:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325846.604360:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325846.604367:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db23979b. 00000100:00000001:1.0:1767325846.604372:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325846.604376:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767325846.604379:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767325846.604384:0:219026:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a79cfaf5 count: 2 00010000:00000001:1.0:1767325846.604386:0:219026:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325846.604389:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767325846.604392:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d85f875b. 00000020:00000001:1.0:1767325846.604396:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767325846.604398:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d85f875b with handle 0x23386b5eae8f13e7 to hash 00000020:00000001:1.0:1767325846.604400:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767325846.604401:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:1.0:1767325846.604404:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:1.0:1767325846.604407:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325846.604408:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325846.604411:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325846.604418:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325846.604426:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325846.604432:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325846.604433:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325846.604438:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a59358a. 00000100:00000001:1.0:1767325846.604446:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938559376192 : -125135150175424 : ffff8e30b3d32b40) 00000100:00000001:1.0:1767325846.604448:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325846.604449:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:1.0:1767325846.604454:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325846.604456:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.604458:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325846.604459:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325846.604468:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.604477:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325846.604479:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325846.604483:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325846.604485:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325846.604488:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325846.604491:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386611072:192.168.203.127@tcp:101: 00000100:00000001:1.0:1767325846.604494:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325846.604498:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325846.604500:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325846.604502:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325846.604506:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eebc141d. 02000000:00000001:1.0:1767325846.604508:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325846.604514:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000400:00000010:1.0:1767325846.604520:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000200:1.0:1767325846.604525:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386611072, portal 25 00000100:00000001:1.0:1767325846.604527:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325846.604528:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000040:1.0:1767325846.604533:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.604540:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325846.604542:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325846.604545:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000200:1.0:1767325846.604547:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386611072, offset 0 00000400:00000200:1.0:1767325846.604554:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325846.604571:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325846.604576:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325846.604580:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325846.604582:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325846.604585:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325846.604588:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [67:67:256:4294967295] 192.168.203.127@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767325846.604598:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767325846.604603:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325846.604607:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000800:00000200:1.0:1767325846.604613:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767325846.604619:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325846.604623:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767325846.604637:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.604641:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305557005 00000100:00000001:1.0:1767325846.604647:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305556994 00000100:00000001:1.0:1767325846.604652:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305557005 00000100:00000001:1.0:1767325846.604655:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305556994 00000100:00000001:1.0:1767325846.604659:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305557005 00000100:00000001:1.0:1767325846.604662:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305556994 00000100:00000001:1.0:1767325846.604664:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305557005 00000100:00000001:1.0:1767325846.604667:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305556994 00000100:00000001:1.0:1767325846.604669:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325846.604672:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.604674:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325846.604676:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325846.604678:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 000000004a59358a going to sleep for 11 seconds 00000100:00000001:1.0:1767325846.604682:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325846.604684:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325846.604727:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325846.604732:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:3.0:1767325846.604736:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325846.604741:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325846.604746:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000400:00000010:3.0:1767325846.604748:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:3.0:1767325846.604752:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325846.604755:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.604779:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.604781:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.604788:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.604790:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325846.606057:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.606074:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325846.606077:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.606080:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.606087:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325846.606103:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a01d80 00000400:00000200:1.0:1767325846.606110:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x2fd [1] + 224 00000800:00000001:1.0:1767325846.606116:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325846.606123:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325846.606125:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.606130:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325846.606135:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325846.606139:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325846.606148:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.606173:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325846.606180:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325846.606183:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325846.606184:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325846.606193:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325846.606194:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325846.606196:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:3.0:1767325846.606199:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:3.0:1767325846.606201:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:3.0:1767325846.606203:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.606206:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325846.606212:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.606217:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325846.606217:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.606219:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325846.606220:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325846.606222:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325846.606223:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.606225:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325846.606229:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325846.606231:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325846.606233:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325846.606234:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.606235:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325846.606236:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606238:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325846.606240:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.606244:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.606245:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325846.606247:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325846.606248:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325846.606252:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386611072:192.168.203.127@tcp:101: 00000100:00000001:3.0:1767325846.606255:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325846.606259:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606261:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325846.606262:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.606263:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.606267:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325846.606268:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004a59358a. 00000100:00000001:3.0:1767325846.606270:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325846.606270:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.606272:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767325846.606274:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325846.606275:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325846.606277:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d85f875b refcount=4 00000020:00000001:3.0:1767325846.606278:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:3.0:1767325846.606280:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000040:3.0:1767325846.606283:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d85f875b, remote cookie: 0x1b9a6a59a1239b0, flags: 0x0 00010000:00000001:3.0:1767325846.606285:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767325846.606287:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767325846.606289:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767325846.606290:0:219026:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767325846.606291:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767325846.606292:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a79cfaf5) refcount = 2 00010000:00000040:3.0:1767325846.606294:0:219026:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767325846.606295:0:219026:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325846.606299:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325846.606302:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767325846.606304:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767325846.606304:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325846.606306:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767325846.606308:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325846.606309:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325846.606315:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767325846.606316:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.606317:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325846.606318:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.606318:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325846.606319:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606320:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325846.606321:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386611072/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.606325:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325846.606327:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325846.606328:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eebc141d. 02000000:00000001:3.0:1767325846.606332:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325846.606333:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325846.606334:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325846.606335:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325846.606337:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000db23979b. 02000000:00000001:3.0:1767325846.606339:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325846.606341:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325846.606342:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:3.0:1767325846.606344:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325846.606345:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767325846.606346:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.606347:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325846.606348:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000002482a30d) refs 3 10000000:00000001:3.0:1767325846.606349:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325846.606350:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325846.606351:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325846.606352:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d85f875b refcount=3 00000020:00000001:3.0:1767325846.606353:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:3.0:1767325846.606354:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:3.0:1767325846.606355:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767325846.606356:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325846.606356:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325846.606357:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325846.606361:0:219026:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767325846.606363:0:219026:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b555dd61. 00000020:00000010:3.0:1767325846.606365:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b0f5bb9. 00000020:00000010:3.0:1767325846.606368:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002a37500f. 00000040:00000010:3.0:1767325846.606370:0:219026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ad26cbf. 00000020:00000010:3.0:1767325846.606372:0:219026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003794a5ab. 00000020:00000010:3.0:1767325846.606375:0:219026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000686738c1. 80000000:00000010:3.0:1767325846.606377:0:219026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033917549. 00040000:00000010:3.0:1767325846.606380:0:219026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000e909796. 20000000:00000010:3.0:1767325846.606383:0:219026:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ac24f428. 10000000:00000040:3.0:1767325846.606385:0:219026:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000020:00000001:3.0:1767325846.606387:0:219026:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767325846.606388:0:219026:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1767325846.606390:0:219026:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767325846.606392:0:219026:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000034c4d122. 00000040:00000001:3.0:1767325846.606394:0:219026:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767325846.606395:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:3.0:1767325846.606398:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767325846.606399:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325846.606401:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325846.606402:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325846.606404:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325846.606407:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000139ba6a8. 00000100:00000001:3.0:1767325846.606409:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606412:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325846.606412:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325846.606414:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f1a239d. 00000100:00000001:3.0:1767325846.606415:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346226240 : -125135363325376 : ffff8e30a71ec240) 00000100:00000001:3.0:1767325846.606417:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.606417:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000001:3.0:1767325846.606420:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325846.606421:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606422:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325846.606422:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325846.606424:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.606431:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325846.606432:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.606434:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325846.606442:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325846.606444:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325846.606447:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386611200:192.168.203.127@tcp:501: 00000100:00000001:3.0:1767325846.606450:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325846.606453:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325846.606454:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325846.606455:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325846.606459:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a25e16af. 02000000:00000001:3.0:1767325846.606461:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325846.606463:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000040722bc. 00000400:00000010:3.0:1767325846.606468:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 00000100:00000200:3.0:1767325846.606471:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611200, portal 25 00000100:00000001:3.0:1767325846.606473:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325846.606473:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000040:3.0:1767325846.606477:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.606483:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325846.606485:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325846.606487:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000100:00000200:3.0:1767325846.606489:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175386611200, offset 0 00000400:00000200:3.0:1767325846.606494:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325846.606500:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325846.606503:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325846.606506:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325846.606509:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325846.606510:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325846.606512:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [68:68:256:4294967295] 192.168.203.127@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:3.0:1767325846.606517:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325846.606525:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325846.606527:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000800:00000200:3.0:1767325846.606530:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325846.606533:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325846.606535:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767325846.606544:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606546:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305557007 00000100:00000001:3.0:1767325846.606548:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305557005 00000100:00000001:3.0:1767325846.606550:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305557007 00000100:00000001:3.0:1767325846.606552:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305557005 00000100:00000001:3.0:1767325846.606553:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305557007 00000100:00000001:3.0:1767325846.606555:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305557005 00000100:00000001:3.0:1767325846.606556:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305557007 00000100:00000001:3.0:1767325846.606557:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305557005 00000100:00000001:3.0:1767325846.606558:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325846.606560:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325846.606561:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325846.606562:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325846.606564:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 000000004f1a239d going to sleep for 11 seconds 00000100:00000001:3.0:1767325846.606565:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325846.606566:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325846.606618:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325846.606621:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:1.0:1767325846.606625:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325846.606629:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325846.606632:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:1.0:1767325846.606633:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:1.0:1767325846.606636:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325846.606639:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.606646:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.606648:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.606653:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325846.606655:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325846.607574:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.607580:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325846.607582:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.607584:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.607590:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325846.607597:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 272 into portal 25 MB=0x6957404a01e00 00000400:00000200:3.0:1767325846.607602:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 272/272 into md 0x305 [1] + 224 00000800:00000001:3.0:1767325846.607606:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.607622:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325846.607625:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325846.607628:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325846.607632:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325846.607635:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325846.607644:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325846.607660:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325846.607665:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325846.607668:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.607697:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325846.607701:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325846.607702:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325846.607703:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000040722bc. 00000400:00000200:1.0:1767325846.607706:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000400:00000010:1.0:1767325846.607707:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:1.0:1767325846.607709:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325846.607712:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325846.607717:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.607721:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325846.607722:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.607724:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325846.607725:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325846.607725:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325846.607726:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325846.607728:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325846.607730:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325846.607732:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325846.607733:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767325846.607735:0:219026:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.607738:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767325846.607740:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767325846.607741:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.607745:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1767325846.607746:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325846.607746:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325846.607748:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325846.607751:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386611200:192.168.203.127@tcp:501: 00000100:00000001:1.0:1767325846.607782:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325846.607784:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767325846.607787:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325846.607788:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.607792:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.607798:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325846.607800:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f1a239d. 00000100:00000001:1.0:1767325846.607802:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325846.607803:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767325846.607805:0:219026:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767325846.607807:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325846.607808:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325846.607809:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325846.607810:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325846.607811:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386611200/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325862 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325846.607815:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325846.607816:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325846.607817:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a25e16af. 02000000:00000001:1.0:1767325846.607819:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325846.607819:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325846.607820:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325846.607821:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325846.607822:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000139ba6a8. 02000000:00000001:1.0:1767325846.607823:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325846.607824:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325846.607824:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:1.0:1767325846.607826:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325846.607827:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767325846.607828:0:219026:0:(llog.c:1547:llog_open()) MGC192.168.203.127@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767325846.607829:0:219026:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000034c4d122. 00000040:00000001:1.0:1767325846.607831:0:219026:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1767325846.607832:0:219026:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1767325846.607838:0:219026:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1767325846.607841:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002a37500f. 00000040:00000010:1.0:1767325846.607850:0:219026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ad26cbf. 00000020:00000010:1.0:1767325846.607852:0:219026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003794a5ab. 00000020:00000010:1.0:1767325846.607855:0:219026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000686738c1. 80000000:00000010:1.0:1767325846.607857:0:219026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033917549. 00040000:00000010:1.0:1767325846.607859:0:219026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000e909796. 20000000:00000010:1.0:1767325846.607861:0:219026:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ac24f428. 00000020:00000010:1.0:1767325846.607862:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b0f5bb9. 10000000:00000010:1.0:1767325846.607864:0:219026:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b555dd61. 10000000:01000000:1.0:1767325846.607865:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1767325846.607867:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767325846.607868:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325846.607869:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325846.607870:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d85f875b refcount=3 00000020:00000001:1.0:1767325846.607872:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:1.0:1767325846.607873:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:1.0:1767325846.607874:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767325846.607876:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325846.607880:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325846.607881:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767325846.607882:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325846.607885:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767325846.607886:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325846.607886:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767325846.607887:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325846.607888:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1767325846.607890:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767325846.607891:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767325846.607892:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 3 10000000:00000001:1.0:1767325846.607896:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767325846.774866:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325846.774872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.774894:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325846.774897:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325846.774899:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325846.774904:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325846.774906:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325846.774907:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.774910:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325846.774912:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.774913:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325846.774915:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325846.774934:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325846.774937:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325846.774939:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325847.798863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325847.798870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325847.798877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325847.798878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325847.798921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325847.798924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325847.798925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325848.822898:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325848.822904:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325848.822917:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325848.822918:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325848.822937:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325848.822940:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325848.822942:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325849.846864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325849.846870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325849.846874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325849.846875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325849.846930:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325849.846934:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325849.846937:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325850.870863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325850.870873:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325850.870881:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325850.870882:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325850.870906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325850.870909:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325850.870920:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325851.190907:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325851.190922:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325851.190949:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000020:00000040:0.0:1767325851.190955:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325851.190960:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325851.190963:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325851.190969:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325851.190976:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767325851.191065:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191081:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325851.191091:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325851.191093:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191096:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_03+3] req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191117:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191118:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325851.191121:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325851.191141:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767325851.191145:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325851.191148:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325851.191150:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325851.191153:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325851.191158:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000001:0.0:1767325851.191161:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191164:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325851.191166:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325851.191171:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767325851.191172:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767325851.191173:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325851.191177:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325851.191179:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325851.191180:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325851.191185:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325851.191186:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325851.191190:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325851.191193:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325851.191194:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325851.191197:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325851.191203:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191204:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191207:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325851.191211:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325851.191214:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767325851.191215:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767325851.191218:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.191218:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325851.191224:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325851.191225:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767325851.191226:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000100:00000001:1.0:1767325851.191228:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767325851.191231:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325851.191232:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325851.191234:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325851.191235:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325851.191235:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325851.191237:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325851.191237:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325851.191238:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325851.191242:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325851.191243:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325851.191245:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325851.191247:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325851.191248:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325851.191253:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00100000:3.0:1767325851.191257:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386611328:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325851.191259:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.191265:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325851.191266:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325851.191267:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191268:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325851.191272:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325851.191274:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325851.191275:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325851.191279:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325851.191281:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191282:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325851.191283:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325851.191285:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325851.191288:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386611456:192.168.203.127@tcp:400: 02000000:00000010:3.0:1767325851.191290:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7c677a4. 00000100:00000040:0.0:1767325851.191292:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_01+1] req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325851.191293:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325851.191295:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325851.191297:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325851.191300:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325851.191303:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767325851.191304:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc7d07a. 02000000:00000010:1.0:1767325851.191308:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f3b7ffb. 02000000:00000001:1.0:1767325851.191310:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191312:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325851.191313:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000100:00000040:0.0:1767325851.191316:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325851.191319:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767325851.191320:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 00000400:00000010:3.0:1767325851.191322:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000100:00000040:0.0:1767325851.191324:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10894) 00000100:00000200:1.0:1767325851.191327:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611456, portal 10 00000100:00000200:3.0:1767325851.191328:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611328, portal 25 00000100:00000001:3.0:1767325851.191333:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325851.191333:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325851.191335:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325851.191337:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000100:00000001:1.0:1767325851.191337:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00100000:2.0:1767325851.191339:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325851.191343:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325851.191347:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325851.191348:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325851.191350:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325851.191350:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325851.191354:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325851.191356:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325851.191358:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325851.191364:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325851.191379:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325851.191380:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325851.191387:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325851.191388:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325851.191388:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325851.191391:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325851.191394:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 02000000:00000001:2.0:1767325851.191394:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325851.191395:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 02000000:00000001:2.0:1767325851.191397:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325851.191399:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325851.191403:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386611328, offset 0 00000100:00000200:1.0:1767325851.191405:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386611456, offset 0 00000400:00000200:3.0:1767325851.191416:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767325851.191421:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386611584:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325851.191425:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325851.191428:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325851.191431:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767325851.191431:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325851.191434:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325851.191437:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325851.191440:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767325851.191440:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db23979b. 02000000:00000001:2.0:1767325851.191443:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325851.191447:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000400:00000200:3.0:1767325851.191448:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767325851.191452:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 00000400:00000200:3.0:1767325851.191454:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767325851.191456:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611584, portal 10 00000400:00000200:3.0:1767325851.191459:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325851.191459:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325851.191460:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000040:2.0:1767325851.191467:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325851.191468:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [69:69:256:4294967295] 192.168.203.127@tcp LPNI seq info [69:69:8:4294967295] 00000100:00000001:2.0:1767325851.191479:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325851.191484:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325851.191487:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000200:2.0:1767325851.191489:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386611584, offset 0 00000400:00000200:3.0:1767325851.191492:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767325851.191497:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325851.191505:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325851.191508:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325851.191511:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325851.191513:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325851.191515:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325851.191518:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [70:70:255:4294967295] 192.168.203.127@tcp LPNI seq info [70:70:7:4294967295] 00000400:00000200:1.0:1767325851.191525:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325851.191526:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767325851.191533:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325851.191534:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000400:00000200:2.0:1767325851.191536:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767325851.191540:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000400:00000200:2.0:1767325851.191541:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325851.191547:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325851.191547:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767325851.191551:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325851.191553:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325851.191559:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767325851.191560:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325851.191563:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325851.191566:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [71:71:254:4294967295] 192.168.203.127@tcp LPNI seq info [71:71:6:4294967295] 00000800:00000200:3.0:1767325851.191568:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767325851.191569:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325851.191582:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325851.191588:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325851.191588:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325851.191588:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325851.191596:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1973132 usecs (1974 jiffies) 00000100:00000001:3.0:1767325851.191597:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305561592 00000800:00000010:2.0:1767325851.191597:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c50ce881. 00000100:00000001:1.0:1767325851.191605:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305558966 00000100:00000001:3.0:1767325851.191608:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305557007 00000800:00000200:2.0:1767325851.191609:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325851.191616:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305561592 00000100:00000001:1.0:1767325851.191616:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305561592 00000800:00000200:2.0:1767325851.191617:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325851.191621:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305558966 00000800:00000200:2.0:1767325851.191624:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c50ce881 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325851.191626:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305557007 00000800:00000200:0.0:1767325851.191631:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325851.191632:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305561592 00000100:00000001:1.0:1767325851.191636:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305558966 00000800:00000010:0.0:1767325851.191636:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000100:00000001:3.0:1767325851.191637:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305561592 00000100:00000001:2.0:1767325851.191638:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325851.191645:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 129670 usecs (130 jiffies) 00000100:00000001:1.0:1767325851.191645:0:216339:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, simply extend its deadline from 4305557007 00000100:00000001:1.0:1767325851.191650:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305558966 00000400:00000200:0.0:1767325851.191650:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325851.191651:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305557122 00000100:00000001:3.0:1767325851.191652:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305558966 00000100:00000001:1.0:1767325851.191656:0:216339:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, simply extend its deadline from 4305557007 00000100:00000001:2.0:1767325851.191657:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305561592 00000100:00000001:1.0:1767325851.191661:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325851.191662:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325851.191663:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305557122 00000100:00000001:3.0:1767325851.191667:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305561592 00000100:00000001:1.0:1767325851.191667:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325851.191668:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305561592 00000400:00000200:0.0:1767325851.191671:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000001:3.0:1767325851.191674:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305558966 00000100:00000001:2.0:1767325851.191674:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305557122 00000400:00000010:0.0:1767325851.191675:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767325851.191677:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325851.191680:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305561592 00000100:00000001:3.0:1767325851.191682:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325851.191683:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191684:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325851.191685:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305557122 00000100:00000001:3.0:1767325851.191687:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325851.191690:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305561592 00000100:00000200:0.0:1767325851.191691:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325851.191694:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.191694:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325851.191696:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325851.191698:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325851.191700:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325851.191703:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.191703:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325851.191710:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.191710:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191713:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325851.191714:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.191719:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191733:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191734:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325851.191744:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325851.191745:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000400:00000200:0.0:1767325851.191747:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325851.191749:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325851.191751:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:0.0:1767325851.191752:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:0.0:1767325851.191754:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325851.191755:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191775:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325851.191777:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191785:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191786:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325851.191830:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325851.191832:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c50ce881. 00000400:00000200:0.0:1767325851.191835:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325851.191838:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325851.191841:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:0.0:1767325851.191843:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:0.0:1767325851.191845:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325851.191847:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191854:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325851.191856:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.191862:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.191863:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325851.193179:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193188:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325851.193190:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193191:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325851.193196:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325851.193204:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a01e80 00000400:00000200:1.0:1767325851.193208:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x311 [1] + 224 00000800:00000001:1.0:1767325851.193212:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193214:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325851.193215:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325851.193217:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325851.193220:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325851.193222:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325851.193228:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325851.193238:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325851.193242:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193244:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325851.193245:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193246:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325851.193248:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325851.193251:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01f00 00000400:00000200:1.0:1767325851.193254:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x30d [1] + 224 00000800:00000001:1.0:1767325851.193256:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193259:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325851.193260:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325851.193264:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325851.193268:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325851.193277:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325851.193279:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325851.193283:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325851.193289:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325851.193289:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325851.193292:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325851.193295:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc7d07a. 00000400:00000200:3.0:1767325851.193300:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000400:00000010:3.0:1767325851.193303:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:3.0:1767325851.193307:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325851.193311:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325851.193318:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325851.193321:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325851.193337:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325851.193340:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325851.193347:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325851.193348:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325851.193349:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000400:00000200:0.0:1767325851.193352:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000400:00000010:0.0:1767325851.193353:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:0.0:1767325851.193354:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325851.193361:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325851.193366:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325851.193371:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325851.193372:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325851.193373:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325851.193375:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325851.193376:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325851.193377:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325851.193379:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325851.193380:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325851.193387:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=26 v=5 (5 0 0 0) 00000100:00000200:3.0:1767325851.193390:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325851.193392:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325851.193398:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325851.193400:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325851.193401:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325851.193402:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325851.193403:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325851.193404:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325851.193407:0:216340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767325851.193408:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325851.193409:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325851.193410:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325851.193413:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767325851.193413:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325851.193415:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.193415:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767325851.193416:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325851.193419:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:2.0:1767325851.193424:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325851.193424:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325851.193428:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325851.193433:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a01f80 00000100:00000040:0.0:1767325851.193436:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325851.193439:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x31d [1] + 224 00000800:00000001:2.0:1767325851.193444:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325851.193448:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325851.193451:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767325851.193456:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325851.193458:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325851.193459:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:3.0:1767325851.193461:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325851.193463:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325851.193465:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767325851.193466:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325851.193466:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325851.193470:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325851.193472:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325851.193475:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325851.193476:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325851.193479:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325851.193482:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325851.193486:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325851.193491:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325851.193500:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325851.193526:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386611456:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325851.193535:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325851.193536:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325851.193536:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325851.193541:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767325851.193541:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325851.193541:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325851.193544:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325851.193546:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325851.193547:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386611456/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325851.193551:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325851.193559:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325851.193562:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325851.193565:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767325851.193567:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767325851.193568:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767325851.193569:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767325851.193570:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386611328:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767325851.193572:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 02000000:00000010:0.0:1767325851.193572:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f3b7ffb. 02000000:00000001:0.0:1767325851.193578:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325851.193579:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325851.193579:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000020:00000001:0.0:1767325851.193581:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767325851.193582:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000100:00000001:3.0:1767325851.193584:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767325851.193584:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325851.193586:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325851.193589:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386611328/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325851.193590:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767325851.193593:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325851.193593:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 02000000:00000001:0.0:1767325851.193597:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325851.193601:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325851.193603:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:0.0:1767325851.193609:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325851.193611:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325851.193613:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325851.193616:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325851.193617:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767325851.193620:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325851.193621:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7c677a4. 00000100:00000001:0.0:1767325851.193621:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325851.193625:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325851.193626:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325851.193631:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325851.193631:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325851.193634:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325851.193634:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325851.193635:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.193637:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325851.193638:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325851.193641:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 00000100:00000001:1.0:1767325851.193641:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325851.193645:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325851.193645:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325851.193648:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325851.193649:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767325851.193650:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000100:00000001:1.0:1767325851.193653:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325851.193654:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325851.193656:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325851.193657:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325851.193658:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325851.193665:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325851.193666:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325851.193666:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325851.193670:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325851.193673:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325851.193673:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325851.193679:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325851.193681:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325851.193683:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325851.193686:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325851.193694:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.193702:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325851.193703:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325851.193705:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325851.193706:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325851.193709:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325851.193713:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325851.193714:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325851.193715:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325851.193716:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325851.193720:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386611584:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325851.193722:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325851.193723:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325851.193724:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386611584/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325851.193728:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325851.193728:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325851.193730:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db23979b. 02000000:00000001:1.0:1767325851.193733:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325851.193734:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325851.193735:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325851.193736:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325851.193737:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 02000000:00000001:1.0:1767325851.193739:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325851.193739:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325851.193740:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 00000100:00000001:1.0:1767325851.193742:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325851.193742:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325851.193743:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325851.193746:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325851.193747:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325851.193748:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325851.193752:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325851.895012:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325851.895021:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325851.895028:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325851.895029:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325851.895083:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325851.895088:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325851.895091:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325852.918824:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325852.918832:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325852.918838:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325852.918839:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325852.918854:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325852.918856:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325852.918858:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767325853.750892:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767325853.750899:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767325853.942943:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325853.942953:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325853.942961:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325853.942962:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325853.943015:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325853.943020:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325853.943023:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325854.966863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325854.966871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325854.966878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325854.966879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325854.966900:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325854.966903:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325854.966905:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325855.798859:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305561592, at 4305561600 00000100:00000040:1.0:1767325855.798859:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305561592, at 4305561600 00000100:00000040:0.0:1767325855.798859:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305561592, at 4305561600 00000100:00000040:2.0:1767325855.798864:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305561592, at 4305561600 00000100:00000010:3.0:1767325855.798873:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:0.0:1767325855.798875:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00000100:00000010:1.0:1767325855.798878:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:2.0:1767325855.798881:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000500c5f0d. 00010000:00000001:0.0:1767325855.990900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325855.990910:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325855.990913:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325855.990916:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325855.990922:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325855.990925:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325855.990927:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325855.990929:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325855.990933:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325855.990935:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325855.990969:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325855.990977:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325855.990980:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325856.310930:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325856.310942:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325856.310952:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767325856.310958:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325856.310962:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325856.310965:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325856.310970:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325856.310977:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000011cfcfb. 00000100:00000001:2.0:1767325856.310983:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325856.310993:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325856.311002:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325856.311004:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325856.311009:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_02+2] req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.311030:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325856.311032:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325856.311055:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325856.311057:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767325856.311060:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325856.311062:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325856.311065:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325856.311067:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325856.311070:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f78cc075. 00000100:00000001:2.0:1767325856.311073:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325856.311075:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325856.311080:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325856.311081:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325856.311083:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325856.311087:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325856.311089:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325856.311090:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325856.311092:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325856.311109:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325856.311110:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325856.311112:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325856.311114:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767325856.311117:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325856.311119:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767325856.311124:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325856.311132:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325856.311134:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325856.311135:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325856.311136:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325856.311139:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767325856.311141:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0c66933. 00000100:00000001:1.0:1767325856.311142:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325856.311146:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325856.311151:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325856.311152:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325856.311153:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325856.311158:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325856.311163:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325856.311178:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386611840:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325856.311196:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325856.311205:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325856.311211:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.311218:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325856.311218:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325856.311220:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325856.311225:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325856.311226:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325856.311228:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f924832e. 02000000:00000001:3.0:1767325856.311231:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325856.311232:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325856.311235:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325856.311239:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_00+0] req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325856.311239:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021825317. 02000000:00000001:3.0:1767325856.311241:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325856.311253:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386611712:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767325856.311253:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767325856.311268:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611840, portal 10 00000100:00000001:3.0:1767325856.311270:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325856.311275:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325856.311276:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325856.311282:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325856.311284:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 02000000:00000001:3.0:1767325856.311291:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325856.311300:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 00000100:00000040:1.0:1767325856.311300:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325856.311306:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325856.311318:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc7d07a. 00000100:00000001:1.0:1767325856.311320:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325856.311321:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325856.311326:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325856.311326:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325856.311328:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000400:00000010:1.0:1767325856.311333:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000100:00000040:2.0:1767325856.311336:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767325856.311339:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611712, portal 25 00000100:00000200:1.0:1767325856.311340:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386611840, offset 0 00000100:00000040:2.0:1767325856.311344:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10899) 00000100:00000001:3.0:1767325856.311345:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325856.311351:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000400:00000200:1.0:1767325856.311356:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325856.311356:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325856.311362:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325856.311367:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325856.311368:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325856.311378:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.311381:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325856.311388:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325856.311389:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325856.311411:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325856.311425:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325856.311425:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325856.311435:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325856.311436:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325856.311438:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325856.311441:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325856.311445:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000400:00000200:1.0:1767325856.311446:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767325856.311448:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325856.311454:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325856.311456:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [72:72:256:4294967295] 192.168.203.127@tcp LPNI seq info [72:72:8:4294967295] 00000100:00000200:3.0:1767325856.311457:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386611712, offset 0 02000000:00000001:0.0:1767325856.311458:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325856.311469:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386611968:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767325856.311478:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325856.311484:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325856.311486:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767325856.311491:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325856.311496:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 02000000:00000001:0.0:1767325856.311498:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325856.311501:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767325856.311503:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325856.311508:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767325856.311511:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000010:0.0:1767325856.311514:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007134960d. 00000400:00000200:3.0:1767325856.311516:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767325856.311518:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325856.311522:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:0.0:1767325856.311524:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000400:00000200:3.0:1767325856.311527:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767325856.311528:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767325856.311530:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000200:0.0:1767325856.311535:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386611968, portal 10 00000400:00000200:3.0:1767325856.311536:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325856.311538:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325856.311542:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000001:1.0:1767325856.311547:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325856.311548:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767325856.311551:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325856.311564:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1841772 usecs (1842 jiffies) 00000400:00000200:3.0:1767325856.311566:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [73:73:255:4294967295] 192.168.203.127@tcp LPNI seq info [73:73:7:4294967295] 00000100:00000001:0.0:1767325856.311569:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325856.311573:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305563954 00000100:00000040:0.0:1767325856.311574:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325856.311581:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000010:1.0:1767325856.311584:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000100:00000200:0.0:1767325856.311585:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386611968, offset 0 00000100:00000001:1.0:1767325856.311595:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325856.311598:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325856.311607:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305563954 00000100:00000010:1.0:1767325856.311612:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000400:00000200:3.0:1767325856.311617:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325856.311618:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325856.311624:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305563954 00000100:00000010:1.0:1767325856.311631:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000100:00000001:1.0:1767325856.311636:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325856.311640:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305563954 00000400:00000200:0.0:1767325856.311641:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767325856.311646:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325856.311650:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767325856.311651:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000400:00000200:0.0:1767325856.311656:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325856.311659:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767325856.311660:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000400:00000200:0.0:1767325856.311660:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325856.311668:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325856.311668:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325856.311674:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325856.311677:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767325856.311678:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767325856.311678:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [74:74:254:4294967295] 192.168.203.127@tcp LPNI seq info [74:74:6:4294967295] 00000800:00000010:2.0:1767325856.311685:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000100:00000001:1.0:1767325856.311687:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325856.311693:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325856.311697:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325856.311700:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325856.311705:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767325856.311709:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767325856.311710:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325856.311711:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325856.311715:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325856.311716:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767325856.311724:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325856.311725:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325856.311728:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000800:00000200:0.0:1767325856.311732:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325856.311736:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325856.311737:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000100:00000001:3.0:1767325856.311742:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325856.311742:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000001:2.0:1767325856.311745:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325856.311756:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325856.311779:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325856.311784:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325856.311787:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325856.311790:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325856.311793:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 118147 usecs (119 jiffies) 00000100:00000001:0.0:1767325856.311795:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305562232 00000100:00000001:0.0:1767325856.311801:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305563954 00000100:00000001:0.0:1767325856.311803:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305562232 00000100:00000001:0.0:1767325856.311804:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305563954 00000100:00000001:0.0:1767325856.311806:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305562232 00000100:00000001:0.0:1767325856.311806:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305563954 00000100:00000001:0.0:1767325856.311808:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305562232 00000100:00000001:0.0:1767325856.311811:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305563954 00000100:00000001:0.0:1767325856.311815:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325856.311818:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325856.311823:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325856.311826:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325856.311827:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325856.311831:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325856.311831:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325856.311833:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325856.311838:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325856.311840:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325856.311843:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325856.311843:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325856.311849:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325856.311849:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325856.311872:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325856.311875:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:2.0:1767325856.311878:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325856.311881:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325856.311883:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:2.0:1767325856.311885:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767325856.311888:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325856.311891:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.311896:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325856.311902:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.311908:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325856.311909:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325856.311939:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305566713 00000800:00000200:2.0:1767325856.311942:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325856.311947:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000400:00000200:2.0:1767325856.311949:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325856.311951:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325856.311952:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305563954 00000400:00000200:2.0:1767325856.311954:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:2.0:1767325856.311956:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:2.0:1767325856.311961:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325856.311964:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325856.311965:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305566713 00000100:00000001:2.0:1767325856.311972:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325856.311974:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.311977:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325856.311978:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325856.312030:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305563954 00000100:00000001:3.0:1767325856.312033:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305566713 00000100:00000001:3.0:1767325856.312035:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305563954 00000100:00000001:3.0:1767325856.312036:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305566713 00000100:00000001:3.0:1767325856.312038:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305563954 00000100:00000001:3.0:1767325856.312039:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325856.312041:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.312044:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.312045:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325856.312050:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325856.312051:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325856.312053:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325856.312054:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325856.312054:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.312056:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325856.313884:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325856.313897:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325856.313901:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325856.313903:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325856.313911:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325856.313922:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02080 00000400:00000200:1.0:1767325856.313931:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x325 [1] + 224 00000800:00000001:1.0:1767325856.313939:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325856.313944:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325856.313946:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325856.313950:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325856.313954:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325856.313957:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325856.313967:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325856.313988:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325856.313996:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325856.314000:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325856.314002:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325856.314004:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325856.314010:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325856.314017:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02000 00000100:00000001:2.0:1767325856.314018:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325856.314021:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325856.314024:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x329 [1] + 224 00000800:00000001:1.0:1767325856.314029:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325856.314030:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325856.314033:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325856.314034:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021825317. 00000400:00000200:2.0:1767325856.314038:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:2.0:1767325856.314040:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000800:00000001:1.0:1767325856.314041:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325856.314042:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325856.314045:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767325856.314049:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325856.314052:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325856.314059:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325856.314065:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325856.314067:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.314103:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325856.314105:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325856.314107:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325856.314110:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767325856.314110:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.314119:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325856.314121:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325856.314124:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325856.314129:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767325856.314135:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=31 v=5 (5 0 0 0) 00000800:00000001:1.0:1767325856.314135:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325856.314140:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=31 v=5 (1 0 0 0) 00000800:00000001:1.0:1767325856.314140:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325856.314145:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325856.314146:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325856.314148:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325856.314150:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325856.314151:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325856.314155:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325856.314159:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325856.314160:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325856.314163:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325856.314165:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325856.314168:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325856.314169:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325856.314171:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325856.314171:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02100 00000400:00000001:3.0:1767325856.314175:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325856.314179:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325856.314179:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325856.314183:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc7d07a. 00000400:00000200:3.0:1767325856.314188:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000100:00000001:2.0:1767325856.314189:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325856.314191:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325856.314193:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325856.314195:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325856.314199:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386611840:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325856.314202:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325856.314203:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325856.314205:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386611840/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325856.314208:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:2.0:1767325856.314215:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325856.314216:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767325856.314218:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767325856.314221:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x335 [1] + 224 02000000:00000010:2.0:1767325856.314222:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f924832e. 00000100:00000200:3.0:1767325856.314224:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325856.314227:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325856.314230:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325856.314233:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000800:00000001:1.0:1767325856.314233:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767325856.314238:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325856.314241:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f78cc075. 00000800:00000001:1.0:1767325856.314243:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325856.314245:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325856.314248:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767325856.314251:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325856.314254:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325856.314257:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000400:00000200:1.0:1767325856.314260:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325856.314262:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325856.314265:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325856.314266:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325856.314267:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325856.314269:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325856.314269:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325856.314274:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325856.314275:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767325856.314275:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325856.314277:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325856.314279:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325856.314281:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325856.314283:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325856.314284:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.314288:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325856.314294:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325856.314297:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325856.314299:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325856.314307:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325856.314314:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325856.314317:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325856.314319:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325856.314321:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.314323:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325856.314323:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325856.314329:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325856.314330:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325856.314335:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325856.314342:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325856.314345:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325856.314347:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325856.314347:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325856.314350:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325856.314352:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325856.314354:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325856.314357:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325856.314359:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325856.314365:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:0.0:1767325856.314367:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:0.0:1767325856.314370:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767325856.314371:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386611712:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767325856.314375:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325856.314381:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325856.314385:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325856.314386:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325856.314393:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386611712/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325856.314393:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325856.314395:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325856.314398:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325856.314403:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325856.314410:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325856.314412:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325856.314416:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325856.314421:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325856.314424:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325856.314426:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325856.314427:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325856.314428:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325856.314432:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325856.314434:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325856.314440:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767325856.314441:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325856.314443:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 00000100:00000001:0.0:1767325856.314445:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767325856.314449:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767325856.314449:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:3.0:1767325856.314453:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325856.314454:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1767325856.314456:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325856.314457:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325856.314461:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325856.314464:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325856.314465:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000011cfcfb. 02000000:00000001:3.0:1767325856.314470:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325856.314473:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325856.314476:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:0.0:1767325856.314478:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325856.314481:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325856.314483:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325856.314484:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325856.314486:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325856.314488:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325856.314493:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325856.314494:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325856.314497:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325856.314501:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325856.314505:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325856.314509:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386611968:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325856.314514:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325856.314516:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325856.314519:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386611968/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325856.314525:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325856.314526:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325856.314528:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007134960d. 02000000:00000001:0.0:1767325856.314530:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325856.314535:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325856.314536:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325856.314537:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325856.314538:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0c66933. 02000000:00000001:0.0:1767325856.314540:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325856.314541:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325856.314542:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:0.0:1767325856.314544:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325856.314545:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325856.314546:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325856.314548:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325856.314549:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325856.314550:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325856.314551:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325857.014852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325857.014861:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325857.014868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325857.014871:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325857.014874:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325857.014879:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325857.014881:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325857.014882:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325857.014885:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325857.014887:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325857.014888:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325857.014891:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325857.015039:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325857.015072:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325857.015076:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325858.038797:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325858.038802:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325858.038806:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325858.038808:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325858.038859:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325858.038863:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325858.038867:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325859.062841:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325859.062847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325859.062851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325859.062852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325859.062866:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325859.062880:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325859.062882:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325860.086849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325860.086854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325860.086858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325860.086859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325860.086904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325860.086907:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325860.086909:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325860.918846:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305566713, at 4305566720 00000100:00000040:3.0:1767325860.918852:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305566713, at 4305566720 00000100:00000040:2.0:1767325860.918852:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305566713, at 4305566720 00000100:00000040:1.0:1767325860.918854:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305566713, at 4305566720 00000100:00000010:0.0:1767325860.918866:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:2.0:1767325860.918870:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:3.0:1767325860.918871:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000010:1.0:1767325860.918875:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00010000:00000001:0.0:1767325861.110877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325861.110883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.110887:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325861.110888:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325861.110910:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325861.110912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325861.110914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325861.430913:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325861.430923:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325861.430932:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767325861.430938:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325861.430943:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325861.430946:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325861.430951:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325861.430958:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767325861.430965:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.430976:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325861.430987:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325861.430990:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.430995:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_01+1] req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.431030:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.431033:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325861.431036:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325861.431052:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767325861.431055:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325861.431058:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325861.431072:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325861.431074:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325861.431075:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.431087:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767325861.431088:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:2.0:1767325861.431093:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325861.431094:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.431099:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325861.431103:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325861.431109:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325861.431121:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.431146:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325861.431148:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325861.431150:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.431151:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325861.431158:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325861.431159:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_02+2] req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325861.431162:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325861.431167:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325861.431173:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386612096:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325861.431195:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325861.431202:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325861.431204:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325861.431207:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325861.431212:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e482946a. 02000000:00000001:2.0:1767325861.431215:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.431219:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.431233:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325861.431238:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325861.431241:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000100:00000001:1.0:1767325861.431246:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325861.431246:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325861.431248:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325861.431252:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767325861.431254:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.431254:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325861.431258:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325861.431259:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325861.431263:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325861.431269:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d87fd39d. 00000100:00000001:1.0:1767325861.431272:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325861.431273:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.431276:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325861.431281:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325861.431282:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325861.431284:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325861.431287:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325861.431295:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.431320:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325861.431322:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325861.431324:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325861.431326:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c51a23. 00000100:00000001:1.0:1767325861.431326:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.431335:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_03+3] req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325861.431336:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767325861.431340:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 02000000:00000001:1.0:1767325861.431340:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325861.431352:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325861.431357:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612096, portal 25 00000100:00100000:1.0:1767325861.431364:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386612224:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325861.431366:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325861.431372:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:1.0:1767325861.431378:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325861.431385:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325861.431390:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325861.431390:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325861.431393:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325861.431395:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325861.431398:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7bd9925. 00000100:00000040:0.0:1767325861.431402:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325861.431410:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325861.431410:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325861.431413:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325861.431419:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1767325861.431419:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767325861.431423:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ad470. 00000100:00000001:3.0:1767325861.431424:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325861.431426:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767325861.431434:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10904) 00000400:00000010:2.0:1767325861.431435:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000400:00000010:1.0:1767325861.431437:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000001:3.0:1767325861.431439:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767325861.431443:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386612096, offset 0 00000100:00000001:3.0:1767325861.431444:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325861.431446:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612224, portal 10 00000100:00000001:3.0:1767325861.431450:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325861.431451:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325861.431453:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325861.431457:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000001:3.0:1767325861.431458:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325861.431458:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325861.431469:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325861.431476:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325861.431481:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325861.431494:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767325861.431497:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325861.431499:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.431508:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325861.431509:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767325861.431510:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325861.431519:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325861.431520:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325861.431523:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325861.431524:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000400:00000200:2.0:1767325861.431529:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:1.0:1767325861.431538:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386612224, offset 0 02000000:00000001:3.0:1767325861.431539:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325861.431540:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [75:75:256:4294967295] 192.168.203.127@tcp LPNI seq info [75:75:8:4294967295] 00000100:00100000:3.0:1767325861.431552:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386612352:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325861.431557:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325861.431566:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325861.431568:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767325861.431573:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325861.431575:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767325861.431577:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78cc075. 02000000:00000001:3.0:1767325861.431579:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325861.431580:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767325861.431590:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767325861.431592:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325861.431592:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325861.431602:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767325861.431603:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:3.0:1767325861.431604:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192feabd. 00000800:00000200:2.0:1767325861.431607:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f78cc075 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325861.431610:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325861.431612:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325861.431621:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325861.431624:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [76:76:255:4294967295] 192.168.203.127@tcp LPNI seq info [76:76:7:4294967295] 00000400:00000010:3.0:1767325861.431625:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc7d07a. 00000100:00000001:2.0:1767325861.431632:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325861.431639:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000100:00000001:2.0:1767325861.431642:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305571832 00000100:00000200:3.0:1767325861.431645:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612352, portal 10 00000400:00000200:1.0:1767325861.431654:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:2.0:1767325861.431656:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 00000100:00000001:3.0:1767325861.431660:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325861.431662:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325861.431665:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000800:00000010:1.0:1767325861.431669:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:2.0:1767325861.431671:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767325861.431675:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.431680:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305571832 00000800:00000200:1.0:1767325861.431682:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767325861.431693:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd84bbf8. 00000800:00000200:1.0:1767325861.431700:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767325861.431702:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325861.431704:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325861.431704:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325861.431708:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325861.431712:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325861.431713:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000100:00000040:1.0:1767325861.431724:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1726897 usecs (1727 jiffies) 00000100:00000200:3.0:1767325861.431725:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386612352, offset 0 00000100:00000001:2.0:1767325861.431725:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305571832 00000100:00000001:1.0:1767325861.431737:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305568959 00000100:00000010:2.0:1767325861.431739:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000800:00000200:0.0:1767325861.431739:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325861.431742:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305571832 00000400:00000200:3.0:1767325861.431744:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325861.431747:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325861.431749:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305568959 00000800:00000010:0.0:1767325861.431750:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78cc075. 00000400:00000200:3.0:1767325861.431794:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325861.431798:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305571832 00000400:00000200:3.0:1767325861.431799:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325861.431803:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305571832 00000100:00000010:2.0:1767325861.431804:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 00000400:00000200:3.0:1767325861.431806:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325861.431816:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305568960 00000100:00000001:2.0:1767325861.431817:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325861.431817:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325861.431827:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305571832 00000100:00000001:2.0:1767325861.431830:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325861.431833:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305568960 00000100:00000001:2.0:1767325861.431841:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325861.431841:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325861.431842:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305571832 00000100:00000001:1.0:1767325861.431853:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325861.431854:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.431866:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325861.431867:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325861.431880:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325861.431882:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.431884:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325861.431890:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325861.431891:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325861.431896:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325861.431900:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325861.431902:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325861.431903:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325861.431905:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [77:77:254:4294967295] 192.168.203.127@tcp LPNI seq info [77:77:6:4294967295] 00000100:00000001:2.0:1767325861.431906:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.431916:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325861.431917:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.431921:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.431927:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325861.431936:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325861.431942:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325861.431943:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000800:00000010:3.0:1767325861.431946:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000400:00000010:0.0:1767325861.431948:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000800:00000200:3.0:1767325861.431952:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325861.431955:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325861.431959:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767325861.431963:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.431972:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325861.431976:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325861.431977:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325861.431985:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.431989:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325861.431991:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 108625 usecs (109 jiffies) 00000100:00000001:0.0:1767325861.431992:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325861.431997:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305567342 00000100:00000001:3.0:1767325861.432001:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305571832 00000100:00000001:3.0:1767325861.432003:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305567342 00000100:00000001:3.0:1767325861.432005:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305571832 00000100:00000001:3.0:1767325861.432006:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305567342 00000100:00000001:3.0:1767325861.432008:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305571832 00000100:00000001:3.0:1767325861.432010:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305567342 00000800:00000200:0.0:1767325861.432012:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325861.432013:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305571832 00000800:00000010:0.0:1767325861.432017:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000100:00000001:3.0:1767325861.432018:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325861.432022:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325861.432023:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325861.432028:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325861.432031:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325861.432033:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325861.432036:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:0.0:1767325861.432039:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:0.0:1767325861.432042:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325861.432045:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.432053:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325861.432055:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.432074:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.432076:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325861.432110:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325861.432113:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:0.0:1767325861.432120:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325861.432124:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325861.432127:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000400:00000010:0.0:1767325861.432128:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:0.0:1767325861.432131:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325861.432133:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.432141:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325861.432143:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.432149:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.432151:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325861.433288:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325861.433299:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325861.433302:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325861.433304:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325861.433310:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325861.433320:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02180 00000400:00000200:2.0:1767325861.433327:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x33d [1] + 224 00000800:00000001:2.0:1767325861.433332:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325861.433339:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325861.433341:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325861.433345:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325861.433350:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325861.433353:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325861.433362:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.433393:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325861.433404:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325861.433408:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.433433:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325861.433436:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325861.433441:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325861.433443:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325861.433445:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028c51a23. 00000400:00000200:0.0:1767325861.433449:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:0.0:1767325861.433450:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767325861.433453:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325861.433457:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325861.433466:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.433472:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325861.433473:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.433475:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325861.433478:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325861.433480:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325861.433482:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325861.433485:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325861.433490:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325861.433494:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325861.433496:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325861.433504:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.433507:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325861.433509:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.433511:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.433516:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.433522:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325861.433524:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325861.433526:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325861.433529:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325861.433535:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386612096:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325861.433540:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.433542:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325861.433544:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386612096/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.433550:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325861.433553:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325861.433555:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e482946a. 02000000:00000001:0.0:1767325861.433565:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325861.433567:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325861.433569:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767325861.433571:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325861.433574:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:0.0:1767325861.433577:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325861.433578:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325861.433581:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:0.0:1767325861.433585:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325861.433586:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.433588:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.433592:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325861.433594:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.433596:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325861.433597:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325861.433645:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.433660:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325861.433663:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.433666:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325861.433674:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325861.433687:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02200 00000400:00000200:1.0:1767325861.433693:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x345 [1] + 224 00000800:00000001:1.0:1767325861.433700:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.433714:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325861.433718:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325861.433722:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325861.433728:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325861.433732:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325861.433742:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325861.433790:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325861.433800:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.433804:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325861.433805:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325861.433808:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325861.433813:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325861.433815:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325861.433817:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809ad470. 00000400:00000200:2.0:1767325861.433821:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:2.0:1767325861.433823:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:2.0:1767325861.433826:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325861.433829:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325861.433835:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.433839:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325861.433840:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325861.433848:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325861.433850:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325861.433851:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325861.433852:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325861.433854:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325861.433861:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325861.433864:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325861.433865:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325861.433867:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325861.433868:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325861.433871:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.433874:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325861.433876:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325861.433878:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325861.433879:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325861.433881:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.433897:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325861.433899:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325861.433901:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325861.433904:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325861.433909:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386612224:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325861.433912:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325861.433914:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325861.433915:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386612224/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.433918:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325861.433920:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325861.433923:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7bd9925. 02000000:00000001:2.0:1767325861.433926:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325861.433927:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325861.433929:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325861.433930:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325861.433932:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000001:2.0:1767325861.433935:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325861.433936:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325861.433937:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:2.0:1767325861.433940:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325861.433941:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325861.433942:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325861.433948:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325861.433950:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.433951:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325861.433954:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325861.433991:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325861.433998:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325861.434000:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325861.434003:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325861.434009:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325861.434019:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02280 00000400:00000200:0.0:1767325861.434024:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x34d [1] + 224 00000800:00000001:0.0:1767325861.434029:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325861.434034:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325861.434036:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325861.434040:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325861.434044:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325861.434053:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325861.434073:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.434083:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325861.434088:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325861.434090:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325861.434103:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325861.434106:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325861.434111:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325861.434113:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325861.434114:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc7d07a. 00000400:00000200:3.0:1767325861.434118:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000400:00000010:3.0:1767325861.434120:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:3.0:1767325861.434122:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325861.434127:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325861.434135:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325861.434141:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325861.434142:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325861.434144:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325861.434152:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325861.434153:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325861.434155:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325861.434157:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325861.434161:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325861.434164:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325861.434167:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325861.434168:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325861.434170:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325861.434173:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325861.434179:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325861.434182:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325861.434183:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325861.434185:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325861.434186:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325861.434188:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325861.434194:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325861.434196:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325861.434197:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325861.434200:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325861.434206:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386612352:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325861.434210:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325861.434212:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325861.434214:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386612352/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325861.434219:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325861.434222:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325861.434223:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192feabd. 02000000:00000001:3.0:1767325861.434226:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325861.434231:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325861.434232:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325861.434235:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325861.434236:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d87fd39d. 02000000:00000001:3.0:1767325861.434239:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325861.434240:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325861.434242:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:3.0:1767325861.434244:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325861.434245:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325861.434247:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325861.434251:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325861.434252:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325861.434254:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325861.434256:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325862.134868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325862.134874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325862.134877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325862.134878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325862.134928:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325862.134932:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325862.134935:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325863.158845:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325863.158851:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325863.158855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325863.158856:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325863.158873:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325863.158875:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325863.158877:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325864.182869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325864.182874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325864.182879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325864.182881:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325864.182948:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325864.182956:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325864.182958:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325865.206865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325865.206872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325865.206877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325865.206878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325865.206899:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325865.206901:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325865.206903:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325866.038908:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305571832, at 4305571840 00000100:00000040:1.0:1767325866.038908:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305571832, at 4305571840 00000100:00000040:0.0:1767325866.038908:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305571832, at 4305571840 00000100:00000040:3.0:1767325866.038931:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305571832, at 4305571840 00000100:00000010:2.0:1767325866.038931:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000010:1.0:1767325866.038933:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd84bbf8. 00000100:00000010:0.0:1767325866.038938:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00000100:00000010:3.0:1767325866.038949:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00010000:00000001:0.0:1767325866.230882:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325866.230890:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325866.230893:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325866.230894:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325866.230899:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325866.230901:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325866.230902:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325866.230904:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325866.230907:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325866.230908:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325866.230977:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325866.230983:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325866.230986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325866.550903:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325866.550916:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325866.550926:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767325866.550934:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325866.550940:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325866.550945:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325866.550952:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325866.550964:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767325866.550979:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325866.550992:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325866.551005:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325866.551008:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325866.551013:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325866.551072:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325866.551075:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325866.551078:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325866.551081:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000020:00000040:0.0:1767325866.551083:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325866.551086:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325866.551088:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325866.551090:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.551091:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325866.551096:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00100000:3.0:1767325866.551098:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767325866.551101:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.551102:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325866.551104:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325866.551110:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325866.551110:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325866.551112:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325866.551114:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325866.551121:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325866.551127:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325866.551129:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325866.551131:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325866.551131:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325866.551135:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_01+1] req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325866.551143:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325866.551150:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325866.551156:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325866.551158:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325866.551160:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767325866.551163:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000010:0.0:1767325866.551165:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000100:00000001:2.0:1767325866.551168:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767325866.551171:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325866.551176:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325866.551176:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325866.551180:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325866.551182:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325866.551185:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325866.551187:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325866.551191:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767325866.551192:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:2.0:1767325866.551193:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325866.551200:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325866.551201:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325866.551213:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325866.551220:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325866.551226:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325866.551237:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325866.551247:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325866.551248:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325866.551249:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325866.551251:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325866.551252:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325866.551258:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325866.551258:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325866.551260:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386612608:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767325866.551267:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325866.551268:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325866.551273:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325866.551274:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325866.551275:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_02+2] req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325866.551278:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325866.551280:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386612480:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767325866.551287:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325866.551295:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6ce32b2. 00000100:00000001:3.0:1767325866.551303:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325866.551305:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325866.551312:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325866.551317:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325866.551317:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 02000000:00000001:3.0:1767325866.551322:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767325866.551326:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000200:2.0:1767325866.551331:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612608, portal 10 00000100:00000001:2.0:1767325866.551334:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767325866.551336:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da755d23. 00000100:00000001:0.0:1767325866.551339:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325866.551340:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325866.551344:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 00000100:00000001:1.0:1767325866.551350:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325866.551350:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325866.551355:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.551358:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325866.551361:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325866.551369:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325866.551374:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325866.551379:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325866.551381:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10910) 00000100:00000040:2.0:1767325866.551388:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325866.551393:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000100:00000200:2.0:1767325866.551396:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386612608, offset 0 00000100:00000001:1.0:1767325866.551396:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325866.551400:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325866.551404:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325866.551407:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325866.551410:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325866.551411:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325866.551413:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325866.551417:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767325866.551423:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325866.551424:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325866.551429:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:1.0:1767325866.551432:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386612736:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767325866.551434:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325866.551441:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767325866.551445:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc7d07a. 00000400:00000200:2.0:1767325866.551445:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [78:78:256:4294967295] 192.168.203.127@tcp LPNI seq info [78:78:8:4294967295] 00000100:00000001:1.0:1767325866.551446:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325866.551452:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767325866.551454:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 02000000:00000001:1.0:1767325866.551456:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325866.551459:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612480, portal 25 02000000:00000001:1.0:1767325866.551460:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325866.551464:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767325866.551465:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002267ae72. 00000100:00000001:3.0:1767325866.551466:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767325866.551470:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325866.551471:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325866.551476:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5d84d4d. 00000800:00000010:2.0:1767325866.551478:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd5debfc. 00000400:00000010:1.0:1767325866.551481:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000800:00000200:2.0:1767325866.551485:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767325866.551487:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612736, portal 10 00000100:00000001:1.0:1767325866.551490:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325866.551491:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000800:00000200:2.0:1767325866.551494:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325866.551498:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd5debfc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767325866.551499:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.551508:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325866.551510:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:2.0:1767325866.551513:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325866.551514:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325866.551518:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000040:2.0:1767325866.551519:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1625510 usecs (1626 jiffies) 00000100:00000040:3.0:1767325866.551522:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325866.551522:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386612736, offset 0 00000100:00000001:2.0:1767325866.551523:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305573978 00000100:00000010:2.0:1767325866.551529:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000400:00000200:1.0:1767325866.551533:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325866.551538:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325866.551541:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325866.551544:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325866.551546:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305573978 00000400:00000200:1.0:1767325866.551548:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325866.551551:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767325866.551551:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a6246b. 00000400:00000200:1.0:1767325866.551555:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325866.551557:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767325866.551559:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000400:00000200:1.0:1767325866.551560:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325866.551564:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305573978 00000400:00000200:1.0:1767325866.551565:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767325866.551566:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386612480, offset 0 00000400:00000200:1.0:1767325866.551569:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [79:79:255:4294967295] 192.168.203.127@tcp LPNI seq info [79:79:7:4294967295] 00000100:00000010:2.0:1767325866.551573:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000100:00000001:2.0:1767325866.551578:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767325866.551584:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325866.551587:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305573978 00000400:00000200:1.0:1767325866.551591:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:2.0:1767325866.551592:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb6039c0. 00000100:00000001:2.0:1767325866.551596:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767325866.551598:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325866.551600:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325866.551602:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000400:00000200:3.0:1767325866.551604:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325866.551604:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325866.551610:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325866.551613:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325866.551613:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325866.551614:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325866.551619:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767325866.551623:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767325866.551625:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325866.551628:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767325866.551634:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325866.551635:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [80:80:254:4294967295] 192.168.203.127@tcp LPNI seq info [80:80:6:4294967295] 00000100:00000001:1.0:1767325866.551642:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325866.551647:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 100535 usecs (101 jiffies) 00000800:00000200:0.0:1767325866.551651:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325866.551653:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305572453 00000800:00000010:0.0:1767325866.551655:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd5debfc. 00000400:00000200:3.0:1767325866.551661:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325866.551664:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305573978 00000100:00000001:1.0:1767325866.551669:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305572453 00000400:00000200:0.0:1767325866.551670:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767325866.551676:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325866.551677:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305573978 00000100:00000001:1.0:1767325866.551684:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305572453 00000400:00000200:0.0:1767325866.551684:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000010:3.0:1767325866.551685:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000001:1.0:1767325866.551692:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305573978 00000400:00000200:0.0:1767325866.551693:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000100:00000001:1.0:1767325866.551694:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305572453 00000400:00000010:0.0:1767325866.551697:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:1.0:1767325866.551700:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305573978 00000100:00000001:1.0:1767325866.551702:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325866.551703:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325866.551707:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325866.551710:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325866.551714:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.551715:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325866.551723:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325866.551725:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325866.551733:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325866.551735:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325866.551737:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325866.551743:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325866.551749:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767325866.551794:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:0.0:1767325866.551798:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325866.551799:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325866.551806:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325866.551816:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325866.551820:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.551822:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305576953 00000100:00000001:0.0:1767325866.551823:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325866.551829:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305573978 00000100:00000001:3.0:1767325866.551834:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305576953 00000100:00000001:3.0:1767325866.551837:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305573978 00000100:00000001:3.0:1767325866.551846:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305576953 00000800:00000200:0.0:1767325866.551850:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325866.551851:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305573978 00000100:00000001:3.0:1767325866.551859:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305576953 00000800:00000010:0.0:1767325866.551859:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000100:00000001:3.0:1767325866.551865:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305573978 00000100:00000001:3.0:1767325866.551869:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325866.551869:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325866.551878:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.551881:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.551887:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325866.551887:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325866.551896:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325866.551898:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000100:00000001:3.0:1767325866.551899:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325866.551900:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325866.551902:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:3.0:1767325866.551903:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325866.551912:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325866.551916:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325866.551932:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325866.551934:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325866.551938:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325866.551939:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325866.551966:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325866.551968:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:0.0:1767325866.551970:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325866.551973:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325866.551974:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:0.0:1767325866.551975:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:0.0:1767325866.551977:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325866.551979:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325866.551983:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325866.551985:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325866.551988:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325866.551989:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325866.553004:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325866.553015:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325866.553017:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325866.553020:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325866.553037:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325866.553048:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02380 00000400:00000200:1.0:1767325866.553054:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x355 [1] + 224 00000800:00000001:1.0:1767325866.553060:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325866.553067:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325866.553070:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325866.553080:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325866.553086:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325866.553089:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325866.553096:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.553107:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325866.553114:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325866.553117:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325866.553118:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325866.553119:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325866.553122:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325866.553127:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02400 00000400:00000200:1.0:1767325866.553130:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x361 [1] + 224 00000800:00000001:1.0:1767325866.553132:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325866.553136:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325866.553137:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325866.553139:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325866.553141:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325866.553144:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325866.553144:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325866.553147:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325866.553153:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325866.553155:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325866.553159:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325866.553162:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:2.0:1767325866.553167:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000100:00000001:1.0:1767325866.553167:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767325866.553171:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767325866.553175:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767325866.553178:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325866.553181:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325866.553182:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325866.553184:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325866.553187:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325866.553191:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325866.553193:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325866.553196:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5d84d4d. 00000100:00000200:2.0:1767325866.553199:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325866.553200:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:3.0:1767325866.553202:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:3.0:1767325866.553206:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325866.553211:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325866.553213:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325866.553216:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325866.553222:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767325866.553224:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325866.553226:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325866.553228:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325866.553231:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325866.553234:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.553241:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325866.553243:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325866.553243:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325866.553247:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325866.553249:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325866.553250:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325866.553252:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325866.553254:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325866.553261:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325866.553262:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325866.553263:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325866.553264:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325866.553267:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325866.553272:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325866.553274:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325866.553275:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325866.553277:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325866.553281:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386612608:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325866.553284:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325866.553286:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325866.553287:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386612608/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325866.553291:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325866.553297:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325866.553299:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6ce32b2. 02000000:00000001:2.0:1767325866.553301:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325866.553303:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325866.553304:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325866.553306:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325866.553308:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:2.0:1767325866.553310:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325866.553311:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325866.553312:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:2.0:1767325866.553314:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325866.553315:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325866.553317:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325866.553319:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325866.553320:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325866.553321:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325866.553326:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.553337:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325866.553342:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767325866.553342:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325866.553346:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325866.553349:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325866.553351:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325866.553354:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325866.553356:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=51 v=5 (5 0 0 0) 00000800:00000001:0.0:1767325866.553360:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767325866.553361:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325866.553365:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325866.553366:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325866.553372:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325866.553375:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325866.553384:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325866.553384:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:3.0:1767325866.553398:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325866.553402:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02300 00000400:00000200:0.0:1767325866.553408:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:0.0:1767325866.553414:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325866.553419:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325866.553421:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325866.553423:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325866.553426:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325866.553434:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325866.553440:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325866.553456:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325866.553458:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325866.553460:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325866.553465:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767325866.553465:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325866.553467:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325866.553469:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325866.553478:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.553486:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325866.553487:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325866.553490:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325866.553492:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325866.553495:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325866.553496:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325866.553499:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767325866.553500:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325866.553508:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386612736:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767325866.553511:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc7d07a. 00000100:00000001:3.0:1767325866.553514:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325866.553517:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325866.553520:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386612736/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325866.553520:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000100:00000001:3.0:1767325866.553527:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325866.553531:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767325866.553531:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 02000000:00000010:3.0:1767325866.553535:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002267ae72. 00000100:00000001:1.0:1767325866.553537:0:216339:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767325866.553539:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325866.553542:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325866.553544:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000200:1.0:1767325866.553544:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325866.553549:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325866.553551:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 02000000:00000001:3.0:1767325866.553556:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325866.553558:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325866.553561:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000200:1.0:1767325866.553562:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325866.553572:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325866.553573:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325866.553574:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325866.553576:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325866.553577:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325866.553581:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325866.553583:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767325866.553584:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325866.553586:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325866.553587:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325866.553590:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.553591:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325866.553594:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325866.553595:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325866.553599:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325866.553603:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325866.553606:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325866.553607:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325866.553609:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325866.553611:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325866.553613:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325866.553616:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.553623:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325866.553626:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325866.553627:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325866.553630:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325866.553636:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386612480:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325866.553640:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325866.553642:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325866.553644:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386612480/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325866.553661:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325866.553663:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325866.553665:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da755d23. 02000000:00000001:1.0:1767325866.553668:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325866.553669:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325866.553670:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325866.553672:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325866.553673:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:1.0:1767325866.553675:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325866.553677:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325866.553678:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:1.0:1767325866.553681:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325866.553682:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325866.553684:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325866.553687:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325866.553689:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325866.553691:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325866.553692:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325867.254842:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325867.254848:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325867.254855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325867.254858:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325867.254860:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325867.254865:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325867.254867:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325867.254868:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325867.254870:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325867.254872:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325867.254874:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325867.254876:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325867.254898:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325867.254900:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325867.254902:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325868.278858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325868.278866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325868.278870:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325868.278871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325868.278938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325868.278942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325868.278945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325869.302864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325869.302870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325869.302874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325869.302875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325869.302902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325869.302904:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325869.302906:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325870.326831:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325870.326836:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325870.326840:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325870.326854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325870.326911:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325870.326913:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325870.326915:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325871.158831:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305576953, at 4305576960 00000100:00000040:1.0:1767325871.158832:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305576953, at 4305576960 00000100:00000040:2.0:1767325871.158833:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305576953, at 4305576960 00000100:00000040:3.0:1767325871.158834:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305576953, at 4305576960 00000100:00000010:2.0:1767325871.158850:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00000100:00000010:1.0:1767325871.158852:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a6246b. 00000100:00000010:0.0:1767325871.158855:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000010:3.0:1767325871.158921:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb6039c0. 00010000:00000001:0.0:1767325871.350892:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325871.350901:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325871.350909:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325871.350910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325871.350947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325871.350950:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325871.350954:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325871.670888:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325871.670902:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325871.670914:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767325871.670923:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325871.670928:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325871.670946:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325871.670953:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325871.670963:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000325d576c. 00000100:00000001:2.0:1767325871.670971:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.670982:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325871.671018:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325871.671021:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671026:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325871.671055:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671056:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325871.671059:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325871.671061:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767325871.671063:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325871.671065:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325871.671066:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325871.671068:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325871.671072:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd5debfc. 00000100:00000001:2.0:1767325871.671075:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671077:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325871.671082:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325871.671089:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325871.671092:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325871.671101:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767325871.671101:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325871.671104:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671110:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.671129:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325871.671129:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325871.671135:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.671139:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325871.671142:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325871.671144:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671147:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325871.671148:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325871.671151:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325871.671154:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325871.671156:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000100:00100000:0.0:1767325871.671160:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386612864:192.168.203.127@tcp:400: 00000020:00000040:2.0:1767325871.671161:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325871.671167:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325871.671168:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325871.671171:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325871.671175:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325871.671175:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767325871.671179:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f78cc075. 02000000:00000001:0.0:1767325871.671179:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671184:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671190:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325871.671190:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325871.671191:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325871.671196:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19d22ac. 00000100:00000001:1.0:1767325871.671198:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325871.671202:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325871.671202:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671207:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325871.671210:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671214:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325871.671214:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000400:00000010:0.0:1767325871.671225:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000001:2.0:1767325871.671227:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671231:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325871.671235:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325871.671237:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612864, portal 25 00000100:00000001:0.0:1767325871.671243:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325871.671248:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325871.671253:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325871.671253:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:1.0:1767325871.671256:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671258:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10915) 02000000:00000001:1.0:1767325871.671259:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325871.671263:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325871.671264:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325871.671266:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325871.671275:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386612992:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325871.671278:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325871.671281:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325871.671283:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325871.671294:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325871.671295:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325871.671295:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325871.671300:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325871.671301:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000371a44c. 00000100:00000001:2.0:1767325871.671303:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325871.671304:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325871.671307:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671312:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325871.671313:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef011286. 00000400:00000010:0.0:1767325871.671320:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000400:00000010:1.0:1767325871.671324:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 00000100:00000200:0.0:1767325871.671325:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386612864, offset 0 00000100:00000200:1.0:1767325871.671330:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386612992, portal 10 00000100:00000001:2.0:1767325871.671336:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325871.671338:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325871.671341:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325871.671343:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325871.671347:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325871.671348:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 02000000:00000001:2.0:1767325871.671350:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325871.671353:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325871.671356:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386613120:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767325871.671357:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325871.671361:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325871.671361:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767325871.671365:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325871.671368:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325871.671371:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325871.671372:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325871.671374:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767325871.671378:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054abdb72. 00000100:00000040:1.0:1767325871.671378:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325871.671381:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767325871.671382:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325871.671384:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000400:00000010:2.0:1767325871.671387:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000400:00000200:0.0:1767325871.671387:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767325871.671388:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386612992, offset 0 00000400:00000200:0.0:1767325871.671393:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767325871.671394:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000400:00000200:0.0:1767325871.671400:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [81:81:256:4294967295] 192.168.203.127@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:1.0:1767325871.671401:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767325871.671409:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613120, portal 10 00000100:00000001:2.0:1767325871.671412:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325871.671415:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000200:0.0:1767325871.671418:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767325871.671423:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325871.671430:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767325871.671430:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325871.671437:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325871.671438:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325871.671440:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000100:00000040:2.0:1767325871.671444:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325871.671444:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767325871.671449:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000400:00000200:1.0:1767325871.671449:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325871.671453:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767325871.671454:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386613120, offset 0 00000400:00000200:1.0:1767325871.671455:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325871.671461:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [82:82:255:4294967295] 192.168.203.127@tcp LPNI seq info [82:82:7:4294967295] 00000400:00000200:2.0:1767325871.671466:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767325871.671467:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767325871.671474:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325871.671474:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767325871.671482:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325871.671485:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767325871.671486:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000400:00000200:2.0:1767325871.671491:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325871.671492:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325871.671495:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325871.671497:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325871.671501:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325871.671505:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325871.671506:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325871.671506:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305582072 00000400:00000200:2.0:1767325871.671513:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [83:83:254:4294967295] 192.168.203.127@tcp LPNI seq info [83:83:6:4294967295] 00000800:00000200:1.0:1767325871.671513:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325871.671514:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000100:00000001:1.0:1767325871.671521:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325871.671525:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1535348 usecs (1536 jiffies) 00000100:00000001:0.0:1767325871.671526:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325871.671531:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325871.671531:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305579008 00000100:00000001:0.0:1767325871.671536:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305582072 00000100:00000001:1.0:1767325871.671537:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305582072 00000100:00000010:0.0:1767325871.671541:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000100:00000001:0.0:1767325871.671547:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325871.671550:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305579008 00000800:00000200:2.0:1767325871.671551:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325871.671555:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305582072 00000100:00000001:1.0:1767325871.671558:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305582072 00000800:00000010:2.0:1767325871.671559:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0c66933. 00000100:00000010:0.0:1767325871.671560:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000800:00000200:3.0:1767325871.671565:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325871.671565:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305579008 00000100:00000001:0.0:1767325871.671566:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767325871.671568:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000010:3.0:1767325871.671576:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000100:00000001:0.0:1767325871.671579:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305582072 00000100:00000001:1.0:1767325871.671580:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305582072 00000800:00000200:2.0:1767325871.671588:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767325871.671588:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000100:00000001:1.0:1767325871.671589:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305579008 00000400:00000200:3.0:1767325871.671593:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767325871.671594:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d0c66933 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325871.671594:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325871.671604:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305582072 00000100:00000001:0.0:1767325871.671604:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325871.671606:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325871.671608:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325871.671609:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325871.671614:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325871.671616:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325871.671617:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 93533 usecs (94 jiffies) 00000100:00000001:0.0:1767325871.671618:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325871.671619:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325871.671625:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671627:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305577566 00000100:00000001:1.0:1767325871.671632:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325871.671639:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305582072 00000400:00000200:3.0:1767325871.671644:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000100:00000001:2.0:1767325871.671644:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305577566 00000100:00000001:2.0:1767325871.671654:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305582072 00000400:00000010:3.0:1767325871.671656:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:2.0:1767325871.671659:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305577566 00000100:00000001:1.0:1767325871.671661:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325871.671661:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325871.671663:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305582072 00000100:00000001:1.0:1767325871.671666:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325871.671666:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325871.671668:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325871.671668:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305577566 00000100:00000001:1.0:1767325871.671670:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325871.671675:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325871.671676:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305582072 00000100:00000001:1.0:1767325871.671677:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325871.671677:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325871.671683:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325871.671684:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325871.671685:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325871.671685:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325871.671689:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671690:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671700:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325871.671700:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671710:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325871.671716:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325871.671718:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325871.671723:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325871.671723:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325871.671726:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325871.671729:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.671732:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325871.671736:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.671745:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.671747:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325871.671801:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325871.671804:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000400:00000200:3.0:1767325871.671807:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325871.671810:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325871.671812:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000400:00000010:3.0:1767325871.671814:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:3.0:1767325871.671817:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325871.671820:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.671841:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325871.671844:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.671849:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.671851:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325871.671906:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325871.671909:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0c66933. 00000400:00000200:3.0:1767325871.671912:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325871.671915:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325871.671918:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:3.0:1767325871.671919:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:3.0:1767325871.671922:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325871.671925:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.671931:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325871.671933:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.671938:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.671940:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325871.673665:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673678:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325871.673681:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673682:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325871.673689:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325871.673700:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02480 00000400:00000200:1.0:1767325871.673708:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x36d [1] + 224 00000800:00000001:1.0:1767325871.673715:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673721:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325871.673723:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325871.673728:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325871.673734:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325871.673738:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325871.673748:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325871.673801:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325871.673813:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673818:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325871.673820:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673823:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325871.673826:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325871.673829:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325871.673829:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325871.673836:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325871.673837:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02580 00000400:00000001:0.0:1767325871.673846:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325871.673848:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325871.673851:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:0.0:1767325871.673853:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:0.0:1767325871.673855:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325871.673858:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x37d [1] + 224 00000100:00000200:0.0:1767325871.673860:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325871.673863:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673866:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325871.673870:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767325871.673873:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325871.673877:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325871.673883:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325871.673886:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767325871.673888:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325871.673889:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325871.673893:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325871.673895:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325871.673898:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767325871.673901:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325871.673901:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325871.673906:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325871.673915:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=56 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325871.673916:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325871.673919:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=56 v=5 (1 0 0 0) 00000800:00000001:1.0:1767325871.673921:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325871.673922:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325871.673924:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325871.673925:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325871.673928:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.673929:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325871.673935:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:0.0:1767325871.673935:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325871.673939:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325871.673942:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325871.673943:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02500 00000100:00000040:0.0:1767325871.673949:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325871.673950:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x375 [1] + 224 00000100:00000001:2.0:1767325871.673951:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325871.673955:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325871.673960:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325871.673961:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767325871.673962:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325871.673965:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325871.673966:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767325871.673968:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325871.673969:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325871.673970:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767325871.673974:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325871.673975:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767325871.673977:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000100:00100000:0.0:1767325871.673985:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386612864:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767325871.673987:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000100:00000001:0.0:1767325871.673999:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325871.674001:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325871.674004:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386612864/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325871.674007:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767325871.674012:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325871.674013:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325871.674014:0:216332:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325871.674017:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767325871.674019:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325871.674021:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19d22ac. 02000000:00000001:0.0:1767325871.674025:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325871.674028:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325871.674030:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000200:1.0:1767325871.674032:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325871.674036:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325871.674040:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000325d576c. 00000100:00000200:2.0:1767325871.674041:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325871.674046:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325871.674049:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767325871.674052:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325871.674053:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767325871.674058:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325871.674061:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325871.674062:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325871.674066:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325871.674067:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325871.674072:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325871.674072:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325871.674075:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325871.674077:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325871.674077:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325871.674078:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325871.674080:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325871.674082:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.674083:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325871.674086:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325871.674086:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325871.674092:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325871.674094:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325871.674099:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325871.674103:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325871.674105:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325871.674108:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325871.674112:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325871.674121:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.674124:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325871.674125:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325871.674129:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325871.674131:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325871.674134:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325871.674137:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325871.674139:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767325871.674142:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325871.674143:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325871.674148:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef011286. 00000400:00000200:3.0:1767325871.674160:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000100:00000001:2.0:1767325871.674161:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325871.674165:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:2.0:1767325871.674167:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325871.674172:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325871.674174:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325871.674179:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325871.674184:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325871.674220:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.674287:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767325871.674290:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386613120:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325871.674298:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325871.674299:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325871.674303:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325871.674306:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767325871.674310:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386613120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325871.674311:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325871.674315:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325871.674318:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325871.674325:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.674331:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325871.674335:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325871.674337:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054abdb72. 00000100:00001000:3.0:1767325871.674338:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=46 v=5 (5 0 0 0) 02000000:00000001:2.0:1767325871.674343:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767325871.674346:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=46 v=5 (1 0 0 0) 00000020:00000001:2.0:1767325871.674347:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325871.674351:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325871.674354:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767325871.674356:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325871.674357:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325871.674360:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f78cc075. 00010000:00000001:3.0:1767325871.674361:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767325871.674367:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767325871.674368:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325871.674370:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325871.674373:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767325871.674374:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325871.674381:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325871.674382:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325871.674388:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325871.674389:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325871.674392:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.674394:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325871.674400:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325871.674401:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325871.674405:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325871.674414:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325871.674417:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.674420:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325871.674425:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325871.674428:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325871.674433:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325871.674440:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386612992:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325871.674445:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325871.674446:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325871.674448:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386612992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325871.674454:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325871.674456:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325871.674458:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000371a44c. 02000000:00000001:3.0:1767325871.674462:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325871.674464:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325871.674470:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325871.674472:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325871.674474:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd5debfc. 02000000:00000001:3.0:1767325871.674478:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325871.674479:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325871.674481:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:3.0:1767325871.674484:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325871.674485:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325871.674487:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325871.674493:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325871.674495:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325871.674497:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325871.674499:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325872.374877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325872.374902:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325872.374907:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325872.374908:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325872.374933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325872.374936:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325872.374939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325873.398902:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325873.398911:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325873.398938:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325873.398940:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325873.398972:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325873.398975:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325873.399003:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325874.422859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325874.422864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325874.422868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325874.422869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325874.422901:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325874.422903:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325874.422904:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325875.446876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325875.446882:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325875.446886:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325875.446887:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325875.446902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325875.446904:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325875.446905:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325876.278874:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305582072, at 4305582080 00000100:00000040:2.0:1767325876.278874:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305582072, at 4305582080 00000100:00000040:1.0:1767325876.278874:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305582072, at 4305582080 00000100:00000040:0.0:1767325876.278874:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305582072, at 4305582080 00000100:00000010:0.0:1767325876.278895:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:1.0:1767325876.278896:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000010:2.0:1767325876.278899:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:3.0:1767325876.278901:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00010000:00000001:0.0:1767325876.470875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325876.470887:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325876.470889:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325876.470892:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325876.470896:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325876.470898:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325876.470900:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325876.470902:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325876.470929:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325876.470931:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325876.470952:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325876.470955:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325876.470989:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325876.790893:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325876.790905:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325876.790912:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000020:00000040:3.0:1767325876.790920:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325876.790926:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325876.790929:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325876.791073:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325876.791089:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767325876.791099:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.791111:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325876.791123:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325876.791126:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.791132:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_02+2] req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325876.791160:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.791164:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325876.791168:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325876.791175:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325876.791180:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325876.791182:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767325876.791194:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000100:00000040:1.0:1767325876.791197:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.791201:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325876.791204:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325876.791208:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.791218:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325876.791220:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767325876.791222:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325876.791222:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325876.791229:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325876.791230:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325876.791232:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325876.791239:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325876.791241:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386613248:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325876.791245:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767325876.791246:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 02000000:00000001:1.0:1767325876.791251:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325876.791252:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325876.791254:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325876.791260:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325876.791266:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a34703. 02000000:00000001:1.0:1767325876.791268:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325876.791275:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e67c5c. 00000400:00000010:1.0:1767325876.791282:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000100:00000200:1.0:1767325876.791289:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613248, portal 25 00000100:00000001:1.0:1767325876.791293:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325876.791294:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000100:00000040:1.0:1767325876.791301:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325876.791321:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325876.791325:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325876.791329:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 00000100:00000200:1.0:1767325876.791333:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386613248, offset 0 00000400:00000200:1.0:1767325876.791339:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325876.791342:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325876.791354:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325876.791355:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.791361:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_03+3] req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325876.791371:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325876.791377:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325876.791378:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325876.791385:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325876.791390:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767325876.791396:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767325876.791399:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767325876.791403:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000400:00000200:1.0:1767325876.791405:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325876.791407:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325876.791414:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:1.0:1767325876.791414:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [84:84:256:4294967295] 192.168.203.127@tcp LPNI seq info [84:84:8:4294967295] 00000100:00000001:0.0:1767325876.791414:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325876.791420:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325876.791427:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325876.791432:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325876.791433:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325876.791439:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767325876.791441:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325876.791456:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767325876.791457:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:0.0:1767325876.791458:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767325876.791463:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000100:00000001:0.0:1767325876.791465:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325876.791470:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325876.791472:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325876.791475:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325876.791476:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767325876.791478:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.791491:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767325876.791492:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386613376:192.168.203.127@tcp:400: 00000800:00000200:1.0:1767325876.791494:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325876.791508:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325876.791514:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325876.791522:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325876.791528:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.791530:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325876.791533:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325876.791534:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325876.791538:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_00+0] req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325876.791540:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325876.791541:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047477017. 00000100:00000001:1.0:1767325876.791551:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305587192 02000000:00000001:0.0:1767325876.791552:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325876.791560:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000400:00000010:0.0:1767325876.791564:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000100:00000001:1.0:1767325876.791572:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767325876.791574:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000200:0.0:1767325876.791582:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613376, portal 10 00000100:00000001:1.0:1767325876.791584:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305587192 00000100:00000001:0.0:1767325876.791586:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325876.791589:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00000010:1.0:1767325876.791591:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:1.0:1767325876.791596:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767325876.791601:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325876.791602:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325876.791602:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305587192 00000100:00000010:1.0:1767325876.791611:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000040:3.0:1767325876.791612:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325876.791617:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325876.791621:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325876.791622:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305587192 00000100:00000010:1.0:1767325876.791631:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000100:00000040:0.0:1767325876.791632:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325876.791637:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:2.0:1767325876.791638:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767325876.791639:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000001:1.0:1767325876.791640:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325876.791647:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767325876.791648:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000100:00000040:3.0:1767325876.791650:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10920) 00000100:00000200:0.0:1767325876.791651:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386613376, offset 0 00000100:00000001:1.0:1767325876.791653:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325876.791659:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325876.791661:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325876.791666:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325876.791672:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325876.791672:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325876.791673:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325876.791677:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325876.791683:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325876.791684:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325876.791685:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325876.791686:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325876.791691:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325876.791694:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325876.791696:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325876.791700:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325876.791704:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325876.791707:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325876.791710:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [85:85:255:4294967295] 192.168.203.127@tcp LPNI seq info [85:85:7:4294967295] 00000400:00000200:0.0:1767325876.791718:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325876.791724:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325876.791726:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000100:00000001:1.0:1767325876.791729:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767325876.791729:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000400:00000010:2.0:1767325876.791730:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000800:00000200:0.0:1767325876.791738:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325876.791743:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325876.791745:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325876.791747:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325876.791748:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325876.791748:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.791752:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767325876.791779:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325876.791791:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325876.791793:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325876.791796:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325876.791800:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1454750 usecs (1455 jiffies) 00000100:00000040:3.0:1767325876.791801:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.791810:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305584048 00000100:00000001:0.0:1767325876.791821:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305587192 00000100:00000001:0.0:1767325876.791833:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305584048 00000100:00000001:0.0:1767325876.791843:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305587192 00000100:00000001:2.0:1767325876.791853:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325876.791854:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305584048 00000100:00000001:3.0:1767325876.791857:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325876.791861:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325876.791862:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305587192 00000100:00000001:3.0:1767325876.791863:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325876.791869:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325876.791870:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305584048 02000000:00000001:3.0:1767325876.791872:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325876.791878:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305587192 02000000:00000001:3.0:1767325876.791880:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325876.791889:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767325876.791892:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386613504:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325876.791898:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.791899:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325876.791904:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325876.791905:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767325876.791909:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767325876.791910:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325876.791911:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325876.791920:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767325876.791920:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 02000000:00000010:3.0:1767325876.791926:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058e237f1. 00000400:00000200:2.0:1767325876.791928:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325876.791928:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325876.791930:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325876.791932:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325876.791945:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325876.791946:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54ef79. 00000400:00000200:2.0:1767325876.791950:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325876.791967:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325876.791969:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000100:00000001:0.0:1767325876.791971:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325876.791974:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767325876.791975:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325876.791980:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325876.791984:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325876.791993:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325876.791995:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325876.792001:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325876.792002:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767325876.792017:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000100:00000200:3.0:1767325876.792024:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613504, portal 10 00000100:00000001:3.0:1767325876.792026:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325876.792027:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000100:00000040:3.0:1767325876.792033:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325876.792038:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325876.792039:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325876.792042:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000100:00000200:3.0:1767325876.792043:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386613504, offset 0 00000400:00000200:3.0:1767325876.792047:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325876.792056:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325876.792065:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325876.792069:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325876.792071:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325876.792074:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325876.792078:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [86:86:256:4294967295] 192.168.203.127@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:3.0:1767325876.792088:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325876.792094:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325876.792097:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000800:00000200:3.0:1767325876.792103:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325876.792110:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325876.792114:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325876.792129:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.792132:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 87536 usecs (88 jiffies) 00000100:00000001:3.0:1767325876.792136:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305582681 00000100:00000001:3.0:1767325876.792138:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305587192 00000100:00000001:3.0:1767325876.792140:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305582681 00000100:00000001:3.0:1767325876.792142:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305587192 00000100:00000001:3.0:1767325876.792144:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305582681 00000100:00000001:3.0:1767325876.792145:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305587192 00000100:00000001:3.0:1767325876.792146:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305582681 00000100:00000001:3.0:1767325876.792148:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305587192 00000100:00000001:3.0:1767325876.792150:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325876.792152:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.792154:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.792155:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325876.792163:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325876.792164:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325876.792166:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325876.792172:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325876.792174:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.792175:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325876.792202:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325876.792207:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:0.0:1767325876.792211:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325876.792216:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325876.792219:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000400:00000010:0.0:1767325876.792221:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:0.0:1767325876.792225:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325876.792230:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.792238:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325876.792240:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.792247:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325876.792248:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325876.793056:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793067:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325876.793069:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793070:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325876.793076:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325876.793085:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02600 00000400:00000200:1.0:1767325876.793095:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x385 [1] + 224 00000800:00000001:1.0:1767325876.793102:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793105:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325876.793106:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325876.793108:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325876.793111:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325876.793114:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325876.793121:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325876.793133:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325876.793141:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793144:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325876.793145:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793147:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325876.793154:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325876.793159:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02680 00000400:00000200:1.0:1767325876.793161:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x38d [1] + 224 00000800:00000001:1.0:1767325876.793164:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793168:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325876.793170:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325876.793172:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325876.793175:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325876.793176:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325876.793182:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325876.793193:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325876.793200:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325876.793205:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325876.793205:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325876.793210:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325876.793211:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793221:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325876.793225:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325876.793226:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325876.793232:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767325876.793233:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325876.793233:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767325876.793244:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e67c5c. 00000400:00000200:1.0:1767325876.793249:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02700 00000400:00000200:3.0:1767325876.793292:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:3.0:1767325876.793294:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:3.0:1767325876.793298:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767325876.793299:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325876.793301:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325876.793303:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000100:00000200:3.0:1767325876.793305:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325876.793310:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:0.0:1767325876.793317:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:0.0:1767325876.793324:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325876.793329:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325876.793333:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x395 [1] + 224 00000100:00000200:0.0:1767325876.793334:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325876.793353:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325876.793361:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325876.793369:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325876.793384:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325876.793396:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325876.793398:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325876.793402:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325876.793404:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325876.793407:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325876.793415:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325876.793420:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325876.793426:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325876.793434:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325876.793442:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325876.793454:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=61 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325876.793458:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325876.793463:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.793464:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325876.793465:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325876.793479:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325876.793483:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325876.793485:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325876.793489:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325876.793489:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767325876.793495:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325876.793495:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325876.793502:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325876.793503:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325876.793503:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.793518:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325876.793518:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325876.793522:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=51 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325876.793527:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325876.793529:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325876.793532:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325876.793534:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325876.793536:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=51 v=5 (1 0 0 0) 00000400:00000001:2.0:1767325876.793542:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325876.793548:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325876.793550:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767325876.793551:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d54ef79. 00000100:00000001:0.0:1767325876.793554:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325876.793555:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000400:00000010:2.0:1767325876.793564:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00010000:00000001:0.0:1767325876.793564:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325876.793565:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325876.793571:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325876.793572:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325876.793575:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325876.793579:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325876.793580:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325876.793587:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.793588:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325876.793592:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325876.793599:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325876.793604:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325876.793622:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325876.793646:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.793648:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325876.793658:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325876.793662:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325876.793674:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325876.793727:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386613376:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325876.793729:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325876.793735:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325876.793736:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386613248:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325876.793736:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325876.793743:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325876.793747:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767325876.793751:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386613376/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325876.793752:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325876.793754:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325876.793755:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325876.793780:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325876.793787:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.793790:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767325876.793794:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=61 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325876.793800:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767325876.793801:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=36 v=5 (1 0 0 0) 00000100:00000040:3.0:1767325876.793805:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386613248/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325876.793806:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325876.793813:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047477017. 00000100:00000001:2.0:1767325876.793815:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325876.793819:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325876.793823:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767325876.793828:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767325876.793830:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325876.793837:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00010000:00080000:2.0:1767325876.793840:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325876.793842:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325876.793847:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325876.793854:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a34703. 00000020:00000001:0.0:1767325876.793855:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767325876.793857:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325876.793862:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767325876.793864:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 02000000:00000001:3.0:1767325876.793865:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767325876.793865:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:3.0:1767325876.793874:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325876.793874:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767325876.793876:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325876.793887:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767325876.793888:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325876.793888:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325876.793896:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000020:00000001:3.0:1767325876.793898:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767325876.793902:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325876.793908:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 00000100:00000001:2.0:1767325876.793909:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325876.793910:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325876.793920:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325876.793920:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325876.793921:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325876.793928:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325876.793929:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325876.793929:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767325876.793935:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000040:2.0:1767325876.793939:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325876.793940:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325876.793941:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325876.793946:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.793947:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325876.793966:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325876.793970:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325876.793977:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325876.793980:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386613504:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325876.793981:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325876.793985:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325876.793992:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325876.793993:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325876.793996:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325876.793997:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325876.794001:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386613504/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325876.794014:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325876.794016:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325876.794017:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058e237f1. 02000000:00000001:2.0:1767325876.794020:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325876.794021:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325876.794022:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325876.794023:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325876.794024:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:2.0:1767325876.794026:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325876.794027:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325876.794028:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00000001:2.0:1767325876.794030:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325876.794031:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325876.794032:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325876.794035:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325876.794036:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325876.794038:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325876.794039:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325877.494907:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325877.494915:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325877.494922:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325877.494926:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325877.494929:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325877.494935:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325877.494937:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325877.494939:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325877.494942:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325877.494944:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325877.494946:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325877.494948:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325877.495007:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325877.495010:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325877.495013:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325878.518822:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325878.518832:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325878.518839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325878.518840:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325878.518856:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325878.518859:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325878.518860:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325879.542865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325879.542871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325879.542877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325879.542878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325879.542912:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325879.542915:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325879.542917:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325880.566835:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325880.566841:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325880.566846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325880.566847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325880.566860:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325880.566863:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325880.566865:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325881.398864:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305587192, at 4305587200 00000100:00000040:1.0:1767325881.398864:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305587192, at 4305587200 00000100:00000040:3.0:1767325881.398865:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305587192, at 4305587200 00000100:00000040:0.0:1767325881.398865:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305587192, at 4305587200 00000100:00000010:2.0:1767325881.398879:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00000100:00000010:3.0:1767325881.398881:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000010:0.0:1767325881.398883:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000010:1.0:1767325881.398887:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00010000:00000001:0.0:1767325881.590864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325881.590870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325881.590873:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325881.590874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325881.590891:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325881.590893:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325881.590894:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325881.910827:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325881.910835:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325881.910843:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000020:00000040:3.0:1767325881.910848:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325881.910852:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325881.910854:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325881.910857:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325881.910878:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767325881.910884:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.910892:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325881.910900:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325881.910902:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.910908:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_01+1] req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.910947:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.910950:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325881.910953:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325881.910956:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000020:00000040:3.0:1767325881.910959:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325881.910962:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325881.910964:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325881.910966:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.910967:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325881.910970:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:1.0:1767325881.910973:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325881.910975:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.910976:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325881.910982:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325881.910984:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.910985:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.910987:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325881.911009:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325881.911010:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325881.911012:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.911013:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325881.911019:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325881.911020:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_02+2] req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325881.911023:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325881.911028:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325881.911035:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386613632:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325881.911039:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325881.911043:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325881.911044:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325881.911046:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325881.911050:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de5f807a. 02000000:00000001:1.0:1767325881.911051:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325881.911056:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc4decc. 00000100:00000001:3.0:1767325881.911059:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325881.911062:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000100:00000040:3.0:1767325881.911063:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325881.911069:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767325881.911069:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613632, portal 25 00000100:00000010:3.0:1767325881.911074:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000100:00000001:1.0:1767325881.911074:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325881.911076:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000100:00000001:0.0:1767325881.911078:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325881.911079:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325881.911083:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325881.911084:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325881.911087:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325881.911089:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.911090:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325881.911093:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325881.911093:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325881.911094:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325881.911097:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325881.911105:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:1.0:1767325881.911108:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325881.911110:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325881.911116:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325881.911118:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325881.911122:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325881.911126:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000040:3.0:1767325881.911127:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325881.911127:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325881.911131:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325881.911133:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386613632, offset 0 00000100:00000001:3.0:1767325881.911143:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325881.911145:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325881.911148:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325881.911151:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_03+3] req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325881.911158:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325881.911166:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386613760:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325881.911169:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325881.911169:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767325881.911174:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325881.911176:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325881.911178:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325881.911179:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325881.911181:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767325881.911183:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325881.911185:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325881.911187:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325881.911188:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325881.911189:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10925) 00000400:00000200:1.0:1767325881.911190:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325881.911191:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.911195:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325881.911195:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072008a10. 00000400:00000200:1.0:1767325881.911196:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325881.911201:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [87:87:256:4294967295] 192.168.203.127@tcp LPNI seq info [87:87:8:4294967295] 00000100:00000040:2.0:1767325881.911204:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325881.911207:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325881.911214:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000400:00000200:1.0:1767325881.911219:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767325881.911222:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000200:0.0:1767325881.911229:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613760, portal 10 00000100:00000001:2.0:1767325881.911230:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767325881.911231:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325881.911235:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.911235:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767325881.911237:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000001:0.0:1767325881.911239:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 02000000:00000001:2.0:1767325881.911240:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325881.911244:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325881.911245:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767325881.911250:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325881.911251:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325881.911257:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00100000:2.0:1767325881.911258:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386613888:192.168.203.127@tcp:400: 00000800:00000200:1.0:1767325881.911262:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325881.911266:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325881.911271:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325881.911273:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325881.911274:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325881.911276:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325881.911278:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305592312 00000400:00000010:0.0:1767325881.911279:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 02000000:00000001:2.0:1767325881.911280:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325881.911283:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 02000000:00000001:2.0:1767325881.911285:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767325881.911286:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386613760, offset 0 02000000:00000010:2.0:1767325881.911291:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd99b197. 00000100:00000001:1.0:1767325881.911291:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767325881.911297:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325881.911297:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325881.911299:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305592312 00000400:00000010:2.0:1767325881.911304:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000100:00000010:1.0:1767325881.911304:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000400:00000200:0.0:1767325881.911309:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325881.911310:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767325881.911313:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000001:1.0:1767325881.911315:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305592312 00000400:00000200:0.0:1767325881.911317:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767325881.911319:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386613888, portal 10 00000100:00000010:1.0:1767325881.911320:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000400:00000200:0.0:1767325881.911324:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325881.911325:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325881.911326:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325881.911328:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000400:00000200:0.0:1767325881.911329:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325881.911330:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305592312 00000100:00000010:1.0:1767325881.911335:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000400:00000200:0.0:1767325881.911336:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767325881.911340:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325881.911340:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325881.911344:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325881.911346:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [88:88:255:4294967295] 192.168.203.127@tcp LPNI seq info [88:88:7:4294967295] 00000100:00000001:1.0:1767325881.911349:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.911355:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.911360:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.911363:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767325881.911365:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767325881.911371:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325881.911371:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767325881.911372:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:0.0:1767325881.911372:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767325881.911377:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 00000400:00000200:3.0:1767325881.911380:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325881.911382:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767325881.911383:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386613888, offset 0 00000800:00000200:0.0:1767325881.911386:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325881.911389:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325881.911391:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325881.911392:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767325881.911394:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00000001:1.0:1767325881.911396:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325881.911397:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767325881.911403:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325881.911404:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325881.911406:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000200:2.0:1767325881.911408:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767325881.911412:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000800:00000200:0.0:1767325881.911413:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325881.911417:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767325881.911419:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325881.911420:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767325881.911423:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325881.911426:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325881.911429:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325881.911430:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767325881.911431:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1382145 usecs (1383 jiffies) 00000400:00000200:2.0:1767325881.911436:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325881.911437:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305589095 00000400:00000200:2.0:1767325881.911444:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [89:89:254:4294967295] 192.168.203.127@tcp LPNI seq info [89:89:6:4294967295] 00000100:00000001:0.0:1767325881.911452:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305592312 00000400:00000200:2.0:1767325881.911457:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325881.911461:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305589095 00000800:00000200:2.0:1767325881.911464:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325881.911468:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78cc075. 00000100:00000001:0.0:1767325881.911471:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305592312 00000800:00000200:2.0:1767325881.911477:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325881.911477:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305589095 00000100:00000001:0.0:1767325881.911482:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305592312 00000800:00000200:2.0:1767325881.911486:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325881.911487:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305589095 00000100:00000001:0.0:1767325881.911492:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305592312 00000800:00000200:2.0:1767325881.911493:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f78cc075 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325881.911497:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325881.911499:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.911501:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.911503:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.911508:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325881.911511:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 82235 usecs (83 jiffies) 00000100:00000001:0.0:1767325881.911516:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325881.911517:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325881.911517:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305587795 00000100:00000001:0.0:1767325881.911520:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325881.911522:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305592312 00000100:00000001:0.0:1767325881.911524:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325881.911526:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.911527:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.911528:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305587795 00000100:00000001:0.0:1767325881.911532:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.911534:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305592312 00000100:00000001:0.0:1767325881.911537:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.911539:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305587795 00000100:00000001:2.0:1767325881.911545:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305592312 00000100:00000001:3.0:1767325881.911549:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.911549:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305587795 00000100:00000001:2.0:1767325881.911553:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305592312 00000100:00000001:3.0:1767325881.911554:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325881.911556:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325881.911559:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.911562:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.911564:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.911568:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325881.911570:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325881.911572:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.911573:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.911575:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325881.911576:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325881.911577:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325881.911581:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:3.0:1767325881.911585:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325881.911595:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325881.911599:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:3.0:1767325881.911601:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:3.0:1767325881.911603:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325881.911615:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.911623:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325881.911625:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.911631:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.911632:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325881.911661:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325881.911663:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78cc075. 00000400:00000200:3.0:1767325881.911667:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325881.911670:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325881.911672:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000400:00000010:3.0:1767325881.911674:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000100:00000001:3.0:1767325881.911676:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325881.911678:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.911684:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325881.911685:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.911689:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.911691:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325881.912862:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.912873:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325881.912876:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.912878:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325881.912884:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325881.912894:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02780 00000400:00000200:0.0:1767325881.912900:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x39d [1] + 224 00000800:00000001:0.0:1767325881.912905:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.912912:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325881.912914:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.912917:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325881.912934:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325881.912938:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325881.912947:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.912973:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325881.912980:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.912983:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.913004:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325881.913007:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325881.913012:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325881.913014:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325881.913015:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc4decc. 00000400:00000200:1.0:1767325881.913019:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000400:00000010:1.0:1767325881.913020:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:1.0:1767325881.913023:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325881.913026:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325881.913034:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325881.913041:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325881.913043:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.913045:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325881.913047:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325881.913049:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325881.913051:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325881.913053:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325881.913058:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325881.913061:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325881.913063:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325881.913064:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.913067:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325881.913069:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.913071:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325881.913073:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325881.913080:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325881.913082:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325881.913084:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325881.913092:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325881.913099:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386613632:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325881.913103:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.913105:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325881.913107:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386613632/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325881.913113:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325881.913116:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325881.913118:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de5f807a. 02000000:00000001:1.0:1767325881.913129:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325881.913130:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325881.913132:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325881.913134:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325881.913138:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 02000000:00000001:1.0:1767325881.913141:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325881.913143:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325881.913144:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:1.0:1767325881.913147:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325881.913148:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.913150:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.913153:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325881.913155:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.913157:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325881.913159:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325881.913280:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.913286:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325881.913288:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.913290:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325881.913294:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325881.913301:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02880 00000400:00000200:1.0:1767325881.913305:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3ad [1] + 224 00000800:00000001:1.0:1767325881.913309:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.913319:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325881.913321:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325881.913324:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325881.913328:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325881.913330:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325881.913338:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325881.913353:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325881.913358:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.913360:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.913393:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.913397:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325881.913400:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325881.913402:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325881.913403:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:2.0:1767325881.913407:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:2.0:1767325881.913408:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767325881.913411:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325881.913415:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325881.913425:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.913432:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325881.913439:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.913441:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325881.913452:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325881.913454:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325881.913456:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.913461:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325881.913466:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325881.913469:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325881.913471:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325881.913473:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325881.913474:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325881.913479:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325881.913487:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.913490:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325881.913491:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325881.913493:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325881.913495:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325881.913498:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325881.913499:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.913506:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.913507:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767325881.913509:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325881.913511:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325881.913513:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325881.913516:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325881.913524:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325881.913525:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386613888:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325881.913531:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.913533:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325881.913535:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386613888/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.913541:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325881.913542:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325881.913549:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd99b197. 02000000:00000001:2.0:1767325881.913553:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325881.913554:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325881.913555:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325881.913557:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325881.913559:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:2.0:1767325881.913561:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325881.913562:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325881.913563:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:2.0:1767325881.913566:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325881.913567:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.913569:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.913573:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325881.913574:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.913576:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.913579:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325881.913583:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767325881.913592:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02800 00000400:00000200:3.0:1767325881.913595:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:3.0:1767325881.913611:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.913615:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325881.913616:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325881.913618:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325881.913621:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325881.913623:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325881.913628:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.913639:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325881.913642:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.913644:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325881.913670:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325881.913673:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325881.913676:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325881.913677:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325881.913679:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:0.0:1767325881.913683:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:0.0:1767325881.913684:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:0.0:1767325881.913686:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325881.913690:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325881.913697:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.913703:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325881.913704:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325881.913706:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325881.913708:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325881.913709:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325881.913710:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325881.913712:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325881.913715:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325881.913718:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325881.913719:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325881.913720:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325881.913722:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325881.913724:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.913726:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325881.913727:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325881.913728:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325881.913729:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325881.913732:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.913747:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325881.913749:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325881.913750:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325881.913779:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325881.913786:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386613760:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325881.913789:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325881.913791:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325881.913793:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386613760/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325897 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.913798:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325881.913799:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325881.913801:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072008a10. 02000000:00000001:0.0:1767325881.913803:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325881.913804:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325881.913805:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325881.913807:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325881.913808:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 02000000:00000001:0.0:1767325881.913810:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325881.913811:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325881.913812:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000001:0.0:1767325881.913814:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325881.913816:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325881.913817:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325881.913820:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325881.913821:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.913823:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325881.913824:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325882.614855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325882.614862:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325882.614866:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325882.614867:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325882.614901:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325882.614904:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325882.614905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325883.638823:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325883.638829:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325883.638834:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325883.638835:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325883.638853:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325883.638855:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325883.638857:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325884.662843:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325884.662849:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325884.662855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325884.662857:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325884.662912:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325884.662915:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325884.662918:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325885.686867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325885.686877:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325885.686878:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325885.686880:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.686885:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325885.686887:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.686888:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.686890:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.686893:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325885.686893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325885.686927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325885.686929:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325885.686930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325886.518860:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305592312, at 4305592320 00000100:00000040:2.0:1767325886.518860:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305592312, at 4305592320 00000100:00000040:1.0:1767325886.518860:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305592312, at 4305592320 00000100:00000040:0.0:1767325886.518860:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305592312, at 4305592320 00000100:00000010:2.0:1767325886.518877:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:3.0:1767325886.518879:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:1.0:1767325886.518882:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00000100:00000010:0.0:1767325886.518885:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00010000:00000001:0.0:1767325886.710862:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325886.710869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325886.710874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325886.710877:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325886.710879:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325886.710924:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325886.710926:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325886.710928:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325886.710931:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325886.710932:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325886.710934:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325886.710937:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325886.710960:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325886.710963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325886.710965:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325887.030841:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325887.030849:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325887.030856:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767325887.030860:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325887.030863:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325887.030865:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325887.030869:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325887.030874:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000011cfcfb. 00000100:00000001:2.0:1767325887.030879:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325887.030897:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325887.030905:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325887.030907:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325887.030911:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_00+0] req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325887.030934:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325887.030947:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325887.030949:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325887.030951:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767325887.030953:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325887.030955:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325887.030956:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325887.030958:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325887.030958:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325887.030960:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c50ce881. 00000100:00000001:3.0:1767325887.030962:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325887.030964:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.030966:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325887.030969:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325887.030972:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325887.030972:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325887.030976:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325887.030990:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325887.030992:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.030994:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325887.030996:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325887.030998:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_01+1] req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325887.031000:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325887.031004:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325887.031007:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325887.031009:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386614016:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325887.031010:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.031013:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325887.031013:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325887.031017:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767325887.031019:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767325887.031019:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767325887.031023:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767325887.031024:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325887.031026:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325887.031027:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767325887.031028:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325887.031030:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.031030:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325887.031032:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 00000100:00000001:1.0:1767325887.031034:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325887.031035:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325887.031035:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071400f19. 00000100:00000001:1.0:1767325887.031037:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325887.031041:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325887.031044:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00000040:1.0:1767325887.031045:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325887.031046:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767325887.031057:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000100:00000200:3.0:1767325887.031064:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614016, portal 25 00000100:00000001:3.0:1767325887.031069:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325887.031071:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000001:2.0:1767325887.031077:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325887.031077:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325887.031081:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.031081:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325887.031082:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325887.031088:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325887.031089:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_02+2] req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325887.031091:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325887.031095:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325887.031103:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386614144:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325887.031109:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325887.031110:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325887.031114:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325887.031116:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325887.031118:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325887.031119:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767325887.031124:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 02000000:00000010:1.0:1767325887.031125:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4cf9b54. 02000000:00000001:1.0:1767325887.031128:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325887.031129:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386614016, offset 0 00000400:00000010:1.0:1767325887.031131:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc4decc. 00000100:00000001:2.0:1767325887.031138:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325887.031141:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767325887.031142:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325887.031146:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325887.031150:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10930) 00000400:00000010:1.0:1767325887.031151:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000400:00000200:3.0:1767325887.031154:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:1.0:1767325887.031156:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614144, portal 10 00000100:00000001:2.0:1767325887.031159:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325887.031159:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325887.031160:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325887.031162:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000400:00000200:3.0:1767325887.031165:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:2.0:1767325887.031167:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1767325887.031170:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325887.031171:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325887.031171:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325887.031174:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325887.031178:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325887.031179:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325887.031180:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325887.031184:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325887.031186:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [90:90:256:4294967295] 192.168.203.127@tcp LPNI seq info [90:90:8:4294967295] 00000100:00000001:2.0:1767325887.031189:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325887.031191:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325887.031192:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325887.031195:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325887.031198:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767325887.031202:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325887.031202:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000200:1.0:1767325887.031206:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386614144, offset 0 00000400:00000200:3.0:1767325887.031208:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767325887.031217:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767325887.031223:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325887.031223:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325887.031226:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325887.031227:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767325887.031229:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 02000000:00000001:2.0:1767325887.031229:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325887.031231:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325887.031232:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325887.031235:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325887.031236:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:2.0:1767325887.031239:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386614272:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325887.031242:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325887.031245:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767325887.031246:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767325887.031248:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767325887.031249:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325887.031252:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325887.031253:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [91:91:255:4294967295] 192.168.203.127@tcp LPNI seq info [91:91:7:4294967295] 00000800:00000200:3.0:1767325887.031257:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:2.0:1767325887.031258:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325887.031263:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767325887.031264:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba71e9c4. 02000000:00000001:2.0:1767325887.031270:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325887.031270:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325887.031275:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325887.031277:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000800:00000200:1.0:1767325887.031278:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325887.031281:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305597432 00000800:00000010:1.0:1767325887.031284:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000010:3.0:1767325887.031286:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000833bb266. 00000400:00000010:2.0:1767325887.031286:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000800:00000200:1.0:1767325887.031291:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767325887.031293:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614272, portal 10 00000100:00000001:3.0:1767325887.031294:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325887.031298:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325887.031298:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767325887.031302:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305597432 00000100:00000001:2.0:1767325887.031302:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000800:00000200:1.0:1767325887.031303:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767325887.031305:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 00000100:00000001:1.0:1767325887.031306:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.031309:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767325887.031311:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1316487 usecs (1317 jiffies) 00000100:00000001:1.0:1767325887.031314:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305594149 00000100:00000001:1.0:1767325887.031317:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305597432 00000100:00000040:2.0:1767325887.031318:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325887.031320:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305597432 00000100:00000001:1.0:1767325887.031321:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305594149 00000100:00000010:3.0:1767325887.031326:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164ac69d. 00000100:00000001:1.0:1767325887.031327:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305597432 00000800:00000200:0.0:1767325887.031329:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325887.031331:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767325887.031335:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:3.0:1767325887.031337:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305597432 00000100:00000001:2.0:1767325887.031337:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767325887.031343:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e12a7b34. 00000100:00000001:1.0:1767325887.031343:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305594149 00000400:00000200:0.0:1767325887.031344:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767325887.031345:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325887.031348:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325887.031349:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305597432 00000400:00000010:2.0:1767325887.031352:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 00000100:00000001:3.0:1767325887.031353:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325887.031353:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305594149 00000400:00000200:0.0:1767325887.031356:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767325887.031359:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386614272, offset 0 00000100:00000001:3.0:1767325887.031360:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.031360:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305597432 00000400:00000200:0.0:1767325887.031363:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000100:00000001:1.0:1767325887.031365:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325887.031367:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:3.0:1767325887.031368:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.031368:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.031374:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325887.031374:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.031376:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767325887.031381:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325887.031381:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325887.031383:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325887.031386:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325887.031387:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325887.031390:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325887.031391:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325887.031392:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325887.031393:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325887.031394:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325887.031395:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325887.031396:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325887.031399:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.031400:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.031406:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.031407:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325887.031411:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325887.031417:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767325887.031418:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767325887.031422:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325887.031425:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325887.031431:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325887.031438:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325887.031439:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [92:92:254:4294967295] 192.168.203.127@tcp LPNI seq info [92:92:6:4294967295] 00000100:00000001:0.0:1767325887.031443:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767325887.031451:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325887.031464:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325887.031468:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004e7e4bc. 00000800:00000200:2.0:1767325887.031473:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325887.031477:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325887.031480:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004e7e4bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325887.031483:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325887.031486:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 77566 usecs (78 jiffies) 00000100:00000001:2.0:1767325887.031489:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305592910 00000100:00000001:2.0:1767325887.031491:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305597432 00000100:00000001:2.0:1767325887.031493:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305592910 00000100:00000001:2.0:1767325887.031495:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305597432 00000100:00000001:2.0:1767325887.031496:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305592910 00000100:00000001:2.0:1767325887.031498:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305597432 00000100:00000001:2.0:1767325887.031499:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305592910 00000100:00000001:2.0:1767325887.031508:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305597432 00000100:00000001:2.0:1767325887.031510:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325887.031511:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325887.031515:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325887.031516:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000100:00000001:2.0:1767325887.031521:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325887.031522:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325887.031527:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325887.031529:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325887.031534:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:0.0:1767325887.031536:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:0.0:1767325887.031539:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325887.031542:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325887.031562:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325887.031565:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325887.031571:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.031572:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325887.031584:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325887.031586:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004e7e4bc. 00000400:00000200:0.0:1767325887.031589:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325887.031593:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325887.031595:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000400:00000010:0.0:1767325887.031597:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:0.0:1767325887.031599:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325887.031601:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325887.031608:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325887.031609:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325887.031615:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.031617:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325887.032849:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.032859:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325887.032862:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.032865:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325887.032875:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325887.032898:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02900 00000400:00000200:1.0:1767325887.032904:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x3b5 [1] + 224 00000800:00000001:1.0:1767325887.032910:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.032918:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325887.032920:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325887.032923:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325887.032927:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325887.032931:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325887.032940:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325887.032954:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325887.032968:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325887.032972:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325887.032973:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325887.032977:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325887.032977:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.032982:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325887.032987:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325887.032993:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02980 00000400:00000001:3.0:1767325887.033085:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325887.033088:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325887.033090:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325887.033093:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:3.0:1767325887.033095:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325887.033097:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325887.033102:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3bd [1] + 224 00000100:00000200:3.0:1767325887.033103:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325887.033112:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.033117:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325887.033118:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325887.033121:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325887.033129:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325887.033134:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325887.033137:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325887.033144:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325887.033161:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325887.033165:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.033168:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325887.033177:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325887.033180:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325887.033186:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325887.033188:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325887.033191:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325887.033193:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325887.033196:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325887.033196:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02a00 02000000:00000001:3.0:1767325887.033197:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325887.033201:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325887.033201:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325887.033205:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325887.033206:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3c5 [1] + 224 02000000:00000001:3.0:1767325887.033208:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325887.033212:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325887.033213:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325887.033217:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767325887.033219:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=72 v=5 (5 0 0 0) 00000400:00000010:2.0:1767325887.033219:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc4decc. 00000800:00000001:1.0:1767325887.033220:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325887.033225:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000400:00000200:1.0:1767325887.033225:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767325887.033226:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=72 v=5 (1 0 0 0) 00000400:00000010:2.0:1767325887.033230:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:3.0:1767325887.033233:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767325887.033233:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325887.033235:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325887.033237:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325887.033240:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767325887.033242:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767325887.033242:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325887.033245:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325887.033247:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325887.033251:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325887.033262:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325887.033272:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325887.033278:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325887.033288:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325887.033293:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325887.033297:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325887.033298:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325887.033301:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325887.033305:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325887.033306:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325887.033309:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325887.033312:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325887.033313:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325887.033316:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325887.033317:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386614016:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767325887.033319:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767325887.033321:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.033324:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325887.033324:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325887.033327:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=62 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325887.033329:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325887.033334:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386614016/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325887.033334:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325887.033341:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325887.033343:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325887.033345:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.033346:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325887.033347:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767325887.033349:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767325887.033351:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767325887.033353:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325887.033353:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767325887.033354:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 00000400:00000001:0.0:1767325887.033357:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325887.033358:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767325887.033360:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767325887.033361:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000100:00000040:2.0:1767325887.033362:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:3.0:1767325887.033363:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325887.033367:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325887.033368:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767325887.033368:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000020:00000001:3.0:1767325887.033373:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325887.033373:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325887.033373:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 02000000:00000010:3.0:1767325887.033376:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000011cfcfb. 00000100:00000001:0.0:1767325887.033380:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767325887.033381:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767325887.033381:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325887.033384:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325887.033385:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767325887.033388:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767325887.033388:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325887.033390:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325887.033394:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325887.033405:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325887.033408:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325887.033412:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325887.033415:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325887.033416:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325887.033421:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325887.033423:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325887.033424:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325887.033431:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325887.033432:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767325887.033441:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386614144:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325887.033441:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325887.033445:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325887.033447:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325887.033449:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325887.033450:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325887.033450:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325887.033456:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325887.033457:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325887.033462:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386614144/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325887.033462:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325887.033468:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325887.033474:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325887.033476:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325887.033480:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325887.033483:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:0.0:1767325887.033486:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325887.033487:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325887.033491:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4cf9b54. 02000000:00000001:2.0:1767325887.033497:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767325887.033497:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.033499:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767325887.033500:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767325887.033501:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000040:2.0:1767325887.033503:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325887.033504:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325887.033506:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325887.033509:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325887.033511:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325887.033512:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c50ce881. 02000000:00000001:2.0:1767325887.033518:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325887.033520:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325887.033521:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325887.033523:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1767325887.033524:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:0.0:1767325887.033526:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325887.033529:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767325887.033530:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325887.033532:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325887.033537:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325887.033543:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386614272:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325887.033544:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325887.033547:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.033547:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325887.033551:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325887.033552:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325887.033555:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386614272/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325887.033556:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.033563:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325887.033565:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325887.033569:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba71e9c4. 02000000:00000001:0.0:1767325887.033573:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325887.033574:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325887.033575:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325887.033577:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325887.033578:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000071400f19. 02000000:00000001:0.0:1767325887.033580:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325887.033580:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325887.033581:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767325887.033583:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325887.033584:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325887.033585:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325887.033588:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325887.033588:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325887.033590:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325887.033591:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325887.735139:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325887.735144:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325887.735151:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325887.735152:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325887.735240:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325887.735243:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325887.735246:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325888.758819:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325888.758825:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325888.758831:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325888.758833:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325888.758856:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325888.758859:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325888.758862:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325889.782855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325889.782863:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.782883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325889.782884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325889.782906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325889.782909:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.782912:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325890.806907:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325890.806936:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325890.806943:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325890.806944:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325890.806972:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325890.806976:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325890.806978:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325891.638792:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305597432, at 4305597440 00000100:00000010:2.0:1767325891.638805:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164ac69d. 00000100:00000040:1.0:1767325891.638814:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305597432, at 4305597440 00000100:00000040:0.0:1767325891.638815:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305597432, at 4305597440 00000100:00000010:1.0:1767325891.638821:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00000100:00000040:3.0:1767325891.638824:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305597432, at 4305597440 00000100:00000010:0.0:1767325891.638825:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000833bb266. 00000100:00000010:3.0:1767325891.638833:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e12a7b34. 00010000:00000001:0.0:1767325891.830844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325891.830849:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325891.830871:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325891.830871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325891.830886:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325891.830888:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325891.830889:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325892.150899:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325892.150906:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325892.150914:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98cad68. 00000020:00000040:0.0:1767325892.150919:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325892.150922:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325892.150924:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325892.150928:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325892.150933:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:0.0:1767325892.150938:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325892.150945:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325892.150953:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325892.150954:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325892.150957:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f98cad68] to pc [ptlrpcd_00_03+3] req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.150984:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325892.150985:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325892.150987:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325892.151000:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000020:00000040:0.0:1767325892.151002:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325892.151003:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325892.151004:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325892.151005:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325892.151007:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767325892.151009:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325892.151011:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325892.151016:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325892.151017:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325892.151019:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_00+0] req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.151031:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325892.151037:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767325892.151037:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.151040:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325892.151045:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325892.151049:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325892.151050:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325892.151052:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767325892.151055:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000100:00000001:3.0:1767325892.151057:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325892.151059:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325892.151060:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325892.151064:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325892.151065:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325892.151065:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325892.151067:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325892.151070:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325892.151072:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325892.151075:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:2.0:1767325892.151077:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.151080:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325892.151082:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.151084:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325892.151087:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325892.151089:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325892.151090:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325892.151092:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.151093:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325892.151095:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.151097:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325892.151106:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325892.151106:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325892.151106:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325892.151107:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.151110:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325892.151111:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325892.151113:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325892.151113:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_01+1] req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325892.151115:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325892.151117:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325892.151118:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325892.151126:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386614400:192.168.203.127@tcp:400: 00000100:00100000:1.0:1767325892.151127:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386614528:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325892.151127:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325892.151132:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325892.151137:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325892.151138:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325892.151141:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325892.151142:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325892.151142:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325892.151143:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325892.151145:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.151147:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325892.151149:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325892.151150:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10935) 00000100:00000040:2.0:1767325892.151151:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325892.151153:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767325892.151154:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001179a4e7. 02000000:00000001:3.0:1767325892.151157:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325892.151160:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325892.151163:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325892.151170:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 00000100:00000001:2.0:1767325892.151170:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767325892.151171:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d05b9ea8. 00000100:00000001:2.0:1767325892.151172:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325892.151176:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325892.151178:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325892.151181:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000400:00000010:3.0:1767325892.151182:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 02000000:00000001:2.0:1767325892.151182:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325892.151190:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614528, portal 10 00000400:00000010:3.0:1767325892.151192:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000100:00000001:1.0:1767325892.151193:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325892.151197:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 00000100:00000200:3.0:1767325892.151198:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614400, portal 25 02000000:00000001:2.0:1767325892.151199:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.151205:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325892.151205:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.151209:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656543104 : -125135053008512 : ffff8e30b99dd180) 00000100:00100000:2.0:1767325892.151214:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386614656:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325892.151214:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325892.151221:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325892.151222:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325892.151223:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325892.151227:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325892.151230:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325892.151231:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 02000000:00000001:2.0:1767325892.151236:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767325892.151237:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386614528, offset 0 02000000:00000010:2.0:1767325892.151241:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002daf1072. 02000000:00000001:2.0:1767325892.151245:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325892.151246:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325892.151252:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000001:3.0:1767325892.151259:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325892.151261:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767325892.151262:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 00000100:00000040:3.0:1767325892.151266:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325892.151267:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767325892.151269:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614656, portal 10 00000400:00000010:3.0:1767325892.151272:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5708b0. 00000100:00000001:2.0:1767325892.151273:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325892.151273:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325892.151276:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000400:00000200:1.0:1767325892.151279:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767325892.151280:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386614400, offset 0 00000100:00000040:2.0:1767325892.151284:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325892.151284:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325892.151291:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325892.151292:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [93:93:256:4294967295] 192.168.203.127@tcp LPNI seq info [93:93:8:4294967295] 00000100:00000001:2.0:1767325892.151301:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325892.151303:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325892.151306:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000200:2.0:1767325892.151309:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386614656, offset 0 00000400:00000200:1.0:1767325892.151312:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767325892.151317:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767325892.151324:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325892.151325:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325892.151330:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325892.151332:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000010:1.0:1767325892.151332:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:3.0:1767325892.151336:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325892.151338:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325892.151343:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [94:94:255:4294967295] 192.168.203.127@tcp LPNI seq info [94:94:7:4294967295] 00000800:00000200:1.0:1767325892.151346:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767325892.151351:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325892.151358:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325892.151359:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767325892.151359:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000010:3.0:1767325892.151362:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000400:00000200:2.0:1767325892.151364:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325892.151368:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325892.151375:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767325892.151375:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325892.151379:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325892.151380:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325892.151385:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767325892.151387:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325892.151389:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [95:95:254:4294967295] 192.168.203.127@tcp LPNI seq info [95:95:6:4294967295] 00000100:00000001:1.0:1767325892.151396:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.151397:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325892.151400:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767325892.151404:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1256778 usecs (1257 jiffies) 00000100:00000001:3.0:1767325892.151405:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305602552 00000800:00000200:2.0:1767325892.151408:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325892.151411:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305599209 00000100:00000010:3.0:1767325892.151413:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e12a7b34. 00000800:00000010:2.0:1767325892.151414:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c50ce881. 00000800:00000200:2.0:1767325892.151420:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325892.151422:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767325892.151427:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325892.151429:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c50ce881 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325892.151431:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305602552 00000100:00000001:1.0:1767325892.151431:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305602552 00000100:00000001:2.0:1767325892.151432:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325892.151439:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 73417 usecs (74 jiffies) 00000100:00000001:1.0:1767325892.151439:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305599209 00000100:00000010:3.0:1767325892.151440:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000100:00000001:2.0:1767325892.151445:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305598026 00000100:00000001:3.0:1767325892.151447:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325892.151448:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305602552 00000100:00000001:2.0:1767325892.151451:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305598026 00000100:00000001:3.0:1767325892.151452:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305602552 00000100:00000001:1.0:1767325892.151453:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305602552 00000800:00000200:0.0:1767325892.151456:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767325892.151457:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e079dd5f. 00000100:00000001:2.0:1767325892.151459:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305602552 00000100:00000001:1.0:1767325892.151459:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305599209 00000100:00000001:3.0:1767325892.151463:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767325892.151464:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000100:00000001:2.0:1767325892.151466:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305598026 00000100:00000001:3.0:1767325892.151468:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305602552 00000100:00000001:1.0:1767325892.151469:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305602552 00000100:00000010:3.0:1767325892.151473:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ec4eb6. 00000400:00000200:0.0:1767325892.151473:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325892.151474:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305602552 00000100:00000001:1.0:1767325892.151475:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305599209 00000100:00000001:2.0:1767325892.151481:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305598026 00000100:00000001:3.0:1767325892.151484:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325892.151485:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325892.151488:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325892.151489:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305602552 00000100:00000001:3.0:1767325892.151491:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325892.151491:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000100:00000001:2.0:1767325892.151495:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305602552 00000100:00000001:1.0:1767325892.151495:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325892.151496:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:3.0:1767325892.151497:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.151501:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325892.151503:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.151503:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.151504:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325892.151506:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325892.151508:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.151510:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.151512:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325892.151515:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325892.151516:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325892.151517:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325892.151520:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325892.151521:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325892.151524:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325892.151526:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325892.151529:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325892.151530:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325892.151532:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.151533:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325892.151535:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.151537:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.151543:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325892.151548:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325892.151556:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.151562:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325892.151563:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325892.151574:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325892.151576:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:0.0:1767325892.151577:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325892.151579:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325892.151581:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5708b0 00000400:00000010:0.0:1767325892.151582:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5708b0. 00000100:00000001:0.0:1767325892.151584:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325892.151585:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.151590:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325892.151591:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.151595:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325892.151595:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325892.151636:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325892.151638:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c50ce881. 00000400:00000200:0.0:1767325892.151644:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325892.151647:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325892.151648:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:0.0:1767325892.151649:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:0.0:1767325892.151651:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325892.151653:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.151657:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325892.151658:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.151662:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325892.151663:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325892.153726:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153735:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325892.153738:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153739:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325892.153744:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325892.153752:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02b00 00000400:00000200:0.0:1767325892.153776:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3cd [1] + 224 00000800:00000001:0.0:1767325892.153783:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153787:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325892.153788:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325892.153792:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325892.153795:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325892.153797:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325892.153803:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325892.153815:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325892.153820:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153821:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325892.153822:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153830:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325892.153832:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325892.153837:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02a80 00000400:00000200:0.0:1767325892.153840:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x3d1 [1] + 224 00000800:00000001:0.0:1767325892.153843:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153845:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325892.153846:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325892.153849:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325892.153861:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325892.153864:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325892.153870:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325892.153870:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325892.153874:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325892.153881:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325892.153884:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767325892.153885:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325892.153889:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d05b9ea8. 00000400:00000200:1.0:1767325892.153893:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:1.0:1767325892.153895:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:1.0:1767325892.153898:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767325892.153902:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325892.153906:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325892.153909:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325892.153913:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.153916:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325892.153927:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.153930:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325892.153930:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325892.153938:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325892.153944:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02b80 00000400:00000001:3.0:1767325892.153948:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325892.153949:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767325892.153951:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325892.153954:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325892.153955:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325892.153961:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000100:00000001:1.0:1767325892.153962:0:216338:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767325892.153964:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325892.153969:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325892.153969:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325892.153977:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767325892.153978:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3d9 [1] + 224 00000100:00000001:1.0:1767325892.153981:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325892.153983:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325892.153989:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325892.154000:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325892.154006:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=67 v=5 (5 0 0 0) 00000100:00000200:3.0:1767325892.154009:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325892.154013:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325892.154024:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767325892.154031:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325892.154034:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325892.154038:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325892.154040:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325892.154043:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325892.154044:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325892.154044:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:3.0:1767325892.154047:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325892.154051:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767325892.154052:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325892.154053:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325892.154056:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325892.154058:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325892.154060:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.154063:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767325892.154064:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325892.154068:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00001000:3.0:1767325892.154070:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=77 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325892.154072:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325892.154076:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325892.154088:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=77 v=5 (1 0 0 0) 00000100:00000040:1.0:1767325892.154096:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.154098:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767325892.154098:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.154103:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325892.154113:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325892.154118:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.154130:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.154145:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325892.154146:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325892.154154:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325892.154158:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325892.154174:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.154212:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325892.154221:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325892.154223:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767325892.154225:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386614528:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325892.154229:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325892.154231:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325892.154234:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386614528/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.154237:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325892.154237:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325892.154244:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325892.154247:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325892.154251:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767325892.154254:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325892.154255:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001179a4e7. 02000000:00000001:1.0:1767325892.154263:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325892.154267:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767325892.154268:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325892.154274:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325892.154274:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325892.154281:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767325892.154284:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386614400:192.168.203.127@tcp:400: 00000400:00000001:2.0:1767325892.154284:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767325892.154286:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 00000400:00000001:2.0:1767325892.154291:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767325892.154293:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767325892.154295:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 02000000:00000001:1.0:1767325892.154297:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325892.154300:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767325892.154301:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000400:00000200:2.0:1767325892.154302:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000100:00000001:3.0:1767325892.154310:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767325892.154311:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:1.0:1767325892.154312:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325892.154316:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325892.154318:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325892.154319:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325892.154321:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f98cad68 x1853175386614400/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325892.154326:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767325892.154330:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325892.154330:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325892.154339:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325892.154344:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.154363:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325892.154369:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767325892.154373:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325892.154375:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 02000000:00000001:3.0:1767325892.154386:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325892.154389:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767325892.154390:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325892.154393:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767325892.154394:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325892.154400:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325892.154402:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325892.154404:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325892.154409:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325892.154411:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767325892.154414:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325892.154416:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 00000100:00001000:2.0:1767325892.154422:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=77 v=5 (5 0 0 0) 02000000:00000001:3.0:1767325892.154423:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325892.154427:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767325892.154429:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=52 v=5 (1 0 0 0) 00000100:00000010:3.0:1767325892.154430:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98cad68. 00000100:00000001:2.0:1767325892.154439:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325892.154441:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325892.154442:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.154444:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325892.154446:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325892.154449:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767325892.154454:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325892.154458:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325892.154462:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325892.154471:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.154474:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325892.154475:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325892.154477:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325892.154478:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325892.154482:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325892.154483:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325892.154487:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325892.154508:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325892.154510:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325892.154512:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325892.154515:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325892.154521:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386614656:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325892.154525:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325892.154527:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325892.154528:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386614656/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325892.154534:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325892.154536:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325892.154538:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002daf1072. 02000000:00000001:2.0:1767325892.154540:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325892.154541:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325892.154543:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325892.154544:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325892.154546:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 02000000:00000001:2.0:1767325892.154548:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325892.154550:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325892.154551:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:2.0:1767325892.154554:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325892.154555:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325892.154556:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325892.154560:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325892.154561:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325892.154563:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325892.154565:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325892.854864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325892.854872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325892.854879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325892.854880:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325892.854903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325892.854906:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325892.854909:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325893.878884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325893.878891:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325893.878896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325893.878897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325893.878915:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325893.878917:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325893.878919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325894.902900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325894.902910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325894.902918:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325894.902919:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325894.902943:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325894.902947:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325894.902950:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325895.926857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325895.926864:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325895.926866:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325895.926868:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325895.926872:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325895.926874:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325895.926875:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325895.926877:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325895.926879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325895.926880:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325895.926897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325895.926899:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325895.926919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325896.758906:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305602552, at 4305602560 00000100:00000040:0.0:1767325896.758906:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305602552, at 4305602560 00000100:00000040:2.0:1767325896.758908:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305602552, at 4305602560 00000100:00000010:1.0:1767325896.758929:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:2.0:1767325896.758934:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e079dd5f. 00000100:00000010:0.0:1767325896.758936:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e12a7b34. 00000100:00000040:3.0:1767325896.758966:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305602552, at 4305602560 00000100:00000010:3.0:1767325896.758974:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ec4eb6. 00010000:00000001:0.0:1767325896.950869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325896.950876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325896.950881:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325896.950884:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325896.950886:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325896.950891:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325896.950892:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325896.950894:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325896.950896:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325896.950898:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325896.950899:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325896.950901:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325896.950918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325896.950922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325896.950924:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325897.270989:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325897.271003:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325897.271016:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767325897.271024:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767325897.271030:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325897.271051:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325897.271058:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325897.271067:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767325897.271074:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271086:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325897.271097:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325897.271100:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271105:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_02+2] req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.271153:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325897.271158:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325897.271161:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325897.271166:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.271175:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325897.271177:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325897.271180:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325897.271183:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325897.271186:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325897.271190:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386614784:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325897.271194:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325897.271200:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325897.271203:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325897.271206:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325897.271211:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 02000000:00000001:0.0:1767325897.271213:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325897.271225:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000400:00000010:0.0:1767325897.271233:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000200:0.0:1767325897.271241:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614784, portal 25 00000100:00000001:0.0:1767325897.271244:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325897.271246:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000100:00000040:0.0:1767325897.271250:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.271258:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325897.271260:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325897.271263:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000200:0.0:1767325897.271265:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386614784, offset 0 00000400:00000200:0.0:1767325897.271272:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325897.271287:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767325897.271294:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325897.271298:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325897.271302:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325897.271305:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325897.271309:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [96:96:256:4294967295] 192.168.203.127@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:0.0:1767325897.271320:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325897.271326:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767325897.271331:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000800:00000200:0.0:1767325897.271339:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325897.271347:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325897.271352:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325897.271371:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.271376:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305607672 00000100:00000010:0.0:1767325897.271379:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000100:00000001:0.0:1767325897.271387:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325897.271395:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305607672 00000100:00000010:0.0:1767325897.271397:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000100:00000001:0.0:1767325897.271400:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325897.271411:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305607672 00000100:00000010:0.0:1767325897.271414:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000100:00000001:0.0:1767325897.271417:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325897.271420:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305607672 00000100:00000010:0.0:1767325897.271423:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000149bfc9a. 00000100:00000001:0.0:1767325897.271426:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325897.271428:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325897.271432:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.271435:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.271438:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325897.271465:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271469:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325897.271472:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325897.271475:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a746c88. 00000020:00000040:3.0:1767325897.271478:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325897.271481:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325897.271482:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325897.271484:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325897.271489:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767325897.271493:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271497:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325897.271504:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325897.271506:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271509:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a746c88] to pc [ptlrpcd_00_03+3] req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.271511:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325897.271521:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325897.271523:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325897.271528:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.271537:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325897.271538:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325897.271540:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325897.271542:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325897.271543:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325897.271546:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767325897.271547:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325897.271553:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386614912:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325897.271553:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325897.271556:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325897.271559:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.271560:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325897.271564:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325897.271564:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325897.271567:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325897.271568:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767325897.271570:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325897.271575:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 02000000:00000001:2.0:1767325897.271579:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325897.271582:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000010:2.0:1767325897.271585:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000400:00000200:1.0:1767325897.271590:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767325897.271592:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 00000100:00000200:2.0:1767325897.271597:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386614912, portal 10 00000400:00000200:1.0:1767325897.271601:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325897.271602:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325897.271604:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045952 : -125135895505664 : ffff8e3087665500) 00000400:00000200:1.0:1767325897.271610:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000100:00000040:2.0:1767325897.271613:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325897.271615:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:3.0:1767325897.271617:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271623:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325897.271623:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325897.271627:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767325897.271631:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325897.271634:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767325897.271643:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767325897.271648:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000100:00000001:1.0:1767325897.271648:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767325897.271649:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000020:00000040:3.0:1767325897.271654:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:1.0:1767325897.271655:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325897.271656:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386614912, offset 0 00000100:00000001:0.0:1767325897.271658:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325897.271663:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325897.271667:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325897.271668:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325897.271671:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325897.271680:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325897.271681:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325897.271684:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767325897.271687:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325897.271692:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325897.271694:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325897.271696:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325897.271706:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [97:97:255:4294967295] 192.168.203.127@tcp LPNI seq info [97:97:7:4294967295] 00000400:00000200:2.0:1767325897.271714:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325897.271721:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325897.271725:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c436bcd. 00000100:00000001:3.0:1767325897.271729:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767325897.271731:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767325897.271732:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325897.271736:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325897.271740:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000010:3.0:1767325897.271743:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000800:00000200:2.0:1767325897.271745:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c436bcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325897.271749:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271756:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325897.271789:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325897.271793:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1202295 usecs (1203 jiffies) 00000100:00000001:2.0:1767325897.271796:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305604276 00000100:00000001:2.0:1767325897.271800:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.271804:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305604276 00000100:00000001:2.0:1767325897.271808:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.271812:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305604276 00000100:00000001:3.0:1767325897.271826:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325897.271826:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.271829:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305604276 00000100:00000001:3.0:1767325897.271830:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.271833:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.271836:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325897.271837:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767325897.271838:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_00+0] req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.271839:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325897.271842:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c436bcd. 00000100:00000001:2.0:1767325897.271843:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.271849:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325897.271850:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325897.271855:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325897.271858:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325897.271861:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325897.271863:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325897.271865:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325897.271866:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325897.271866:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000100:00000001:2.0:1767325897.271871:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325897.271871:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:0.0:1767325897.271877:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325897.271878:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325897.271882:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325897.271884:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325897.271884:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325897.271887:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325897.271891:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325897.271896:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325897.271896:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325897.271900:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325897.271900:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325897.271901:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.271903:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.271907:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325897.271910:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325897.271912:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325897.271916:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325897.271919:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.271920:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767325897.271931:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325897.271932:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325897.271934:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325897.271937:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325897.271939:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325897.271940:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10940) 02000000:00000001:2.0:1767325897.271940:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325897.271946:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386615040:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325897.271948:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325897.271950:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325897.271951:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325897.271952:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325897.271954:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c550d5. 02000000:00000001:2.0:1767325897.271956:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325897.271958:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cb87a08. 00000400:00000010:2.0:1767325897.271961:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000200:2.0:1767325897.271963:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615040, portal 10 00000100:00000001:2.0:1767325897.271964:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325897.271965:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000040:2.0:1767325897.271975:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.271979:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325897.271981:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325897.271982:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000100:00000200:2.0:1767325897.271984:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386615040, offset 0 00000400:00000200:2.0:1767325897.271986:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325897.271990:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325897.271992:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325897.271997:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325897.271999:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325897.272000:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325897.272002:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [98:98:256:4294967295] 192.168.203.127@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1767325897.272007:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325897.272010:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325897.272012:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f758b0bc. 00000800:00000200:2.0:1767325897.272015:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325897.272017:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325897.272019:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f758b0bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325897.272028:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325897.272030:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 69768 usecs (70 jiffies) 00000100:00000001:2.0:1767325897.272032:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305603143 00000100:00000001:2.0:1767325897.272033:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.272035:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305603143 00000100:00000001:2.0:1767325897.272036:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.272037:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305603143 00000100:00000001:2.0:1767325897.272038:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.272039:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305603143 00000100:00000001:2.0:1767325897.272039:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305607672 00000100:00000001:2.0:1767325897.272040:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325897.272041:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.272042:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.272044:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325897.272104:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325897.272108:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f758b0bc. 00000400:00000200:0.0:1767325897.272111:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325897.272116:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325897.272119:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000400:00000010:0.0:1767325897.272121:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:0.0:1767325897.272124:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325897.272127:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.272136:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325897.272138:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.272146:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.272147:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325897.273393:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325897.273433:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325897.273437:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325897.273439:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325897.273447:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325897.273459:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02c00 00000400:00000200:1.0:1767325897.273466:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x3e5 [1] + 224 00000800:00000001:1.0:1767325897.273473:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325897.273477:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325897.273479:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325897.273482:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325897.273486:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325897.273490:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325897.273498:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325897.273514:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325897.273530:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325897.273533:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325897.273536:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325897.273538:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325897.273543:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325897.273549:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02c80 00000100:00000001:0.0:1767325897.273553:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325897.273555:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3ed [1] + 224 00000100:00000001:0.0:1767325897.273557:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325897.273561:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325897.273565:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325897.273568:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325897.273569:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325897.273572:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767325897.273574:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:1.0:1767325897.273579:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325897.273580:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:0.0:1767325897.273584:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:0.0:1767325897.273587:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325897.273588:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325897.273593:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325897.273595:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325897.273623:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325897.273624:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.273648:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325897.273650:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325897.273652:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325897.273654:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325897.273655:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325897.273659:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325897.273661:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325897.273662:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325897.273665:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325897.273666:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325897.273675:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325897.273679:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325897.273689:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325897.273690:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325897.273691:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.273693:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767325897.273697:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767325897.273698:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767325897.273700:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325897.273701:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325897.273704:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000100:00000001:0.0:1767325897.273705:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325897.273710:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325897.273716:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000400:00000010:2.0:1767325897.273720:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:0.0:1767325897.273723:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325897.273725:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325897.273728:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325897.273731:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.273737:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325897.273745:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325897.273746:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.273779:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325897.273780:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.273783:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325897.273786:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325897.273789:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325897.273791:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325897.273791:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386614784:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767325897.273796:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.273800:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325897.273803:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=72 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325897.273803:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767325897.273809:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=72 v=5 (1 0 0 0) 00000100:00000040:0.0:1767325897.273809:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386614784/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.273826:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325897.273829:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325897.273833:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325897.273838:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.273838:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325897.273842:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325897.273843:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767325897.273846:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 00000100:00000040:2.0:1767325897.273847:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325897.273851:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767325897.273852:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325897.273853:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325897.273856:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325897.273859:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:2.0:1767325897.273860:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325897.273865:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325897.273868:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 00000100:00000001:2.0:1767325897.273875:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325897.273875:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325897.273878:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325897.273879:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325897.273882:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767325897.273882:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000040:2.0:1767325897.273888:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.273889:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325897.273892:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325897.273895:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325897.273902:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767325897.273904:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386614912:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325897.273905:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325897.273910:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325897.273919:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.273921:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.273925:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325897.273927:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a746c88 x1853175386614912/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.273934:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325897.273936:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325897.273938:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 02000000:00000001:2.0:1767325897.273941:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325897.273942:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325897.273944:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325897.273945:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325897.273947:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:2.0:1767325897.273949:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325897.273951:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325897.273952:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a746c88. 00000100:00000001:2.0:1767325897.273954:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325897.273955:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.273957:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.273960:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325897.273962:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.273964:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325897.273965:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325897.274284:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325897.274291:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325897.274293:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325897.274295:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325897.274299:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325897.274306:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02d00 00000400:00000200:0.0:1767325897.274311:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x3f5 [1] + 224 00000800:00000001:0.0:1767325897.274315:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325897.274319:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325897.274322:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325897.274325:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325897.274336:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325897.274340:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325897.274348:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325897.274363:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325897.274369:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325897.274372:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.274394:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325897.274397:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325897.274402:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325897.274404:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325897.274405:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cb87a08. 00000400:00000200:2.0:1767325897.274409:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000400:00000010:2.0:1767325897.274411:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:2.0:1767325897.274413:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325897.274417:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325897.274426:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.274432:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325897.274439:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.274441:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325897.274443:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325897.274444:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325897.274445:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325897.274447:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325897.274451:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325897.274454:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325897.274456:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325897.274457:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325897.274459:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325897.274462:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325897.274474:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.274476:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325897.274477:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325897.274479:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325897.274480:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325897.274482:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.274488:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325897.274490:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325897.274491:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325897.274493:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325897.274502:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386615040:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325897.274506:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.274508:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325897.274510:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386615040/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325897.274515:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325897.274517:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325897.274522:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c550d5. 02000000:00000001:2.0:1767325897.274529:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325897.274530:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325897.274532:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325897.274534:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325897.274535:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 02000000:00000001:2.0:1767325897.274537:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325897.274539:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325897.274540:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:2.0:1767325897.274543:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325897.274544:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.274546:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325897.274550:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325897.274551:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325897.274552:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325897.274557:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325897.974915:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325897.974923:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325897.974928:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325897.974929:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325897.974953:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325897.974957:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325897.974960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325898.998893:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325898.998900:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325898.998906:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325898.998907:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325898.998940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325898.998944:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325898.998947:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325900.022874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325900.022885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325900.022891:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325900.022892:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325900.022909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325900.022912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325900.022914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325901.046912:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325901.046920:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325901.046927:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325901.046928:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325901.046952:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325901.046956:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325901.046958:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325901.878906:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305607672, at 4305607680 00000100:00000040:1.0:1767325901.878906:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305607672, at 4305607680 00000100:00000040:0.0:1767325901.878906:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305607672, at 4305607680 00000100:00000010:2.0:1767325901.878927:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000010:0.0:1767325901.878932:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:1.0:1767325901.878934:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000040:3.0:1767325901.879030:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305607672, at 4305607680 00000100:00000010:3.0:1767325901.879038:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000149bfc9a. 00010000:00000001:0.0:1767325902.070833:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325902.070840:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325902.070846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325902.070847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325902.070865:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325902.070867:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325902.070869:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325902.390914:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325902.390927:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325902.390939:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767325902.390947:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325902.390952:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325902.390956:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325902.390962:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325902.390970:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767325902.390978:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325902.390989:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325902.391023:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325902.391026:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325902.391032:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_01+1] req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.391064:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325902.391067:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325902.391070:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325902.391073:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 00000020:00000040:1.0:1767325902.391076:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325902.391079:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325902.391081:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325902.391083:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.391086:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325902.391087:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00100000:3.0:1767325902.391092:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767325902.391092:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.391097:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325902.391099:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325902.391100:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325902.391105:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325902.391105:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.391108:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.391112:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325902.391115:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325902.391117:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325902.391118:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325902.391120:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325902.391125:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325902.391128:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_02+2] req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.391147:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325902.391151:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325902.391155:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325902.391158:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325902.391161:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325902.391172:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386615168:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325902.391178:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325902.391180:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325902.391184:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325902.391185:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325902.391189:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325902.391190:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767325902.391195:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325902.391196:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000100:00000001:0.0:1767325902.391199:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325902.391200:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000010:3.0:1767325902.391201:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad74cbfc. 00000100:00000001:0.0:1767325902.391203:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325902.391205:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325902.391206:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325902.391207:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325902.391210:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767325902.391212:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00000040:0.0:1767325902.391212:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325902.391213:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325902.391221:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 02000000:00000010:1.0:1767325902.391222:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767325902.391222:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767325902.391230:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615168, portal 25 00000100:00000001:0.0:1767325902.391232:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.391234:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325902.391234:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.391237:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 02000000:00000001:0.0:1767325902.391239:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325902.391243:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325902.391244:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325902.391244:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325902.391251:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325902.391259:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386615296:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325902.391271:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325902.391273:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325902.391274:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767325902.391278:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325902.391278:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325902.391283:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5708b0. 02000000:00000001:0.0:1767325902.391284:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767325902.391286:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386615168, offset 0 00000100:00000040:1.0:1767325902.391287:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_03+3] req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325902.391289:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325902.391295:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325902.391296:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767325902.391300:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b645c8f8. 02000000:00000001:0.0:1767325902.391306:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325902.391308:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325902.391311:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f415d254. 00000100:00000040:1.0:1767325902.391312:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767325902.391316:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767325902.391319:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000040:1.0:1767325902.391320:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767325902.391326:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325902.391326:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615296, portal 10 00000100:00000040:1.0:1767325902.391329:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10945) 00000100:00000001:0.0:1767325902.391331:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325902.391333:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325902.391335:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 00000400:00000200:3.0:1767325902.391340:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767325902.391346:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325902.391347:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325902.391354:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [99:99:256:4294967295] 192.168.203.127@tcp LPNI seq info [99:99:8:4294967295] 00000100:00000001:0.0:1767325902.391364:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325902.391369:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325902.391373:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000400:00000200:3.0:1767325902.391377:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:0.0:1767325902.391378:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386615296, offset 0 00000100:00000001:2.0:1767325902.391383:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325902.391386:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325902.391386:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767325902.391389:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325902.391389:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325902.391396:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325902.391396:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767325902.391397:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000400:00000200:0.0:1767325902.391404:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325902.391408:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767325902.391409:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325902.391411:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325902.391413:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767325902.391415:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325902.391415:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325902.391419:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325902.391421:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767325902.391424:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325902.391426:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [100:100:255:4294967295] 192.168.203.127@tcp LPNI seq info [100:100:7:4294967295] 00000800:00000200:3.0:1767325902.391431:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00100000:2.0:1767325902.391432:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386615424:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767325902.391440:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325902.391442:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325902.391442:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767325902.391447:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767325902.391451:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325902.391452:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325902.391455:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 02000000:00000001:2.0:1767325902.391456:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325902.391460:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767325902.391463:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325902.391467:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325902.391468:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325902.391468:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba71e9c4. 00000100:00000001:0.0:1767325902.391469:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325902.391474:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325902.391476:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1152317 usecs (1153 jiffies) 00000100:00000001:3.0:1767325902.391478:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305612792 00000400:00000010:2.0:1767325902.391479:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cb87a08. 00000100:00000001:0.0:1767325902.391480:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305609345 00000400:00000010:2.0:1767325902.391487:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000010:3.0:1767325902.391489:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4254591. 00000100:00000200:2.0:1767325902.391491:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615424, portal 10 00000100:00000001:2.0:1767325902.391495:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325902.391497:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325902.391502:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000001:3.0:1767325902.391504:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305612792 00000100:00000001:0.0:1767325902.391506:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305612792 00000100:00000010:3.0:1767325902.391507:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8b4679c. 00000100:00000001:3.0:1767325902.391514:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325902.391514:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305609345 00000100:00000040:2.0:1767325902.391518:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.391519:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305612792 00000100:00000001:0.0:1767325902.391521:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305612792 00000100:00000010:3.0:1767325902.391524:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064be71a1. 00000100:00000001:0.0:1767325902.391528:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305609345 00000100:00000001:3.0:1767325902.391529:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325902.391533:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305612792 00000100:00000001:0.0:1767325902.391535:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305612792 00000100:00000010:3.0:1767325902.391538:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000343ca266. 00000100:00000001:0.0:1767325902.391542:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305609345 00000100:00000001:3.0:1767325902.391543:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325902.391543:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325902.391548:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325902.391549:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325902.391549:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305612792 00000100:00000001:3.0:1767325902.391551:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325902.391555:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325902.391556:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 00000100:00000001:3.0:1767325902.391557:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325902.391558:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.391562:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325902.391562:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386615424, offset 0 00000100:00000001:0.0:1767325902.391563:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325902.391566:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325902.391571:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325902.391572:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325902.391573:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325902.391577:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325902.391579:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325902.391580:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325902.391583:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767325902.391583:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325902.391587:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325902.391590:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325902.391594:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325902.391597:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325902.391600:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [101:101:254:4294967295] 192.168.203.127@tcp LPNI seq info [101:101:6:4294967295] 00000400:00000200:2.0:1767325902.391610:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325902.391614:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325902.391618:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f758b0bc. 00000800:00000200:2.0:1767325902.391622:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325902.391626:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325902.391629:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f758b0bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325902.391632:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325902.391634:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 66442 usecs (67 jiffies) 00000100:00000001:2.0:1767325902.391637:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305608259 00000100:00000001:2.0:1767325902.391639:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305612792 00000100:00000001:2.0:1767325902.391641:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305608259 00000100:00000001:2.0:1767325902.391648:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305612792 00000100:00000001:2.0:1767325902.391650:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305608259 00000100:00000001:2.0:1767325902.391651:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305612792 00000100:00000001:2.0:1767325902.391653:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305608259 00000100:00000001:2.0:1767325902.391655:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305612792 00000100:00000001:2.0:1767325902.391657:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325902.391659:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325902.391661:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325902.391663:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325902.391666:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325902.391668:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325902.391670:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325902.391671:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325902.391672:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325902.391673:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325902.391796:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325902.391800:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000400:00000200:1.0:1767325902.391807:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325902.391813:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325902.391817:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5708b0 00000400:00000010:1.0:1767325902.391819:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5708b0. 00000100:00000001:1.0:1767325902.391824:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325902.391828:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.391837:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325902.391840:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.391847:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325902.391848:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325902.391861:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325902.391863:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:1.0:1767325902.391865:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325902.391868:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325902.391870:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:1.0:1767325902.391872:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:1.0:1767325902.391881:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325902.391884:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.391891:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325902.391893:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.391899:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325902.391901:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325902.391968:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325902.391971:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f758b0bc. 00000400:00000200:1.0:1767325902.391975:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325902.391978:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325902.391980:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000400:00000010:1.0:1767325902.391982:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:1.0:1767325902.391984:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325902.391987:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.391993:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325902.391995:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.392000:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325902.392002:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325902.393722:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325902.393736:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325902.393739:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325902.393742:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325902.393751:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325902.393793:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02d80 00000400:00000200:1.0:1767325902.393802:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:1.0:1767325902.393810:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325902.393819:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325902.393822:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325902.393834:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325902.393840:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325902.393843:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325902.393853:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325902.393866:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325902.393873:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325902.393876:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.393895:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325902.393899:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325902.393904:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325902.393907:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325902.393909:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325902.393914:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:3.0:1767325902.393916:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325902.393918:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325902.393923:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325902.393932:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.393938:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325902.393940:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.393942:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325902.393949:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325902.393951:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325902.393952:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325902.393955:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325902.393960:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325902.393963:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325902.393965:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325902.393966:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325902.393969:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325902.393970:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.393972:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325902.393975:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.393979:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325902.393981:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325902.393982:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325902.393984:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325902.393989:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386615168:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325902.393992:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.393993:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325902.393995:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386615168/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.393998:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325902.394000:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325902.394003:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad74cbfc. 02000000:00000001:3.0:1767325902.394005:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325902.394065:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325902.394067:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325902.394069:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325902.394071:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:3.0:1767325902.394074:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325902.394075:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325902.394076:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:3.0:1767325902.394083:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325902.394084:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.394086:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.394090:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325902.394091:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.394093:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325902.394094:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325902.394097:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394103:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325902.394104:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394106:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325902.394109:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325902.394115:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02e00 00000400:00000200:0.0:1767325902.394118:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:0.0:1767325902.394120:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394122:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325902.394123:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325902.394125:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325902.394127:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325902.394129:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325902.394144:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325902.394155:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325902.394161:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394165:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325902.394167:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394169:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.394171:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325902.394176:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325902.394176:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767325902.394183:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325902.394186:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02e80 00000400:00000001:3.0:1767325902.394187:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325902.394190:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f415d254. 00000400:00000200:3.0:1767325902.394195:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:3.0:1767325902.394197:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:3.0:1767325902.394199:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325902.394204:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325902.394207:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x40d [1] + 224 00000800:00000001:0.0:1767325902.394214:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394220:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325902.394221:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325902.394222:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325902.394230:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325902.394235:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325902.394240:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767325902.394241:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.394242:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.394247:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325902.394248:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325902.394249:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325902.394250:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325902.394253:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325902.394260:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=77 v=5 (5 0 0 0) 00000100:00000040:0.0:1767325902.394263:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325902.394264:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325902.394270:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325902.394273:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325902.394276:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325902.394279:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.394282:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325902.394284:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325902.394285:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325902.394287:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325902.394291:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325902.394291:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325902.394295:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325902.394304:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.394311:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325902.394314:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325902.394316:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325902.394320:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325902.394321:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325902.394325:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325902.394329:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325902.394332:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767325902.394333:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386615296:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767325902.394334:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cb87a08. 00000400:00000200:2.0:1767325902.394339:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000100:00000001:3.0:1767325902.394341:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325902.394341:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:2.0:1767325902.394346:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325902.394347:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767325902.394351:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325902.394353:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386615296/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325902.394368:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325902.394373:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325902.394377:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325902.394377:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325902.394379:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325902.394381:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b645c8f8. 00000100:00000001:2.0:1767325902.394381:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325902.394384:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325902.394386:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325902.394387:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325902.394388:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325902.394390:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325902.394391:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:2.0:1767325902.394395:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325902.394396:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767325902.394399:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=87 v=5 (5 0 0 0) 02000000:00000010:3.0:1767325902.394400:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:3.0:1767325902.394405:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767325902.394405:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=62 v=5 (1 0 0 0) 02000000:00000001:3.0:1767325902.394407:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325902.394409:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767325902.394410:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000100:00000001:2.0:1767325902.394412:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325902.394414:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325902.394416:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.394417:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325902.394420:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325902.394421:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325902.394421:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325902.394422:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325902.394425:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767325902.394428:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325902.394436:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325902.394439:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325902.394440:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325902.394441:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325902.394443:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325902.394445:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325902.394452:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325902.394454:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325902.394455:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325902.394458:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325902.394465:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386615424:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325902.394470:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325902.394472:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325902.394474:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386615424/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325902.394480:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325902.394481:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325902.394483:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba71e9c4. 02000000:00000001:2.0:1767325902.394486:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325902.394487:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325902.394487:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325902.394492:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325902.394494:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767325902.394495:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325902.394496:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325902.394497:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:2.0:1767325902.394498:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325902.394499:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325902.394500:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325902.394503:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325902.394503:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325902.394505:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325902.394506:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325903.094836:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325903.094842:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325903.094846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325903.094847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325903.094863:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325903.094865:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325903.094867:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325904.118865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325904.118874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325904.118909:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325904.118911:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325904.118933:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325904.118936:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325904.118939:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325905.142869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325905.142878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325905.142884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325905.142885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325905.142906:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325905.142910:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325905.142912:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325906.166868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325906.166878:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325906.166881:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325906.166883:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.166889:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325906.166891:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.166893:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.166895:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.166900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325906.166901:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325906.166919:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325906.166921:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325906.166923:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325906.998889:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305612792, at 4305612800 00000100:00000040:2.0:1767325906.998889:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305612792, at 4305612800 00000100:00000010:3.0:1767325906.998909:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000343ca266. 00000100:00000010:2.0:1767325906.998915:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064be71a1. 00000100:00000040:1.0:1767325906.998938:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305612792, at 4305612800 00000100:00000010:1.0:1767325906.998947:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8b4679c. 00000100:00000040:0.0:1767325906.999023:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305612792, at 4305612800 00000100:00000010:0.0:1767325906.999030:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4254591. 00010000:00000001:0.0:1767325907.190849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325907.190856:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.190862:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325907.190865:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325907.190867:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325907.190871:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325907.190874:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325907.190875:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.190878:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325907.190881:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.190904:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.190906:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325907.190926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325907.190929:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325907.190932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325907.510914:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325907.510935:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325907.510944:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000020:00000040:0.0:1767325907.510951:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325907.510955:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325907.510958:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325907.510962:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325907.510972:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767325907.510979:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.510989:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325907.510998:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325907.511000:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.511005:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_00+0] req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.511035:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.511037:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325907.511040:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325907.511044:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 00000020:00000040:0.0:1767325907.511047:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325907.511049:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325907.511051:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325907.511053:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325907.511058:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000485e6489. 00000100:00000001:0.0:1767325907.511062:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.511067:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325907.511074:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325907.511092:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325907.511094:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325907.511095:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325907.511096:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.511103:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_01+1] req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325907.511105:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325907.511122:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325907.511123:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325907.511126:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.511127:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325907.511132:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767325907.511133:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767325907.511134:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005390fd17. 02000000:00000001:3.0:1767325907.511138:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767325907.511139:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767325907.511144:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.511144:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325907.511147:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325907.511150:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325907.511151:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325907.511152:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386615552:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767325907.511154:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:1.0:1767325907.511159:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325907.511160:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325907.511163:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325907.511165:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325907.511170:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325907.511171:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325907.511176:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.511179:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767325907.511183:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.511184:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325907.511185:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325907.511194:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8100072. 00000100:00000040:0.0:1767325907.511197:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005390fd17] to pc [ptlrpcd_00_02+2] req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325907.511230:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325907.511234:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325907.511241:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325907.511245:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325907.511248:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325907.511252:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386615680:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325907.511257:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325907.511260:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325907.511263:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325907.511267:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325907.511267:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.511267:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325907.511278:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325907.511282:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767325907.511284:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 02000000:00000010:1.0:1767325907.511285:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054bfb1e8. 00000100:00000040:0.0:1767325907.511290:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10951) 02000000:00000001:1.0:1767325907.511291:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325907.511295:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000400:00000010:1.0:1767325907.511302:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d05b9ea8. 00000100:00000200:3.0:1767325907.511304:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615552, portal 25 00000100:00000001:2.0:1767325907.511305:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325907.511310:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325907.511311:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325907.511312:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000001:3.0:1767325907.511313:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 00000100:00000001:2.0:1767325907.511316:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767325907.511325:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615680, portal 10 00000100:00000040:3.0:1767325907.511331:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325907.511332:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325907.511333:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325907.511351:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 00000100:00000001:3.0:1767325907.511368:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325907.511369:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325907.511374:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325907.511374:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325907.511380:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325907.511383:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325907.511389:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325907.511391:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 02000000:00000001:2.0:1767325907.511402:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325907.511403:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386615552, offset 0 00000100:00100000:2.0:1767325907.511411:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386615808:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767325907.511420:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325907.511422:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325907.511423:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325907.511432:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325907.511435:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325907.511437:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325907.511442:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767325907.511442:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 02000000:00000010:2.0:1767325907.511448:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c550d5. 00000100:00000200:1.0:1767325907.511450:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386615680, offset 0 00000100:00000001:0.0:1767325907.511451:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325907.511453:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.511457:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325907.511464:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cb87a08. 00000400:00000200:1.0:1767325907.511469:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325907.511482:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000200:2.0:1767325907.511488:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615808, portal 10 00000100:00000001:2.0:1767325907.511491:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325907.511499:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656538624 : -125135053012992 : ffff8e30b99dc000) 00000100:00000040:2.0:1767325907.511509:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325907.511516:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325907.511518:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325907.511521:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767325907.511523:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386615808, offset 0 00000400:00000200:2.0:1767325907.511527:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325907.511604:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325907.511610:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325907.511615:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325907.511620:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325907.511623:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325907.511633:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [102:102:256:4294967295] 192.168.203.127@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1767325907.511647:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325907.511654:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325907.511659:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000400:00000200:1.0:1767325907.511662:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325907.511670:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325907.511678:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325907.511682:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325907.511686:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325907.511692:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [103:103:255:4294967295] 192.168.203.127@tcp LPNI seq info [103:103:7:4294967295] 00000400:00000200:1.0:1767325907.511703:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767325907.511709:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325907.511714:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000400:00000200:2.0:1767325907.511715:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767325907.511726:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325907.511726:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325907.511734:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325907.511738:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767325907.511789:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325907.511793:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325907.511795:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325907.511800:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767325907.511803:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325907.511804:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325907.511816:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [104:104:254:4294967295] 192.168.203.127@tcp LPNI seq info [104:104:6:4294967295] 00000100:00000001:3.0:1767325907.511826:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325907.511826:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325907.511836:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767325907.511846:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1106380 usecs (1107 jiffies) 00000100:00000001:3.0:1767325907.511847:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305617913 00000800:00000200:2.0:1767325907.511855:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325907.511859:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305614420 00000800:00000200:0.0:1767325907.511859:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767325907.511861:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000343ca266. 00000800:00000010:2.0:1767325907.511862:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c436bcd. 00000800:00000010:0.0:1767325907.511870:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:3.0:1767325907.511875:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767325907.511876:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767325907.511877:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325907.511886:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305617913 00000100:00000001:1.0:1767325907.511886:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305617913 00000800:00000200:2.0:1767325907.511887:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325907.511896:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305614420 00000400:00000200:0.0:1767325907.511897:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000010:3.0:1767325907.511898:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071b4d82f. 00000800:00000200:2.0:1767325907.511898:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c436bcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325907.511909:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325907.511910:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325907.511911:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000100:00000001:1.0:1767325907.511916:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305617913 00000100:00000001:3.0:1767325907.511917:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305617913 00000100:00000040:2.0:1767325907.511917:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 63461 usecs (64 jiffies) 00000400:00000010:0.0:1767325907.511917:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:1.0:1767325907.511927:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305614420 00000100:00000010:3.0:1767325907.511929:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1a66277. 00000100:00000001:2.0:1767325907.511929:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305613377 00000100:00000001:0.0:1767325907.511930:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325907.511937:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305617913 00000100:00000001:3.0:1767325907.511939:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767325907.511940:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325907.511943:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305613377 00000100:00000001:3.0:1767325907.511946:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305617913 00000100:00000001:1.0:1767325907.511946:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305617913 00000100:00000001:2.0:1767325907.511951:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305617913 00000100:00000001:1.0:1767325907.511956:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305614420 00000100:00000010:3.0:1767325907.511957:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e02887e. 00000100:00000001:2.0:1767325907.511960:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305613377 00000100:00000001:3.0:1767325907.511965:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325907.511967:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325907.511968:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305617913 00000100:00000001:2.0:1767325907.511975:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305613377 00000100:00000040:0.0:1767325907.511975:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325907.511977:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325907.511977:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305617913 00000100:00000001:1.0:1767325907.511988:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325907.511990:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325907.511991:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305617913 00000100:00000001:1.0:1767325907.512000:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325907.512003:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325907.512004:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.512004:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325907.512007:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.512009:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325907.512012:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325907.512013:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325907.512015:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325907.512020:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325907.512022:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767325907.512025:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325907.512026:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325907.512026:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325907.512027:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767325907.512029:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000100:00000001:1.0:1767325907.512030:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325907.512037:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325907.512037:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325907.512038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325907.512039:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325907.512041:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325907.512044:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325907.512046:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325907.512048:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325907.512049:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325907.512054:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325907.512055:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325907.512059:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325907.512060:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325907.512060:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325907.512061:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000100:00000001:2.0:1767325907.512066:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325907.512068:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:2.0:1767325907.512073:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.512075:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325907.512082:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.512091:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325907.512093:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.512100:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.512102:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325907.512141:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325907.512144:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c436bcd. 00000400:00000200:0.0:1767325907.512148:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325907.512152:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325907.512154:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000400:00000010:0.0:1767325907.512156:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000100:00000001:0.0:1767325907.512158:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325907.512161:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.512174:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325907.512177:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.512182:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.512184:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325907.513712:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325907.513726:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325907.513730:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325907.513733:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325907.513742:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325907.513791:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a02f00 00000400:00000200:1.0:1767325907.513799:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x415 [1] + 224 00000800:00000001:1.0:1767325907.513807:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325907.513813:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325907.513815:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325907.513819:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325907.513825:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325907.513830:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325907.513841:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325907.513858:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325907.513867:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325907.513871:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325907.513874:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325907.513878:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325907.513886:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325907.513887:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325907.513902:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325907.513910:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325907.513912:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325907.513920:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a02f80 00000400:00000010:3.0:1767325907.513921:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325907.513930:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:3.0:1767325907.513934:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325907.513938:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325907.513942:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x419 [1] + 224 00000100:00000200:3.0:1767325907.513948:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325907.513949:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325907.513956:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325907.513961:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325907.513968:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325907.513970:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325907.513980:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325907.513988:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767325907.513989:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325907.513991:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325907.513995:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325907.513997:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325907.513999:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325907.514002:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325907.514008:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325907.514017:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=92 v=5 (5 0 0 0) 00000100:00000040:1.0:1767325907.514020:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325907.514025:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325907.514044:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325907.514058:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325907.514062:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325907.514064:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325907.514068:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325907.514069:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325907.514079:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767325907.514080:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325907.514088:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325907.514095:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767325907.514097:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325907.514099:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325907.514103:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325907.514105:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325907.514108:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325907.514120:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325907.514125:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325907.514126:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325907.514134:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325907.514137:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767325907.514138:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386615552:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325907.514142:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03000 00000400:00000010:2.0:1767325907.514143:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d05b9ea8. 00000400:00000200:2.0:1767325907.514153:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:2.0:1767325907.514156:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:2.0:1767325907.514164:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325907.514168:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x425 [1] + 224 00000100:00000001:3.0:1767325907.514170:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325907.514174:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325907.514176:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325907.514177:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325907.514189:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386615552/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325907.514196:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325907.514201:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325907.514210:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325907.514223:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767325907.514223:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325907.514227:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325907.514239:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325907.514241:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325907.514242:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325907.514242:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325907.514249:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325907.514249:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767325907.514252:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325907.514253:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325907.514255:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8100072. 02000000:00000001:2.0:1767325907.514260:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325907.514264:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325907.514268:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325907.514275:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00001000:2.0:1767325907.514276:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=82 v=5 (5 0 0 0) 00000100:00000040:1.0:1767325907.514279:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325907.514287:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767325907.514290:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=82 v=5 (1 0 0 0) 02000000:00000010:3.0:1767325907.514294:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 00000100:00000001:2.0:1767325907.514299:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767325907.514303:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325907.514304:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325907.514308:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767325907.514310:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1767325907.514312:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00000001:3.0:1767325907.514318:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325907.514321:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325907.514322:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325907.514324:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325907.514327:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325907.514329:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325907.514331:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325907.514335:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325907.514335:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325907.514342:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325907.514343:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767325907.514343:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325907.514348:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325907.514354:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325907.514357:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325907.514359:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325907.514360:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.514362:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325907.514372:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325907.514377:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325907.514381:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cb87a08. 00000100:00000001:2.0:1767325907.514384:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325907.514387:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000100:00000001:2.0:1767325907.514388:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325907.514391:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325907.514392:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:0.0:1767325907.514397:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325907.514398:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325907.514405:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325907.514411:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386615680:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325907.514420:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325907.514425:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325907.514427:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325907.514431:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386615680/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.514438:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325907.514441:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325907.514445:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325907.514448:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325907.514449:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325907.514450:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767325907.514453:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325907.514453:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325907.514457:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054bfb1e8. 02000000:00000001:0.0:1767325907.514457:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325907.514460:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=92 v=5 (5 0 0 0) 02000000:00000001:2.0:1767325907.514463:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767325907.514464:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=67 v=5 (1 0 0 0) 00000020:00000001:2.0:1767325907.514466:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325907.514467:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767325907.514470:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325907.514470:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.514474:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767325907.514475:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:0.0:1767325907.514478:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325907.514479:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000485e6489. 02000000:00000001:2.0:1767325907.514485:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325907.514488:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767325907.514489:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325907.514492:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000100:00000001:2.0:1767325907.514496:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325907.514498:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325907.514499:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325907.514501:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325907.514503:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325907.514504:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325907.514506:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325907.514509:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325907.514510:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325907.514515:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.514516:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325907.514518:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325907.514519:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325907.514520:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325907.514528:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325907.514529:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386615808:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325907.514533:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.514534:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325907.514537:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325907.514539:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005390fd17 x1853175386615808/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325907.514542:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325907.514543:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325907.514545:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c550d5. 02000000:00000001:0.0:1767325907.514548:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325907.514549:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325907.514549:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325907.514551:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325907.514552:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 02000000:00000001:0.0:1767325907.514554:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325907.514555:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325907.514556:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005390fd17. 00000100:00000001:0.0:1767325907.514559:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325907.514560:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325907.514561:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325907.514565:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325907.514566:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325907.514568:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325907.514574:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325908.214847:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325908.214852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325908.214856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325908.214857:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325908.214896:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325908.214900:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325908.214902:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325909.238886:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325909.238891:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325909.238895:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325909.238896:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325909.238931:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325909.238937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325909.238940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325910.262892:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325910.262901:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325910.262908:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325910.262910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325910.262955:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325910.262958:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325910.262960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325911.286862:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325911.286872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325911.286878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325911.286879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325911.286914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325911.286918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325911.286920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325912.118862:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305617913, at 4305617920 00000100:00000040:1.0:1767325912.118862:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305617913, at 4305617920 00000100:00000040:0.0:1767325912.118862:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305617913, at 4305617920 00000100:00000040:3.0:1767325912.118863:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305617913, at 4305617920 00000100:00000010:2.0:1767325912.118884:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1a66277. 00000100:00000010:3.0:1767325912.118886:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e02887e. 00000100:00000010:1.0:1767325912.118888:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071b4d82f. 00000100:00000010:0.0:1767325912.118893:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000343ca266. 00010000:00000001:0.0:1767325912.310875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325912.310888:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325912.310894:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325912.310898:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325912.310924:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325912.310926:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325912.310929:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325912.630874:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325912.630882:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325912.630889:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767325912.630895:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325912.630898:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325912.630900:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325912.630904:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325912.630909:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767325912.630918:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.630926:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325912.630933:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325912.630935:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.630938:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_03+3] req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325912.630958:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.630960:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325912.630963:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325912.630967:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767325912.630968:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325912.630970:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325912.630971:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325912.630972:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325912.630973:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767325912.630975:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325912.630976:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325912.630977:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325912.630981:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325912.630985:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325912.630986:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325912.630993:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325912.630998:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.631004:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_00+0] req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.631009:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.631015:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325912.631023:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325912.631024:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325912.631027:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325912.631030:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.631033:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325912.631035:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325912.631035:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325912.631039:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325912.631040:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000100:00100000:0.0:1767325912.631043:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386615936:192.168.203.127@tcp:400: 00000020:00000040:1.0:1767325912.631044:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325912.631048:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325912.631048:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325912.631052:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767325912.631053:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767325912.631053:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325912.631054:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.631058:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325912.631059:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 02000000:00000001:0.0:1767325912.631061:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325912.631063:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.631065:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325912.631066:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.631068:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325912.631069:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325912.631071:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325912.631073:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.631076:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767325912.631078:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018abddfd. 00000100:00000001:2.0:1767325912.631079:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325912.631081:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325912.631084:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325912.631084:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325912.631085:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325912.631092:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_01+1] req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325912.631094:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008187b918. 00000100:00000001:3.0:1767325912.631096:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.631100:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325912.631105:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325912.631105:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000001:3.0:1767325912.631108:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.631109:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325912.631111:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767325912.631115:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386615936, portal 25 02000000:00000001:2.0:1767325912.631116:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325912.631122:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325912.631123:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.631123:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767325912.631132:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767325912.631133:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386616064:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767325912.631133:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325912.631133:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325912.631140:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000001:3.0:1767325912.631143:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.631145:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325912.631146:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10956) 00000100:00000040:0.0:1767325912.631152:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325912.631154:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325912.631157:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325912.631158:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325912.631162:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325912.631164:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325912.631166:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767325912.631167:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000200:0.0:1767325912.631170:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386615936, offset 0 02000000:00000010:2.0:1767325912.631171:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2c4454f. 02000000:00000001:2.0:1767325912.631175:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325912.631180:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325912.631180:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325912.631181:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000001:3.0:1767325912.631193:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325912.631194:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000400:00000200:0.0:1767325912.631196:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325912.631202:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767325912.631203:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616064, portal 10 00000400:00000200:0.0:1767325912.631204:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325912.631206:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325912.631207:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325912.631211:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325912.631213:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000400:00000200:0.0:1767325912.631216:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325912.631221:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767325912.631226:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325912.631227:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325912.631228:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [105:105:256:4294967295] 192.168.203.127@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1767325912.631263:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325912.631277:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325912.631285:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.631293:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325912.631293:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325912.631296:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767325912.631299:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 02000000:00000001:3.0:1767325912.631301:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325912.631302:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325912.631309:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325912.631309:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000800:00000200:0.0:1767325912.631311:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767325912.631322:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386616064, offset 0 00000100:00100000:3.0:1767325912.631323:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386616192:192.168.203.127@tcp:400: 00000800:00000200:0.0:1767325912.631328:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325912.631336:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325912.631340:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325912.631340:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325912.631349:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325912.631349:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325912.631353:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767325912.631356:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325912.631357:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305623032 00000400:00000200:2.0:1767325912.631360:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325912.631366:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325912.631368:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325912.631373:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767325912.631374:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 02000000:00000010:3.0:1767325912.631376:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000879433bd. 00000400:00000200:2.0:1767325912.631377:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767325912.631383:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325912.631383:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325912.631384:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [106:106:255:4294967295] 192.168.203.127@tcp LPNI seq info [106:106:7:4294967295] 00000100:00000001:0.0:1767325912.631397:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305623032 00000400:00000010:3.0:1767325912.631398:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00000010:0.0:1767325912.631406:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bea0ac4e. 00000400:00000200:2.0:1767325912.631408:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767325912.631410:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000100:00000001:0.0:1767325912.631413:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767325912.631420:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325912.631421:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305623032 00000800:00000010:2.0:1767325912.631425:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c50ce881. 00000100:00000010:0.0:1767325912.631427:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a661d01. 00000100:00000200:3.0:1767325912.631432:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616192, portal 10 00000800:00000200:2.0:1767325912.631433:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325912.631433:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325912.631442:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325912.631444:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305623032 00000100:00000001:3.0:1767325912.631446:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000800:00000200:2.0:1767325912.631448:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325912.631451:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767325912.631451:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e5fd5b. 00000800:00000200:2.0:1767325912.631455:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c50ce881 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767325912.631458:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000001:0.0:1767325912.631459:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325912.631463:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325912.631464:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325912.631467:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325912.631468:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1063977 usecs (1064 jiffies) 00000400:00000200:1.0:1767325912.631469:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325912.631475:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.631482:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305619496 00000100:00000001:0.0:1767325912.631483:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325912.631494:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325912.631494:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.631495:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305623032 00000100:00000001:2.0:1767325912.631507:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305619496 00000400:00000200:1.0:1767325912.631512:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000100:00000001:0.0:1767325912.631514:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325912.631515:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305623032 00000100:00000001:2.0:1767325912.631519:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305619496 00000400:00000010:1.0:1767325912.631519:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767325912.631519:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325912.631524:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305623032 00000100:00000001:0.0:1767325912.631526:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.631527:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305619496 00000100:00000001:1.0:1767325912.631527:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325912.631530:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325912.631531:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305623032 00000100:00000001:0.0:1767325912.631533:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325912.631538:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325912.631541:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.631544:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325912.631550:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.631554:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.631558:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325912.631559:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.631563:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.631564:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.631567:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325912.631570:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.631572:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.631574:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.631574:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325912.631595:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325912.631602:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325912.631606:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000100:00000200:3.0:1767325912.631611:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386616192, offset 0 00000400:00000200:3.0:1767325912.631617:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767325912.631626:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767325912.631631:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767325912.631631:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c50ce881. 00000400:00000200:3.0:1767325912.631643:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325912.631643:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325912.631654:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325912.631656:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325912.631667:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325912.631671:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325912.631741:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [107:107:255:4294967295] 192.168.203.127@tcp LPNI seq info [107:107:7:4294967295] 00000400:00000200:3.0:1767325912.631752:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325912.631802:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325912.631803:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:1.0:1767325912.631808:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000800:00000010:3.0:1767325912.631810:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000100:00000001:1.0:1767325912.631812:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325912.631820:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325912.631822:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325912.631837:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767325912.631838:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325912.631845:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767325912.631845:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325912.631854:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.631862:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325912.631864:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 60758 usecs (61 jiffies) 00000100:00000001:1.0:1767325912.631865:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325912.631872:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305618494 00000100:00000001:3.0:1767325912.631876:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305623032 00000100:00000001:3.0:1767325912.631879:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305618494 00000100:00000001:3.0:1767325912.631881:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305623032 00000100:00000001:3.0:1767325912.631884:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305618494 00000100:00000001:3.0:1767325912.631887:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305623032 00000100:00000001:3.0:1767325912.631890:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305618494 00000100:00000001:3.0:1767325912.631892:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305623032 00000100:00000001:3.0:1767325912.631894:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325912.631897:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325912.631902:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325912.631905:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325912.631907:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:1.0:1767325912.631909:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325912.631914:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325912.631914:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325912.631924:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000400:00000010:1.0:1767325912.631926:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00000100:00000001:1.0:1767325912.631928:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325912.631931:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325912.631936:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325912.631937:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325912.631949:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.631950:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325912.632735:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325912.632744:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325912.632746:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325912.632748:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325912.632774:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325912.632783:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03080 00000400:00000200:0.0:1767325912.632788:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x42d [1] + 224 00000800:00000001:0.0:1767325912.632794:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325912.632801:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325912.632804:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325912.632807:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325912.632810:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325912.632814:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325912.632823:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325912.632841:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325912.632848:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325912.632852:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.632873:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.632875:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325912.632879:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325912.632880:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325912.632882:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008187b918. 00000400:00000200:2.0:1767325912.632885:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000400:00000010:2.0:1767325912.632886:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:2.0:1767325912.632887:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325912.632890:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325912.632895:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.632899:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325912.632900:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.632901:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325912.632902:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325912.632904:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325912.632905:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325912.632907:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325912.632910:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325912.632912:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325912.632914:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325912.632915:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325912.632917:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325912.632918:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.632920:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325912.632922:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.632933:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325912.632935:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325912.632936:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325912.632939:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325912.632942:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386615936:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325912.632945:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.632946:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325912.632948:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386615936/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.632953:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325912.632955:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325912.632957:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018abddfd. 02000000:00000001:2.0:1767325912.632961:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325912.632963:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325912.632964:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767325912.632966:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325912.632968:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767325912.632971:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325912.632972:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325912.632974:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:2.0:1767325912.632978:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325912.632980:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.632981:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.632986:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325912.632988:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.632990:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.632991:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325912.633089:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325912.633145:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325912.633147:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325912.633149:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325912.633154:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325912.633159:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03100 00000400:00000200:1.0:1767325912.633162:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x435 [1] + 224 00000800:00000001:1.0:1767325912.633166:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325912.633167:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325912.633173:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325912.633176:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325912.633179:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325912.633182:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325912.633190:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325912.633217:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325912.633224:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325912.633228:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325912.633229:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325912.633232:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325912.633237:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325912.633244:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03180 00000100:00000001:2.0:1767325912.633247:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325912.633250:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x43d [1] + 224 00000100:00000001:2.0:1767325912.633251:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325912.633257:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325912.633257:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325912.633261:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325912.633264:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000800:00000001:1.0:1767325912.633265:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325912.633268:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325912.633273:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325912.633274:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767325912.633276:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767325912.633278:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325912.633282:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325912.633285:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325912.633292:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325912.633294:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.633308:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325912.633309:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.633311:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325912.633314:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325912.633317:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325912.633320:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325912.633320:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325912.633326:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325912.633332:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325912.633337:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325912.633339:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325912.633340:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325912.633341:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767325912.633342:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325912.633346:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325912.633347:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325912.633348:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1767325912.633351:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325912.633352:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325912.633357:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325912.633359:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325912.633364:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.633371:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325912.633373:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325912.633374:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325912.633380:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325912.633382:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325912.633388:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767325912.633396:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386616064:192.168.203.127@tcp:400: 00000400:00000001:3.0:1767325912.633397:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325912.633401:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325912.633405:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325912.633409:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:3.0:1767325912.633422:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:2.0:1767325912.633424:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325912.633430:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325912.633430:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325912.633436:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386616064/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325912.633441:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325912.633475:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767325912.633480:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325912.633481:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325912.633486:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2c4454f. 02000000:00000001:2.0:1767325912.633492:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325912.633496:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325912.633499:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325912.633501:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767325912.633505:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325912.633507:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325912.633509:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00000100:00000001:3.0:1767325912.633512:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325912.633515:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325912.633517:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767325912.633519:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325912.633521:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767325912.633523:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:3.0:1767325912.633525:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.633529:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767325912.633530:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325912.633533:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325912.633537:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325912.633540:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=97 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325912.633541:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325912.633545:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325912.633549:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325912.633551:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325912.633555:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325912.633557:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325912.633561:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325912.633564:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325912.633569:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325912.633577:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325912.633580:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325912.633582:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325912.633583:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325912.633585:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325912.633588:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325912.633594:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325912.633598:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325912.633599:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325912.633602:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325912.633620:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386616192:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325912.633624:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325912.633626:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325912.633629:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386616192/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325912.633635:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325912.633638:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325912.633640:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000879433bd. 02000000:00000001:3.0:1767325912.633643:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325912.633645:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325912.633646:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325912.633649:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325912.633651:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:3.0:1767325912.633654:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325912.633655:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325912.633657:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000001:3.0:1767325912.633660:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325912.633661:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325912.633663:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325912.633667:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325912.633668:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325912.633671:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325912.633673:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325913.334838:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325913.334845:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325913.334850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325913.334851:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325913.334883:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325913.334886:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325913.334888:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325914.358858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325914.358862:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325914.358866:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325914.358866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325914.358892:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325914.358894:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325914.358896:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325915.382845:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325915.382852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325915.382857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325915.382858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325915.382892:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325915.382895:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325915.382897:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325916.406891:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325916.406901:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325916.406904:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325916.406907:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325916.406933:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325916.406935:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325916.406937:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325916.406940:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325916.406944:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325916.406946:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325916.406973:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325916.406976:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325916.406979:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325917.238833:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305623032, at 4305623040 00000100:00000040:2.0:1767325917.238833:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305623032, at 4305623040 00000100:00000040:1.0:1767325917.238833:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305623032, at 4305623040 00000100:00000040:0.0:1767325917.238839:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305623032, at 4305623040 00000100:00000010:1.0:1767325917.238851:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bea0ac4e. 00000100:00000010:2.0:1767325917.238853:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a661d01. 00000100:00000010:3.0:1767325917.238859:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e5fd5b. 00000100:00000010:0.0:1767325917.238861:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00010000:00000001:0.0:1767325917.430844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325917.430850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325917.430856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325917.430859:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325917.430860:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325917.430866:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325917.430868:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325917.430869:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325917.430871:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325917.430873:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325917.430874:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325917.430875:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325917.430909:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325917.430912:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325917.430936:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325917.750831:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325917.750844:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325917.750855:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000020:00000040:1.0:1767325917.750863:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325917.750868:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325917.750872:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325917.750878:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325917.750886:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:1.0:1767325917.750893:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325917.750904:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325917.750915:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325917.750917:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325917.750923:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_02+2] req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.750958:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325917.750960:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325917.750964:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325917.750967:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000020:00000040:1.0:1767325917.750973:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325917.750994:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325917.750995:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325917.750998:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.750999:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325917.751002:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:0.0:1767325917.751005:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325917.751006:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325917.751006:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.751011:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325917.751012:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325917.751013:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325917.751021:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.751028:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325917.751032:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.751039:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325917.751040:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_03+3] req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325917.751043:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325917.751051:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325917.751055:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325917.751059:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751060:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325917.751063:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325917.751067:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325917.751071:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000100:00100000:2.0:1767325917.751074:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386616320:192.168.203.127@tcp:400: 00000020:00000040:1.0:1767325917.751076:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325917.751078:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325917.751082:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325917.751083:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325917.751084:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325917.751085:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325917.751087:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325917.751089:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325917.751092:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767325917.751095:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000040:0.0:1767325917.751096:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325917.751097:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751101:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325917.751102:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325917.751108:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba71e9c4. 00000100:00000040:1.0:1767325917.751110:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325917.751112:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325917.751113:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325917.751115:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325917.751120:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325917.751123:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325917.751125:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000001:1.0:1767325917.751126:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325917.751128:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751130:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325917.751134:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386616448:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767325917.751137:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00000040:1.0:1767325917.751137:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_00+0] req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325917.751149:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616320, portal 25 00000100:00000001:0.0:1767325917.751151:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325917.751156:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325917.751157:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325917.751160:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 02000000:00000001:0.0:1767325917.751160:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325917.751165:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325917.751170:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c83227f. 00000100:00000040:2.0:1767325917.751171:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325917.751174:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751180:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325917.751182:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19258d8. 00000100:00000040:1.0:1767325917.751185:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325917.751189:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767325917.751190:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000100:00000040:1.0:1767325917.751191:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325917.751196:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767325917.751196:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616448, portal 10 00000400:00000010:2.0:1767325917.751201:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f317576. 00000100:00000001:0.0:1767325917.751201:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325917.751205:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000100:00000040:1.0:1767325917.751206:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10961) 00000100:00000200:2.0:1767325917.751207:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386616320, offset 0 00000100:00000001:3.0:1767325917.751215:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325917.751216:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325917.751217:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325917.751221:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325917.751224:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325917.751231:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325917.751233:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325917.751237:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767325917.751239:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325917.751242:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325917.751246:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325917.751246:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000400:00000200:2.0:1767325917.751249:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325917.751250:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325917.751253:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325917.751253:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386616448, offset 0 02000000:00000001:3.0:1767325917.751259:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325917.751259:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767325917.751263:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325917.751265:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325917.751268:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325917.751269:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325917.751275:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00100000:3.0:1767325917.751276:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386616576:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325917.751282:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325917.751284:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [108:108:256:4294967295] 192.168.203.127@tcp LPNI seq info [108:108:8:4294967295] 02000000:00000001:3.0:1767325917.751287:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325917.751290:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325917.751293:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325917.751297:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015181482. 02000000:00000001:3.0:1767325917.751302:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325917.751303:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767325917.751308:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000800:00000200:2.0:1767325917.751313:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325917.751315:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000400:00000200:0.0:1767325917.751315:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767325917.751318:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071400f19. 00000100:00000200:3.0:1767325917.751322:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616576, portal 10 00000400:00000200:0.0:1767325917.751323:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325917.751326:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767325917.751329:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325917.751330:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000400:00000200:0.0:1767325917.751330:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767325917.751337:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325917.751341:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325917.751342:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767325917.751345:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767325917.751349:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000071400f19 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325917.751354:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [109:109:255:4294967295] 192.168.203.127@tcp LPNI seq info [109:109:7:4294967295] 00000100:00000001:3.0:1767325917.751361:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325917.751367:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325917.751371:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000100:00000001:2.0:1767325917.751373:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325917.751375:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767325917.751376:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386616576, offset 0 00000100:00000001:2.0:1767325917.751378:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305628152 00000100:00000010:2.0:1767325917.751385:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069d13063. 00000400:00000200:3.0:1767325917.751387:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767325917.751392:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325917.751395:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767325917.751398:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000400:00000200:3.0:1767325917.751399:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325917.751402:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305628152 00000400:00000200:3.0:1767325917.751406:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767325917.751407:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cde0223. 00000800:00000200:0.0:1767325917.751408:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325917.751413:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325917.751414:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325917.751416:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305628152 00000800:00000200:0.0:1767325917.751418:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767325917.751420:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873f2e46. 00000800:00000200:0.0:1767325917.751424:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325917.751425:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767325917.751429:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325917.751431:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.751432:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305628152 00000400:00000200:3.0:1767325917.751435:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767325917.751436:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767325917.751437:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000100:00000001:2.0:1767325917.751442:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325917.751443:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [110:110:254:4294967295] 192.168.203.127@tcp LPNI seq info [110:110:6:4294967295] 00000800:00000010:1.0:1767325917.751443:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071400f19. 00000100:00000040:0.0:1767325917.751445:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 1024677 usecs (1025 jiffies) 00000100:00000001:2.0:1767325917.751446:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325917.751451:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325917.751452:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325917.751453:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305624577 00000100:00000001:2.0:1767325917.751454:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.751459:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325917.751464:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325917.751465:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305628152 00000100:00000001:2.0:1767325917.751468:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325917.751472:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325917.751472:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305624577 00000400:00000200:3.0:1767325917.751476:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767325917.751477:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325917.751478:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305628152 00000100:00000001:2.0:1767325917.751480:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325917.751483:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305624577 00000100:00000001:2.0:1767325917.751484:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.751489:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325917.751490:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305628152 00000100:00000001:0.0:1767325917.751494:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305624577 00000400:00000200:1.0:1767325917.751495:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f317576 00000800:00000200:3.0:1767325917.751496:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325917.751500:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f317576. 00000100:00000001:0.0:1767325917.751501:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305628152 00000800:00000010:3.0:1767325917.751503:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000100:00000001:0.0:1767325917.751506:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325917.751509:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325917.751510:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325917.751514:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325917.751516:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325917.751517:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325917.751521:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325917.751525:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325917.751528:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325917.751532:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325917.751533:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325917.751539:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325917.751540:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751540:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325917.751542:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325917.751546:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 58248 usecs (59 jiffies) 00000100:00000040:1.0:1767325917.751547:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325917.751547:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.751553:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305623611 00000100:00000001:0.0:1767325917.751553:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.751560:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305628152 00000100:00000001:1.0:1767325917.751563:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.751565:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305623611 00000100:00000001:1.0:1767325917.751567:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325917.751569:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305628152 00000100:00000001:3.0:1767325917.751572:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305623611 00000100:00000001:3.0:1767325917.751574:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305628152 00000100:00000001:3.0:1767325917.751576:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305623611 00000100:00000001:3.0:1767325917.751579:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305628152 00000100:00000001:3.0:1767325917.751580:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325917.751581:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325917.751583:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325917.751585:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000100:00000001:3.0:1767325917.751588:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325917.751590:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325917.751591:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325917.751597:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325917.751598:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325917.751600:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000400:00000010:1.0:1767325917.751602:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000100:00000001:1.0:1767325917.751604:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325917.751607:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767325917.751609:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325917.751613:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325917.751615:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325917.751619:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.751624:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751625:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325917.751628:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.751638:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751639:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325917.751732:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325917.751735:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000400:00000200:1.0:1767325917.751743:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325917.751747:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325917.751750:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000400:00000010:1.0:1767325917.751751:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:1.0:1767325917.751754:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325917.751773:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.751781:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325917.751783:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.751789:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.751790:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325917.753545:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325917.753565:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325917.753569:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325917.753570:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325917.753579:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325917.753591:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03200 00000400:00000200:0.0:1767325917.753597:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x445 [1] + 224 00000800:00000001:0.0:1767325917.753602:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325917.753605:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325917.753607:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325917.753610:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325917.753615:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325917.753633:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325917.753644:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325917.753663:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325917.753671:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325917.753687:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325917.753690:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325917.753695:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325917.753700:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325917.753703:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325917.753705:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325917.753711:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325917.753712:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03280 00000400:00000001:2.0:1767325917.753718:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325917.753720:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000400:00000200:2.0:1767325917.753723:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767325917.753724:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767325917.753726:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325917.753730:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x449 [1] + 224 00000100:00000200:2.0:1767325917.753732:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325917.753743:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325917.753750:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325917.753751:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325917.753753:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325917.753793:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325917.753795:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325917.753799:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325917.753853:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325917.753856:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325917.753859:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325917.753860:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325917.753863:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325917.753865:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325917.753869:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325917.753877:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325917.753885:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325917.753889:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325917.753891:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325917.753893:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325917.753895:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325917.753896:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325917.753898:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325917.753900:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325917.753903:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325917.753910:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767325917.753910:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325917.753915:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325917.753917:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325917.753921:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325917.753923:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325917.753926:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325917.753930:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767325917.753935:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325917.753937:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767325917.753939:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386616320:192.168.203.127@tcp:400: 00000400:00000001:1.0:1767325917.753941:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767325917.753944:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325917.753946:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325917.753946:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19258d8. 00000100:00000001:2.0:1767325917.753955:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767325917.753955:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:1.0:1767325917.753961:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000400:00000200:0.0:1767325917.753962:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:2.0:1767325917.753963:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386616320/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.753968:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325917.753976:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325917.753989:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03300 00000100:00000001:2.0:1767325917.753990:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325917.753994:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325917.754000:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba71e9c4. 00000100:00000200:1.0:1767325917.754004:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325917.754008:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x455 [1] + 224 02000000:00000001:2.0:1767325917.754011:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325917.754018:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325917.754025:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325917.754031:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325917.754032:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325917.754035:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325917.754037:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325917.754037:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325917.754043:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767325917.754045:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 00000100:00000001:1.0:1767325917.754046:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325917.754049:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325917.754050:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325917.754051:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325917.754051:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325917.754057:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767325917.754060:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767325917.754061:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00001000:1.0:1767325917.754062:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325917.754066:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767325917.754067:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325917.754071:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325917.754072:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325917.754076:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325917.754078:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325917.754080:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325917.754091:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325917.754094:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767325917.754095:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325917.754095:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325917.754105:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.754106:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325917.754109:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325917.754109:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:0.0:1767325917.754110:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325917.754111:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325917.754119:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325917.754123:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325917.754131:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.754141:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325917.754144:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767325917.754145:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325917.754146:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325917.754154:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325917.754193:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386616448:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325917.754211:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325917.754213:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325917.754215:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386616448/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325917.754217:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325917.754224:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325917.754225:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325917.754227:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c83227f. 00000800:00000001:0.0:1767325917.754228:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325917.754230:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767325917.754232:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325917.754233:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325917.754235:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325917.754238:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325917.754239:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:1.0:1767325917.754243:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325917.754244:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325917.754246:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:1.0:1767325917.754249:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325917.754251:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325917.754252:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325917.754258:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325917.754259:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325917.754262:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.754266:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325917.754266:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325917.754268:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325917.754277:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325917.754281:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325917.754283:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325917.754288:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:3.0:1767325917.754291:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325917.754294:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325917.754299:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325917.754307:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325917.754313:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325917.754315:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325917.754317:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325917.754319:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325917.754322:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325917.754324:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325917.754326:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325917.754333:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325917.754337:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325917.754340:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325917.754341:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325917.754343:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325917.754347:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325917.754353:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.754356:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325917.754358:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325917.754359:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325917.754365:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325917.754369:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325917.754375:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325917.754385:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325917.754386:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325917.754390:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325917.754397:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386616576:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325917.754402:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325917.754404:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325917.754406:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386616576/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325917.754412:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325917.754415:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325917.754418:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015181482. 02000000:00000001:3.0:1767325917.754420:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325917.754422:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325917.754424:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325917.754426:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325917.754428:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:3.0:1767325917.754431:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325917.754433:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325917.754434:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:3.0:1767325917.754437:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325917.754439:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325917.754440:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325917.754446:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325917.754448:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325917.754449:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325917.754451:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325918.454816:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325918.454821:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325918.454825:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325918.454826:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325918.454842:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325918.454844:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325918.454847:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325919.478868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325919.478876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325919.478884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325919.478885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325919.478926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325919.478931:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325919.478934:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325920.502883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325920.502889:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325920.502894:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325920.502896:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325920.502941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325920.502945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325920.502949:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325921.526834:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325921.526842:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325921.526848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325921.526849:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325921.526883:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325921.526887:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325921.526889:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325922.358860:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305628152, at 4305628160 00000100:00000040:3.0:1767325922.358866:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305628152, at 4305628160 00000100:00000010:2.0:1767325922.358873:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000873f2e46. 00000100:00000010:3.0:1767325922.358888:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00000100:00000040:1.0:1767325922.358889:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305628152, at 4305628160 00000100:00000040:0.0:1767325922.358889:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305628152, at 4305628160 00000100:00000010:1.0:1767325922.358906:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cde0223. 00000100:00000010:0.0:1767325922.358908:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069d13063. 00010000:00000001:0.0:1767325922.550852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325922.550858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325922.550862:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325922.550864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325922.550881:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325922.550884:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325922.550886:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325922.870878:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325922.870887:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325922.870896:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000020:00000040:1.0:1767325922.870903:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325922.870907:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325922.870910:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325922.870914:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325922.870929:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767325922.870938:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325922.870947:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325922.870957:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325922.870959:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325922.870965:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_01+1] req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.870997:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325922.870999:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325922.871002:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325922.871005:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767325922.871007:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325922.871010:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325922.871011:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325922.871013:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325922.871016:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767325922.871019:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325922.871022:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325922.871030:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325922.871035:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325922.871039:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325922.871043:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325922.871045:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767325922.871047:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325922.871049:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325922.871049:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325922.871058:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_02+2] req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325922.871060:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325922.871063:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325922.871068:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325922.871071:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325922.871073:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325922.871076:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386616704:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325922.871079:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325922.871084:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325922.871086:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325922.871088:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325922.871089:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325922.871093:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 00000100:00000040:1.0:1767325922.871093:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325922.871096:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325922.871101:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325922.871102:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325922.871104:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000010:1.0:1767325922.871106:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000100:00000001:0.0:1767325922.871106:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325922.871110:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767325922.871111:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000020:00000040:1.0:1767325922.871111:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:0.0:1767325922.871117:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871118:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767325922.871120:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616704, portal 25 02000000:00000001:1.0:1767325922.871121:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325922.871125:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325922.871125:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325922.871129:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325922.871131:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325922.871132:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767325922.871133:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:0.0:1767325922.871134:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325922.871139:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325922.871140:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325922.871143:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 02000000:00000001:0.0:1767325922.871143:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325922.871148:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325922.871149:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325922.871152:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325922.871156:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386616832:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325922.871164:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325922.871168:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325922.871171:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325922.871176:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325922.871181:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 00000100:00000001:2.0:1767325922.871182:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325922.871182:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325922.871184:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325922.871186:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325922.871189:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a0c467. 00000100:00000040:2.0:1767325922.871190:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767325922.871195:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_03+3] req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325922.871197:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000400:00000010:2.0:1767325922.871198:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f317576. 00000100:00000200:0.0:1767325922.871203:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616832, portal 10 00000100:00000200:2.0:1767325922.871205:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386616704, offset 0 00000100:00000001:0.0:1767325922.871208:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325922.871210:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000001:1.0:1767325922.871215:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325922.871216:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767325922.871218:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325922.871221:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325922.871230:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325922.871233:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767325922.871234:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325922.871238:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10966) 00000100:00000040:0.0:1767325922.871241:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325922.871242:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325922.871245:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325922.871245:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000001:3.0:1767325922.871250:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325922.871250:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767325922.871256:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325922.871257:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386616832, offset 0 00000400:00000200:2.0:1767325922.871259:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325922.871264:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325922.871267:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767325922.871267:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325922.871276:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [111:111:256:4294967295] 192.168.203.127@tcp LPNI seq info [111:111:8:4294967295] 00000100:00000001:3.0:1767325922.871283:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325922.871285:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325922.871288:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325922.871292:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325922.871295:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325922.871299:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386616960:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767325922.871304:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325922.871305:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325922.871309:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325922.871313:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325922.871313:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325922.871315:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767325922.871319:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767325922.871319:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000011cfcfb. 00000400:00000200:0.0:1767325922.871321:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767325922.871326:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0dacbd. 00000400:00000200:0.0:1767325922.871326:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767325922.871330:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325922.871332:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325922.871333:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767325922.871337:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000400:00000200:0.0:1767325922.871338:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767325922.871343:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:3.0:1767325922.871345:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000400:00000200:0.0:1767325922.871347:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [112:112:255:4294967295] 192.168.203.127@tcp LPNI seq info [112:112:7:4294967295] 00000800:00000200:2.0:1767325922.871349:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000011cfcfb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767325922.871351:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386616960, portal 10 00000100:00000001:3.0:1767325922.871357:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325922.871360:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000100:00000001:2.0:1767325922.871364:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325922.871365:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767325922.871369:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325922.871371:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305633272 00000100:00000010:2.0:1767325922.871376:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873f2e46. 00000800:00000200:0.0:1767325922.871377:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325922.871384:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767325922.871384:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000100:00000001:3.0:1767325922.871385:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325922.871393:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325922.871393:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305633272 00000800:00000200:0.0:1767325922.871395:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767325922.871400:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000100:00000010:2.0:1767325922.871400:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffd208be. 00000800:00000200:0.0:1767325922.871404:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767325922.871406:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386616960, offset 0 00000100:00000001:2.0:1767325922.871406:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325922.871410:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325922.871412:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305633272 00000100:00000001:0.0:1767325922.871417:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325922.871418:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767325922.871418:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000100:00000001:2.0:1767325922.871423:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767325922.871424:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 988215 usecs (989 jiffies) 00000100:00000001:0.0:1767325922.871430:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305629661 00000100:00000001:2.0:1767325922.871432:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305633272 00000100:00000001:0.0:1767325922.871435:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305633272 00000400:00000200:3.0:1767325922.871436:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767325922.871438:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000118fd939. 00000100:00000001:0.0:1767325922.871440:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305629661 00000100:00000001:2.0:1767325922.871443:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325922.871444:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325922.871444:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305633272 00000100:00000001:2.0:1767325922.871448:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325922.871449:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305629661 00000400:00000200:3.0:1767325922.871452:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325922.871453:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325922.871454:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305633272 00000800:00000200:1.0:1767325922.871457:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767325922.871458:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325922.871458:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325922.871459:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305629661 00000100:00000001:2.0:1767325922.871463:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767325922.871464:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000011cfcfb. 00000100:00000001:0.0:1767325922.871465:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305633272 00000400:00000200:3.0:1767325922.871466:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325922.871470:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325922.871471:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325922.871473:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325922.871473:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325922.871475:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [113:113:254:4294967295] 192.168.203.127@tcp LPNI seq info [113:113:6:4294967295] 00000100:00000001:0.0:1767325922.871477:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325922.871479:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325922.871482:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325922.871483:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325922.871487:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325922.871487:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325922.871488:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325922.871489:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325922.871499:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325922.871502:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325922.871506:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325922.871510:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325922.871510:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325922.871513:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325922.871517:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325922.871519:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f317576 00000800:00000200:3.0:1767325922.871520:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325922.871524:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f317576. 00000800:00000010:3.0:1767325922.871526:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000100:00000001:1.0:1767325922.871530:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325922.871534:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767325922.871546:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871559:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325922.871562:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871569:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325922.871571:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325922.871583:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325922.871584:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000200:1.0:1767325922.871587:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325922.871589:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325922.871591:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:1.0:1767325922.871592:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:1.0:1767325922.871594:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325922.871596:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871600:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325922.871602:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871605:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325922.871606:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325922.871622:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325922.871625:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325922.871634:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325922.871638:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 55986 usecs (56 jiffies) 00000100:00000001:3.0:1767325922.871640:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305628728 00000100:00000001:3.0:1767325922.871655:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305633272 00000100:00000001:3.0:1767325922.871657:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305628728 00000100:00000001:3.0:1767325922.871659:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305633272 00000100:00000001:3.0:1767325922.871661:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305628728 00000100:00000001:3.0:1767325922.871663:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305633272 00000100:00000001:3.0:1767325922.871665:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305628728 00000100:00000001:3.0:1767325922.871666:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305633272 00000100:00000001:3.0:1767325922.871668:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325922.871670:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325922.871670:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325922.871676:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325922.871676:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000100:00000001:3.0:1767325922.871681:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325922.871682:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325922.871685:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325922.871689:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325922.871693:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000400:00000010:1.0:1767325922.871695:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:1.0:1767325922.871697:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325922.871700:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871718:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325922.871721:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.871726:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325922.871727:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325922.871781:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325922.871789:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325922.871791:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325922.871792:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325922.871794:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325922.872957:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325922.872966:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325922.872969:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325922.872971:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325922.872977:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325922.872988:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03380 00000400:00000200:0.0:1767325922.872994:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x45d [1] + 224 00000800:00000001:0.0:1767325922.873000:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325922.873006:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325922.873007:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325922.873011:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325922.873014:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325922.873017:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325922.873026:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325922.873040:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325922.873045:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325922.873048:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325922.873072:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325922.873074:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325922.873078:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325922.873080:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325922.873081:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000400:00000200:2.0:1767325922.873084:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767325922.873085:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767325922.873086:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325922.873089:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325922.873095:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325922.873099:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325922.873101:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325922.873102:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325922.873104:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325922.873105:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325922.873107:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325922.873108:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325922.873112:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=107 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325922.873114:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=107 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325922.873116:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325922.873116:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325922.873123:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325922.873124:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325922.873126:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325922.873128:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325922.873132:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325922.873134:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325922.873136:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325922.873138:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325922.873142:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386616704:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325922.873146:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325922.873147:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325922.873149:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386616704/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325922.873153:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325922.873155:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325922.873157:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 02000000:00000001:2.0:1767325922.873160:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325922.873161:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325922.873163:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767325922.873165:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325922.873167:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:2.0:1767325922.873170:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325922.873171:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325922.873172:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:2.0:1767325922.873175:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325922.873176:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325922.873178:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325922.873182:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325922.873183:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325922.873185:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325922.873187:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325922.873246:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325922.873251:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325922.873252:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325922.873253:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325922.873256:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325922.873262:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03400 00000400:00000200:1.0:1767325922.873265:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x461 [1] + 224 00000800:00000001:1.0:1767325922.873268:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325922.873270:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325922.873271:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325922.873273:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325922.873276:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325922.873278:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325922.873283:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325922.873295:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325922.873300:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325922.873302:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325922.873303:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325922.873304:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325922.873306:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325922.873309:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03480 00000400:00000200:1.0:1767325922.873312:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x46d [1] + 224 00000800:00000001:1.0:1767325922.873315:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325922.873323:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325922.873323:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325922.873326:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325922.873327:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325922.873331:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767325922.873332:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325922.873334:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325922.873335:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057a0c467. 00000400:00000200:0.0:1767325922.873338:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:0.0:1767325922.873339:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767325922.873341:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325922.873342:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325922.873345:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325922.873347:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325922.873364:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325922.873389:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325922.873395:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325922.873396:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325922.873397:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325922.873397:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325922.873400:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325922.873401:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325922.873403:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325922.873404:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325922.873405:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325922.873408:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=97 v=5 (5 0 0 0) 00000800:00000001:1.0:1767325922.873409:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325922.873411:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325922.873415:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325922.873416:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325922.873417:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325922.873419:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325922.873421:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325922.873422:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325922.873423:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325922.873425:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325922.873428:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325922.873428:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325922.873432:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325922.873434:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325922.873436:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767325922.873437:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325922.873438:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325922.873441:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325922.873443:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325922.873444:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325922.873450:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000100:00100000:0.0:1767325922.873452:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386616832:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767325922.873454:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325922.873459:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325922.873460:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325922.873463:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325922.873466:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325922.873467:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386616832/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325922.873490:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325922.873500:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325922.873502:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325922.873506:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 00000100:00000001:3.0:1767325922.873507:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325922.873509:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325922.873510:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325922.873511:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325922.873514:0:216341:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767325922.873515:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:3.0:1767325922.873519:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767325922.873519:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325922.873521:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 00000100:00000001:3.0:1767325922.873522:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325922.873524:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325922.873525:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325922.873526:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767325922.873529:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325922.873529:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:0.0:1767325922.873532:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325922.873533:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325922.873534:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325922.873535:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=107 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325922.873537:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325922.873540:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325922.873542:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325922.873542:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325922.873544:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325922.873549:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325922.873551:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325922.873553:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325922.873556:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325922.873563:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325922.873565:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325922.873566:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325922.873568:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325922.873569:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325922.873578:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325922.873584:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325922.873586:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325922.873588:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325922.873590:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325922.873597:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386616960:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325922.873600:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325922.873602:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325922.873604:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386616960/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325922.873609:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325922.873611:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325922.873613:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0dacbd. 02000000:00000001:3.0:1767325922.873615:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325922.873617:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325922.873618:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325922.873625:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325922.873626:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 02000000:00000001:3.0:1767325922.873629:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325922.873630:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325922.873631:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:3.0:1767325922.873634:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325922.873635:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325922.873637:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325922.873640:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325922.873641:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325922.873654:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325922.873656:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325923.574836:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325923.574842:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325923.574847:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325923.574847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325923.574878:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325923.574881:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325923.574882:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325924.598883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325924.598890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325924.598896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325924.598897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325924.598964:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325924.598967:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325924.598971:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325925.622902:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325925.622915:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325925.622918:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325925.622921:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325925.622927:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325925.622929:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325925.622931:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325925.622954:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325925.622958:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325925.622960:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325925.622996:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325925.623000:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325925.623002:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325926.646862:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325926.646870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325926.646875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325926.646878:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325926.646880:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325926.646886:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325926.646888:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325926.646889:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325926.646892:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325926.646893:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325926.646895:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325926.646896:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325926.646913:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325926.646917:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325926.646920:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325927.478858:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305633272, at 4305633280 00000100:00000040:1.0:1767325927.478858:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305633272, at 4305633280 00000100:00000040:0.0:1767325927.478858:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305633272, at 4305633280 00000100:00000040:3.0:1767325927.478865:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305633272, at 4305633280 00000100:00000010:3.0:1767325927.478880:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000118fd939. 00000100:00000010:0.0:1767325927.478882:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000873f2e46. 00000100:00000010:1.0:1767325927.478885:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffd208be. 00000100:00000010:2.0:1767325927.478891:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00010000:00000001:0.0:1767325927.670888:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325927.670895:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325927.670901:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325927.670902:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325927.670919:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325927.670924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325927.670928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325927.990859:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325927.990874:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325927.990882:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005390fd17. 00000020:00000040:0.0:1767325927.990891:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325927.990896:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325927.990900:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325927.990906:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325927.990917:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:0.0:1767325927.990925:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325927.990938:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325927.990973:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325927.990977:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325927.990984:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005390fd17] to pc [ptlrpcd_00_00+0] req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.991015:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325927.991018:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325927.991022:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325927.991026:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 00000020:00000040:0.0:1767325927.991030:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325927.991040:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325927.991043:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325927.991047:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325927.991048:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325927.991052:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325927.991052:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325927.991060:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000040:3.0:1767325927.991062:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.991065:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325927.991075:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325927.991077:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325927.991081:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.991081:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325927.991088:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991088:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325927.991090:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325927.991091:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325927.991094:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325927.991097:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325927.991098:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_01+1] req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325927.991102:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386617088:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325927.991112:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325927.991119:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325927.991121:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325927.991123:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325927.991125:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325927.991131:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325927.991131:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325927.991136:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000100:00000001:2.0:1767325927.991138:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325927.991140:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de5f807a. 00000020:00000040:0.0:1767325927.991140:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325927.991142:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325927.991146:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.991147:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325927.991147:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325927.991151:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325927.991153:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325927.991155:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00000040:2.0:1767325927.991157:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325927.991159:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000400:00000010:3.0:1767325927.991167:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000100:00000001:0.0:1767325927.991171:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.991175:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767325927.991178:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617088, portal 25 00000100:00000001:2.0:1767325927.991178:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325927.991179:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325927.991184:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325927.991185:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325927.991188:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325927.991189:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656538624 : -125135053012992 : ffff8e30b99dc000) 02000000:00000001:2.0:1767325927.991196:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991196:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325927.991200:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325927.991201:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325927.991204:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386617216:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767325927.991209:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_02+2] req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325927.991216:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325927.991221:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325927.991224:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325927.991227:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325927.991231:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2c4454f. 02000000:00000001:2.0:1767325927.991233:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991237:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325927.991238:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000040:0.0:1767325927.991241:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325927.991245:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00000040:0.0:1767325927.991246:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767325927.991251:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617216, portal 10 00000100:00000040:0.0:1767325927.991254:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10971) 00000100:00000001:2.0:1767325927.991255:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325927.991259:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 00000100:00000001:1.0:1767325927.991267:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325927.991268:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.991271:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325927.991274:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325927.991280:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325927.991281:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325927.991283:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.991285:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325927.991291:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325927.991295:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767325927.991297:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000001:1.0:1767325927.991299:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767325927.991302:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386617216, offset 0 00000100:00000001:1.0:1767325927.991302:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325927.991308:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325927.991309:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325927.991312:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325927.991314:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000400:00000200:2.0:1767325927.991317:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325927.991318:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325927.991324:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386617344:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767325927.991327:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386617088, offset 0 00000100:00000001:1.0:1767325927.991328:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325927.991332:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325927.991334:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325927.991337:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325927.991337:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767325927.991339:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325927.991344:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f90378d9. 02000000:00000001:1.0:1767325927.991348:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325927.991353:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4c66fc. 00000400:00000200:2.0:1767325927.991355:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325927.991362:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325927.991366:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325927.991370:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767325927.991371:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000400:00000200:2.0:1767325927.991374:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [114:114:256:4294967295] 192.168.203.127@tcp LPNI seq info [114:114:8:4294967295] 00000100:00000200:1.0:1767325927.991383:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617344, portal 10 00000100:00000001:1.0:1767325927.991387:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325927.991390:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 00000400:00000200:2.0:1767325927.991395:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767325927.991400:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325927.991407:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767325927.991408:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325927.991415:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325927.991416:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767325927.991417:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004e7e4bc. 00000400:00000200:3.0:1767325927.991422:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767325927.991424:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767325927.991429:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767325927.991429:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 00000100:00000200:1.0:1767325927.991434:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386617344, offset 0 00000400:00000200:3.0:1767325927.991438:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325927.991444:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767325927.991445:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325927.991446:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767325927.991452:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004e7e4bc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325927.991453:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [115:115:255:4294967295] 192.168.203.127@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:3.0:1767325927.991467:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325927.991472:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325927.991476:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767325927.991477:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:2.0:1767325927.991477:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325927.991481:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325927.991485:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 954238 usecs (955 jiffies) 00000800:00000200:3.0:1767325927.991486:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767325927.991488:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325927.991494:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305634747 00000400:00000200:1.0:1767325927.991494:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325927.991499:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767325927.991502:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000800:00000200:3.0:1767325927.991504:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325927.991510:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325927.991510:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325927.991513:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325927.991515:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305638392 00000400:00000200:1.0:1767325927.991520:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [116:116:254:4294967295] 192.168.203.127@tcp LPNI seq info [116:116:6:4294967295] 00000100:00000001:2.0:1767325927.991522:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305634747 00000100:00000001:3.0:1767325927.991525:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305634747 00000100:00000010:2.0:1767325927.991529:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa3eb0f6. 00000100:00000001:3.0:1767325927.991532:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305638392 00000800:00000200:0.0:1767325927.991536:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325927.991537:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325927.991543:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000010:0.0:1767325927.991543:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004e7e4bc. 00000100:00000001:2.0:1767325927.991545:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305634747 00000100:00000001:3.0:1767325927.991546:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305634747 00000100:00000010:2.0:1767325927.991552:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fbb6e9d. 00000400:00000200:0.0:1767325927.991553:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767325927.991557:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325927.991559:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767325927.991563:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000400:00000200:0.0:1767325927.991564:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325927.991566:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305634747 00000800:00000200:1.0:1767325927.991572:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767325927.991574:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc75c4d5. 00000400:00000200:0.0:1767325927.991574:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:0.0:1767325927.991579:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767325927.991580:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767325927.991580:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325927.991584:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325927.991586:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325927.991586:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767325927.991592:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325927.991593:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.991594:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.991601:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325927.991601:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 53861 usecs (54 jiffies) 00000100:00000001:1.0:1767325927.991619:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305633846 00000100:00000001:0.0:1767325927.991620:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325927.991622:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325927.991625:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305638392 00000100:00000040:0.0:1767325927.991626:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.991631:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305633846 00000100:00000001:2.0:1767325927.991634:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325927.991638:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325927.991641:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.991643:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325927.991644:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325927.991647:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325927.991650:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.991652:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325927.991661:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325927.991664:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767325927.991667:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325927.991672:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325927.991674:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305638392 00000100:00000001:1.0:1767325927.991675:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305638392 00000100:00000001:1.0:1767325927.991681:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305633846 00000100:00000001:3.0:1767325927.991683:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305634747 00000400:00000200:0.0:1767325927.991684:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:0.0:1767325927.991687:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:3.0:1767325927.991690:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305638392 00000100:00000001:0.0:1767325927.991693:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325927.991694:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305638392 00000100:00000001:3.0:1767325927.991696:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305634747 00000100:00000001:1.0:1767325927.991699:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305633846 00000100:00000200:0.0:1767325927.991700:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325927.991704:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325927.991705:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305638392 00000100:00000001:3.0:1767325927.991711:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.991712:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325927.991717:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.991719:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991721:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325927.991724:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.991727:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325927.991731:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325927.991733:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767325927.991735:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.991738:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325927.991741:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325927.991745:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.991750:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991750:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991753:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325927.991782:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325927.991790:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325927.991792:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325927.991794:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325927.991796:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325927.991798:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325927.991799:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325927.991820:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325927.991823:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:0.0:1767325927.991827:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325927.991830:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325927.991833:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000400:00000010:0.0:1767325927.991834:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:0.0:1767325927.991837:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325927.991839:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.991846:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325927.991848:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.991854:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.991856:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325927.993707:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325927.993716:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325927.993720:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325927.993722:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325927.993730:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325927.993741:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03580 00000400:00000200:0.0:1767325927.993749:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x479 [1] + 224 00000800:00000001:0.0:1767325927.993756:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325927.993787:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325927.993790:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325927.993794:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325927.993800:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325927.993803:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325927.993810:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.993821:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325927.993827:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325927.993829:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325927.993830:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325927.993831:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325927.993834:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325927.993839:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03500 00000100:00000001:2.0:1767325927.993842:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325927.993843:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x475 [1] + 224 00000100:00000001:2.0:1767325927.993847:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767325927.993848:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325927.993854:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325927.993857:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767325927.993859:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325927.993860:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000400:00000200:0.0:1767325927.993861:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325927.993866:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325927.993867:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767325927.993870:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767325927.993873:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325927.993873:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325927.993879:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325927.993879:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325927.993896:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325927.993907:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325927.993910:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325927.993913:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325927.993917:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325927.993919:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325927.993921:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325927.993922:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325927.993925:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325927.993927:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325927.993931:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767325927.993933:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325927.993935:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325927.993937:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325927.993939:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325927.993939:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325927.993942:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03600 00000400:00000001:3.0:1767325927.993944:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767325927.993945:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325927.993946:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325927.993950:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767325927.993953:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:3.0:1767325927.993954:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:3.0:1767325927.993956:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767325927.993956:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=102 v=5 (5 0 0 0) 00000400:00000200:0.0:1767325927.993961:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x485 [1] + 224 00000100:00001000:2.0:1767325927.993964:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=102 v=5 (1 0 0 0) 00000100:00000200:3.0:1767325927.993965:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325927.993970:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325927.993973:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325927.993976:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325927.993978:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325927.993982:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767325927.993983:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325927.993985:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325927.993987:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325927.993990:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325927.993993:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325927.993996:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325927.993996:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325927.994001:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767325927.994002:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325927.994005:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325927.994006:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325927.994010:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325927.994015:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767325927.994016:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325927.994017:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325927.994018:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325927.994021:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325927.994023:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325927.994027:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325927.994032:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325927.994039:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325927.994045:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325927.994045:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325927.994046:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325927.994048:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325927.994049:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325927.994053:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325927.994053:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767325927.994056:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325927.994057:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325927.994058:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325927.994061:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325927.994067:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325927.994067:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.994075:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325927.994080:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325927.994085:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325927.994089:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325927.994092:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4c66fc. 00000100:00000001:3.0:1767325927.994097:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767325927.994101:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386617216:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325927.994102:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767325927.994105:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000100:00000001:2.0:1767325927.994108:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325927.994109:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000100:00000001:3.0:1767325927.994112:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325927.994113:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325927.994114:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325927.994121:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325927.994121:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386617216/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325927.994122:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325927.994157:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767325927.994158:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386617088:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767325927.994161:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767325927.994161:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325927.994165:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2c4454f. 00000100:00000001:3.0:1767325927.994166:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325927.994171:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325927.994171:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325927.994175:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767325927.994178:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005390fd17 x1853175386617088/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.994178:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767325927.994179:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325927.994182:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325927.994185:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325927.994188:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767325927.994190:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:1.0:1767325927.994192:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325927.994194:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325927.994195:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767325927.994197:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767325927.994198:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767325927.994199:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de5f807a. 00000100:00000001:1.0:1767325927.994199:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325927.994203:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767325927.994205:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325927.994206:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767325927.994206:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000020:00000001:3.0:1767325927.994209:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767325927.994211:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=112 v=5 (5 0 0 0) 00000020:00000040:3.0:1767325927.994212:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325927.994214:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767325927.994217:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325927.994217:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325927.994220:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 00000100:00001000:1.0:1767325927.994220:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325927.994222:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325927.994224:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325927.994226:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325927.994228:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005390fd17. 00000100:00000001:2.0:1767325927.994228:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325927.994232:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.994232:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325927.994233:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325927.994235:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325927.994236:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325927.994238:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325927.994241:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325927.994241:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325927.994242:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767325927.994249:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325927.994253:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325927.994257:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325927.994263:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767325927.994263:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325927.994265:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.994267:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325927.994270:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325927.994272:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325927.994273:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325927.994277:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.994283:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325927.994285:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325927.994286:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325927.994289:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325927.994295:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386617344:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325927.994298:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325927.994300:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325927.994302:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386617344/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325927.994307:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325927.994309:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325927.994311:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f90378d9. 02000000:00000001:1.0:1767325927.994318:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325927.994319:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325927.994321:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325927.994323:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325927.994324:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:1.0:1767325927.994326:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325927.994332:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325927.994333:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00000001:1.0:1767325927.994339:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325927.994340:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325927.994342:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325927.994345:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325927.994346:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325927.994348:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325927.994349:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325928.694855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325928.694865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325928.694874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325928.694875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325928.694894:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325928.694897:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325928.694899:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325929.718901:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325929.718910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325929.718918:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325929.718919:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325929.718958:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325929.718962:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325929.718964:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325930.742858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325930.742867:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325930.742875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325930.742877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325930.742899:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325930.742901:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325930.742903:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325931.766855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325931.766860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325931.766864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325931.766879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325931.766913:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325931.766917:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325931.766920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325932.598812:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305638392, at 4305638400 00000100:00000010:3.0:1767325932.598827:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc75c4d5. 00000100:00000040:0.0:1767325932.598836:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305638392, at 4305638400 00000100:00000040:2.0:1767325932.598840:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305638392, at 4305638400 00000100:00000040:1.0:1767325932.598841:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305638392, at 4305638400 00000100:00000010:0.0:1767325932.598844:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00000100:00000010:2.0:1767325932.598849:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fbb6e9d. 00000100:00000010:1.0:1767325932.598851:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa3eb0f6. 00010000:00000001:0.0:1767325932.790866:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325932.790873:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325932.790878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325932.790879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325932.790907:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325932.790910:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325932.790912:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325933.110855:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325933.110863:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325933.110870:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767325933.110875:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325933.110879:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325933.110881:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325933.110885:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325933.110890:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767325933.110895:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325933.110903:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325933.110910:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325933.110912:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325933.110916:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_03+3] req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.110937:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325933.110938:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325933.110940:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325933.110942:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbee18fd. 00000020:00000040:1.0:1767325933.110944:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325933.110945:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325933.110946:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325933.110957:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325933.110958:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.110963:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325933.110967:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:0.0:1767325933.110967:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325933.110970:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325933.110976:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325933.110976:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325933.110983:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325933.110995:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325933.110996:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325933.110997:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.110999:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325933.111003:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325933.111004:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbee18fd] to pc [ptlrpcd_00_00+0] req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325933.111011:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325933.111016:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325933.111020:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325933.111024:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386617472:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325933.111029:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.111029:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325933.111033:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325933.111035:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325933.111036:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325933.111039:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325933.111041:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd2b487. 02000000:00000001:0.0:1767325933.111044:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767325933.111045:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325933.111048:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325933.111049:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767325933.111050:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 02000000:00000001:1.0:1767325933.111053:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767325933.111054:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767325933.111055:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325933.111057:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111058:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325933.111063:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000400:00000010:0.0:1767325933.111064:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a0c467. 00000100:00000001:3.0:1767325933.111066:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325933.111067:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325933.111068:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111071:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325933.111074:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000040:1.0:1767325933.111075:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325933.111076:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111076:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325933.111080:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325933.111083:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325933.111088:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325933.111090:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325933.111091:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325933.111096:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd2b487] to pc [ptlrpcd_00_01+1] req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325933.111097:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617472, portal 25 00000100:00000001:0.0:1767325933.111104:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325933.111107:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000001:2.0:1767325933.111115:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325933.111118:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325933.111119:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325933.111124:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325933.111125:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325933.111128:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325933.111131:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325933.111133:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325933.111139:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1767325933.111140:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386617600:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325933.111144:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325933.111148:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1767325933.111148:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10976) 00000100:00000001:2.0:1767325933.111149:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325933.111154:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325933.111155:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325933.111159:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.111161:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325933.111162:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325933.111163:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325933.111165:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325933.111168:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2c4454f. 00000100:00000040:0.0:1767325933.111168:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325933.111170:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325933.111174:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325933.111174:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325933.111174:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 00000100:00000001:3.0:1767325933.111178:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325933.111180:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386617472, offset 0 00000400:00000010:2.0:1767325933.111182:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000040:3.0:1767325933.111186:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325933.111191:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325933.111201:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767325933.111202:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00000001:3.0:1767325933.111203:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325933.111208:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767325933.111208:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617600, portal 10 00000400:00000200:0.0:1767325933.111209:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767325933.111212:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325933.111214:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325933.111216:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111217:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831689728 : -125135877861888 : ffff8e3088738e00) 00000400:00000200:0.0:1767325933.111219:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767325933.111221:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386617728:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325933.111225:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325933.111227:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325933.111228:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767325933.111229:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325933.111231:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325933.111234:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a43bbeb0. 00000400:00000200:0.0:1767325933.111234:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325933.111238:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325933.111241:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325933.111241:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767325933.111242:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000400:00000010:3.0:1767325933.111248:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000400:00000200:0.0:1767325933.111250:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [117:117:256:4294967295] 192.168.203.127@tcp LPNI seq info [117:117:8:4294967295] 00000100:00000200:3.0:1767325933.111253:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617728, portal 10 00000100:00000001:2.0:1767325933.111258:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325933.111259:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325933.111261:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831693312 : -125135877858304 : ffff8e3088739c00) 00000100:00000040:2.0:1767325933.111265:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325933.111269:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000040:3.0:1767325933.111270:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325933.111275:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386617600, offset 0 00000100:00000001:3.0:1767325933.111287:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325933.111293:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325933.111293:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767325933.111296:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325933.111302:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000800:00000200:0.0:1767325933.111305:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325933.111307:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767325933.111313:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00000200:3.0:1767325933.111314:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386617728, offset 0 00000400:00000200:2.0:1767325933.111314:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325933.111321:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325933.111326:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767325933.111327:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325933.111330:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325933.111334:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325933.111340:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [118:118:255:4294967295] 192.168.203.127@tcp LPNI seq info [118:118:7:4294967295] 00000800:00000200:0.0:1767325933.111341:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325933.111348:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325933.111355:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325933.111360:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325933.111364:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325933.111365:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767325933.111365:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78cc075. 00000100:00000001:0.0:1767325933.111372:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305643512 00000400:00000200:3.0:1767325933.111373:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325933.111378:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767325933.111380:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000400:00000200:3.0:1767325933.111381:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767325933.111387:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767325933.111388:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325933.111390:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767325933.111394:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f78cc075 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325933.111395:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325933.111399:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305643512 00000100:00000001:2.0:1767325933.111400:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325933.111404:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [119:119:254:4294967295] 192.168.203.127@tcp LPNI seq info [119:119:6:4294967295] 00000100:00000040:2.0:1767325933.111407:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 922548 usecs (923 jiffies) 00000100:00000010:0.0:1767325933.111407:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000100:00000001:2.0:1767325933.111413:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305639835 00000800:00000200:1.0:1767325933.111414:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325933.111415:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325933.111420:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767325933.111421:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305643512 00000100:00000001:0.0:1767325933.111423:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305643512 00000100:00000001:2.0:1767325933.111427:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305639835 00000800:00000010:1.0:1767325933.111427:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000800:00000200:3.0:1767325933.111431:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325933.111432:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305643512 00000100:00000010:0.0:1767325933.111433:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e5fd5b. 00000800:00000010:3.0:1767325933.111436:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:1.0:1767325933.111436:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325933.111438:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305639835 00000100:00000001:0.0:1767325933.111440:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325933.111444:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767325933.111444:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325933.111447:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305643512 00000100:00000001:0.0:1767325933.111447:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305643512 00000400:00000200:1.0:1767325933.111450:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000800:00000200:3.0:1767325933.111452:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:1.0:1767325933.111454:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000100:00000010:0.0:1767325933.111454:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a661d01. 00000800:00000200:3.0:1767325933.111455:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325933.111458:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325933.111458:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325933.111459:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305639835 00000100:00000040:3.0:1767325933.111462:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 51932 usecs (52 jiffies) 00000100:00000200:1.0:1767325933.111463:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325933.111466:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305638964 00000100:00000001:0.0:1767325933.111467:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325933.111470:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305643512 00000100:00000001:3.0:1767325933.111474:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305638964 00000100:00000001:0.0:1767325933.111474:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325933.111476:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305643512 00000100:00000001:1.0:1767325933.111476:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325933.111479:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305643512 00000100:00000001:0.0:1767325933.111481:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111482:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325933.111482:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325933.111484:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305638964 00000100:00000001:0.0:1767325933.111488:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325933.111489:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305643512 00000100:00000001:2.0:1767325933.111489:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325933.111494:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305638964 00000100:00000001:2.0:1767325933.111496:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325933.111497:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305643512 00000100:00000001:1.0:1767325933.111497:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.111498:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325933.111502:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325933.111502:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325933.111503:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.111505:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325933.111507:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111508:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325933.111509:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325933.111511:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325933.111513:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325933.111514:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325933.111515:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.111517:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767325933.111518:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78cc075. 00000100:00000001:0.0:1767325933.111518:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325933.111521:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.111522:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325933.111524:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325933.111527:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325933.111528:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325933.111533:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325933.111536:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000400:00000010:1.0:1767325933.111538:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:1.0:1767325933.111541:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325933.111545:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.111553:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325933.111555:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.111561:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325933.111562:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325933.111635:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325933.111637:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:1.0:1767325933.111639:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325933.111641:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325933.111643:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000400:00000010:1.0:1767325933.111648:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:1.0:1767325933.111650:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325933.111652:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.111656:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325933.111658:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.111661:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325933.111662:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325933.113895:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.113908:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325933.113912:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.113914:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325933.113922:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325933.113933:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03680 00000400:00000200:0.0:1767325933.113939:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x48d [1] + 224 00000800:00000001:0.0:1767325933.113946:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.113949:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325933.113951:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325933.113955:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325933.113959:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325933.113964:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325933.113974:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325933.113992:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325933.113999:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.114003:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325933.114005:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.114007:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325933.114009:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325933.114013:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325933.114014:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767325933.114018:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325933.114020:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767325933.114023:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03700 00000400:00000010:3.0:1767325933.114071:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057a0c467. 00000400:00000200:3.0:1767325933.114074:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:3.0:1767325933.114076:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:3.0:1767325933.114078:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325933.114082:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325933.114088:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325933.114091:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x495 [1] + 224 00000100:00000001:3.0:1767325933.114092:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325933.114095:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325933.114099:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325933.114102:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767325933.114102:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325933.114105:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325933.114107:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325933.114109:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325933.114110:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325933.114113:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767325933.114115:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=118 v=5 (5 0 0 0) 00000400:00000200:0.0:1767325933.114119:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325933.114123:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325933.114126:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325933.114134:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325933.114152:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325933.114157:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.114160:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325933.114162:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325933.114163:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325933.114169:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:3.0:1767325933.114171:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325933.114174:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325933.114175:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325933.114178:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03780 00010000:00000001:3.0:1767325933.114179:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325933.114182:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325933.114184:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325933.114186:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x499 [1] + 224 00000100:00000040:3.0:1767325933.114190:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325933.114194:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325933.114196:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325933.114198:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325933.114200:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325933.114202:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767325933.114203:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325933.114204:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325933.114206:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325933.114207:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767325933.114210:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325933.114210:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325933.114214:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000400:00000200:0.0:1767325933.114219:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325933.114221:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767325933.114226:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00100000:3.0:1767325933.114227:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386617472:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325933.114231:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325933.114231:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325933.114237:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325933.114239:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325933.114239:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325933.114244:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325933.114249:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386617472/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325933.114269:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325933.114271:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767325933.114273:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325933.114275:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325933.114278:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 02000000:00000001:3.0:1767325933.114283:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325933.114286:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325933.114288:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325933.114293:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325933.114296:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 00000100:00000001:2.0:1767325933.114297:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325933.114301:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325933.114302:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325933.114304:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325933.114305:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767325933.114306:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 02000000:00000001:2.0:1767325933.114309:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325933.114309:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325933.114310:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325933.114313:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325933.114314:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325933.114315:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325933.114317:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325933.114317:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325933.114320:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325933.114321:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325933.114322:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325933.114323:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325933.114326:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325933.114328:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325933.114328:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=108 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325933.114328:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325933.114332:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767325933.114337:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=108 v=5 (1 0 0 0) 00000400:00000001:1.0:1767325933.114337:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325933.114340:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325933.114342:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767325933.114342:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000100:00000001:2.0:1767325933.114345:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325933.114347:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00010000:00000001:2.0:1767325933.114348:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767325933.114350:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00010000:00000001:2.0:1767325933.114352:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325933.114353:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325933.114358:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767325933.114358:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325933.114361:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325933.114366:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325933.114369:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325933.114371:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325933.114377:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.114379:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325933.114381:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325933.114384:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325933.114387:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325933.114389:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325933.114390:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.114392:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325933.114393:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325933.114396:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325933.114398:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325933.114404:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325933.114404:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325933.114405:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.114407:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325933.114407:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325933.114411:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325933.114415:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325933.114426:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386617600:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325933.114433:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325933.114437:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767325933.114440:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325933.114441:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbee18fd x1853175386617600/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.114446:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325933.114449:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325933.114452:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325933.114454:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325933.114455:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325933.114457:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325933.114460:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2c4454f. 00000100:00000040:1.0:1767325933.114463:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325933.114465:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325933.114467:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325933.114469:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325933.114473:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325933.114475:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:2.0:1767325933.114477:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325933.114478:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325933.114479:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbee18fd. 00000100:00000001:2.0:1767325933.114482:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325933.114484:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325933.114485:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325933.114488:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325933.114489:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325933.114491:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325933.114494:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767325933.114495:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325933.114498:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325933.114503:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325933.114506:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325933.114506:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386617728:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325933.114511:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325933.114513:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325933.114514:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd2b487 x1853175386617728/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325933.114518:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325933.114520:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325933.114521:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a43bbeb0. 02000000:00000001:1.0:1767325933.114524:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325933.114525:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325933.114525:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325933.114526:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325933.114527:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:1.0:1767325933.114529:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325933.114529:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325933.114530:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd2b487. 00000100:00000001:1.0:1767325933.114532:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325933.114533:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325933.114538:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325933.114540:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325933.114541:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325933.114542:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325933.114543:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325933.814896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325933.814902:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325933.814909:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325933.814911:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325933.814953:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325933.814957:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325933.814964:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325934.838925:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325934.838934:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325934.838942:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325934.838943:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325934.838968:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325934.838971:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325934.838974:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325935.863134:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325935.863150:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325935.863152:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325935.863155:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325935.863161:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325935.863163:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325935.863165:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325935.863167:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325935.863171:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325935.863173:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325935.863231:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325935.863236:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325935.863239:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325936.886847:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325936.886854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325936.886859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325936.886862:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325936.886864:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325936.886869:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325936.886871:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325936.886873:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325936.886875:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325936.886877:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325936.886879:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325936.886880:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325936.886893:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325936.886895:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325936.886897:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325937.718797:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305643512, at 4305643520 00000100:00000040:1.0:1767325937.718797:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305643512, at 4305643520 00000100:00000010:1.0:1767325937.718810:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00000100:00000010:2.0:1767325937.718812:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e5fd5b. 00000100:00000040:3.0:1767325937.718821:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305643512, at 4305643520 00000100:00000010:3.0:1767325937.718828:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a661d01. 00000100:00000040:0.0:1767325937.718880:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305643512, at 4305643520 00000100:00000010:0.0:1767325937.718886:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00010000:00000001:0.0:1767325937.910903:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325937.910913:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325937.910923:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325937.910924:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325937.910982:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325937.910988:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325937.910992:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325938.230842:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325938.230854:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325938.230863:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd2b487. 00000020:00000040:1.0:1767325938.230869:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325938.230873:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325938.230876:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325938.230880:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325938.230887:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767325938.230893:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.230903:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325938.230914:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325938.230916:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.230921:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd2b487] to pc [ptlrpcd_00_02+2] req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325938.230952:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.230955:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325938.230958:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325938.230961:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767325938.230963:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325938.230965:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325938.230966:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325938.230968:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325938.230971:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:1.0:1767325938.230973:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325938.230989:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325938.230990:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325938.230995:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325938.231000:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325938.231001:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325938.231001:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325938.231004:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.231006:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325938.231008:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325938.231012:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_03+3] req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.231033:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325938.231036:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325938.231040:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325938.231042:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325938.231043:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325938.231046:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325938.231047:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325938.231053:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386617856:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325938.231053:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325938.231058:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767325938.231059:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbee18fd. 02000000:00000001:2.0:1767325938.231062:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767325938.231063:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767325938.231065:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325938.231067:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325938.231068:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325938.231069:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325938.231071:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325938.231073:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767325938.231074:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011d91837. 00000100:00000001:3.0:1767325938.231076:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325938.231076:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325938.231077:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325938.231084:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000040:3.0:1767325938.231085:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325938.231085:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000001:1.0:1767325938.231090:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.231100:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325938.231101:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767325938.231103:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00000001:3.0:1767325938.231104:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325938.231110:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767325938.231112:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617856, portal 25 02000000:00000001:3.0:1767325938.231114:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325938.231115:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325938.231115:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325938.231119:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831693312 : -125135877858304 : ffff8e3088739c00) 00000100:00000001:1.0:1767325938.231119:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325938.231125:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.231129:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbee18fd] to pc [ptlrpcd_00_00+0] req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325938.231130:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325938.231133:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386617984:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325938.231143:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325938.231147:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325938.231151:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325938.231156:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325938.231160:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767325938.231161:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd93189c. 00000100:00000040:2.0:1767325938.231165:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325938.231166:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325938.231169:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767325938.231172:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386617856, offset 0 00000400:00000010:3.0:1767325938.231173:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000400:00000200:2.0:1767325938.231178:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325938.231179:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.231181:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325938.231185:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325938.231190:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10981) 00000400:00000010:3.0:1767325938.231193:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000400:00000200:2.0:1767325938.231197:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:3.0:1767325938.231200:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386617984, portal 10 00000400:00000200:2.0:1767325938.231203:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325938.231204:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325938.231208:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000400:00000200:2.0:1767325938.231209:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325938.231214:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325938.231217:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325938.231218:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325938.231218:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325938.231220:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325938.231224:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767325938.231225:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325938.231228:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [120:120:256:4294967295] 192.168.203.127@tcp LPNI seq info [120:120:8:4294967295] 00000100:00000001:1.0:1767325938.231230:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325938.231239:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325938.231242:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325938.231245:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767325938.231246:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767325938.231249:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386617984, offset 0 00000100:00000001:1.0:1767325938.231251:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325938.231255:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325938.231256:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325938.231259:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325938.231259:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325938.231262:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325938.231269:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325938.231270:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767325938.231270:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325938.231277:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325938.231280:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd5debfc. 00000400:00000200:3.0:1767325938.231282:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325938.231283:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325938.231286:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325938.231288:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767325938.231290:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767325938.231293:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:1.0:1767325938.231294:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325938.231295:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767325938.231300:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325938.231302:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [121:121:255:4294967295] 192.168.203.127@tcp LPNI seq info [121:121:7:4294967295] 00000100:00100000:1.0:1767325938.231306:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386618112:192.168.203.127@tcp:400: 00000800:00000200:2.0:1767325938.231308:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325938.231311:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767325938.231315:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd5debfc type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767325938.231315:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325938.231316:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:1.0:1767325938.231318:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325938.231323:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325938.231325:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767325938.231326:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c047a5e. 00000800:00000010:3.0:1767325938.231329:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 02000000:00000001:1.0:1767325938.231329:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325938.231334:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325938.231336:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4c66fc. 00000800:00000200:3.0:1767325938.231337:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325938.231341:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305648632 00000800:00000200:3.0:1767325938.231344:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767325938.231349:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000251fd42a. 00000400:00000010:1.0:1767325938.231350:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000800:00000200:3.0:1767325938.231354:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767325938.231356:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618112, portal 10 00000100:00000001:3.0:1767325938.231358:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325938.231360:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325938.231360:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325938.231363:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 892921 usecs (893 jiffies) 00000100:00000001:1.0:1767325938.231363:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831689728 : -125135877861888 : ffff8e3088738e00) 00000100:00000001:3.0:1767325938.231368:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305644925 00000100:00000001:2.0:1767325938.231369:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305648632 00000100:00000001:3.0:1767325938.231370:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305648632 00000100:00000040:1.0:1767325938.231371:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325938.231375:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305644925 00000100:00000010:2.0:1767325938.231376:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cec89392. 00000100:00000001:2.0:1767325938.231382:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325938.231383:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325938.231387:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325938.231389:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305648632 00000100:00000001:3.0:1767325938.231390:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305648632 00000400:00000010:1.0:1767325938.231390:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000800:00000200:0.0:1767325938.231394:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767325938.231395:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386618112, offset 0 00000100:00000001:3.0:1767325938.231396:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305644925 00000100:00000010:2.0:1767325938.231397:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000800:00000010:0.0:1767325938.231401:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd5debfc. 00000100:00000001:2.0:1767325938.231403:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325938.231407:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325938.231408:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305648632 00000100:00000001:3.0:1767325938.231409:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305648632 00000400:00000200:0.0:1767325938.231411:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325938.231413:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305644925 00000400:00000200:1.0:1767325938.231414:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767325938.231415:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fbb6e9d. 00000100:00000001:2.0:1767325938.231420:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325938.231422:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325938.231424:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325938.231425:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325938.231426:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305648632 00000100:00000001:2.0:1767325938.231430:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.231431:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325938.231435:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325938.231435:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325938.231435:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325938.231440:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325938.231440:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325938.231441:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.231445:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325938.231446:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325938.231447:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767325938.231450:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325938.231451:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [122:122:254:4294967295] 192.168.203.127@tcp LPNI seq info [122:122:6:4294967295] 00000100:00000001:3.0:1767325938.231453:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325938.231455:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325938.231458:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325938.231460:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325938.231460:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325938.231463:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325938.231464:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325938.231467:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.231468:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325938.231469:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767325938.231472:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325938.231478:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325938.231478:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000800:00000010:1.0:1767325938.231483:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000400:00000010:0.0:1767325938.231483:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000800:00000200:1.0:1767325938.231489:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325938.231491:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325938.231494:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325938.231497:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767325938.231500:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325938.231501:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325938.231505:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 50161 usecs (51 jiffies) 00000100:00000001:1.0:1767325938.231509:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305644083 00000100:00000001:1.0:1767325938.231513:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305648632 00000100:00000001:1.0:1767325938.231516:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305644083 00000100:00000001:1.0:1767325938.231518:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305648632 00000100:00000001:0.0:1767325938.231518:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325938.231522:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305644083 00000100:00000001:1.0:1767325938.231523:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305648632 00000100:00000001:1.0:1767325938.231525:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305644083 00000100:00000040:0.0:1767325938.231525:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325938.231528:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305648632 00000100:00000001:1.0:1767325938.231531:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325938.231534:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.231554:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.231556:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325938.231558:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325938.231561:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325938.231569:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325938.231573:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:0.0:1767325938.231576:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325938.231580:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325938.231582:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:0.0:1767325938.231584:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:0.0:1767325938.231586:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325938.231589:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325938.231596:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325938.231598:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325938.231603:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.231611:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325938.231670:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325938.231672:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:0.0:1767325938.231675:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325938.231679:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325938.231681:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:0.0:1767325938.231683:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:0.0:1767325938.231685:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325938.231688:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325938.231695:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325938.231697:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325938.231702:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.231704:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325938.232981:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325938.232992:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325938.232994:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325938.232996:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325938.233003:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325938.233018:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03800 00000400:00000200:1.0:1767325938.233024:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x4a5 [1] + 224 00000800:00000001:1.0:1767325938.233031:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325938.233046:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325938.233048:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325938.233052:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325938.233056:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325938.233059:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325938.233069:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325938.233085:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325938.233093:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325938.233111:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325938.233113:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325938.233116:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325938.233121:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325938.233124:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325938.233127:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325938.233129:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03880 00000400:00000001:2.0:1767325938.233134:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325938.233136:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325938.233138:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000400:00000200:2.0:1767325938.233141:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767325938.233143:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767325938.233146:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325938.233149:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4ad [1] + 224 00000100:00000200:2.0:1767325938.233151:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325938.233157:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325938.233161:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325938.233163:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325938.233167:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325938.233172:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325938.233178:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325938.233180:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.233199:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325938.233200:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.233201:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325938.233205:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325938.233207:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325938.233210:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325938.233213:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325938.233215:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325938.233219:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=123 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325938.233219:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325938.233224:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325938.233225:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325938.233228:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325938.233232:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325938.233233:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325938.233235:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325938.233236:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767325938.233236:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325938.233240:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767325938.233241:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325938.233241:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325938.233245:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325938.233247:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325938.233248:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325938.233251:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:3.0:1767325938.233253:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:3.0:1767325938.233257:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000040:2.0:1767325938.233257:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325938.233261:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03900 00000400:00000010:3.0:1767325938.233262:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325938.233266:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325938.233270:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4b5 [1] + 224 00000100:00000200:3.0:1767325938.233272:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325938.233278:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325938.233283:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767325938.233284:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325938.233288:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767325938.233289:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325938.233289:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325938.233292:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325938.233294:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325938.233299:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325938.233304:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325938.233311:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325938.233313:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325938.233315:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325938.233318:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325938.233319:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325938.233322:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325938.233324:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325938.233327:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325938.233332:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325938.233338:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=113 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325938.233345:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=113 v=5 (1 0 0 0) 00000100:00100000:2.0:1767325938.233347:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386617856:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325938.233348:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325938.233350:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325938.233352:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325938.233353:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767325938.233357:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767325938.233358:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325938.233359:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325938.233362:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325938.233363:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325938.233364:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325938.233368:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:2.0:1767325938.233371:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd2b487 x1853175386617856/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325938.233372:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325938.233375:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325938.233384:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.233385:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325938.233387:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325938.233388:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325938.233391:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011d91837. 00000100:00000001:0.0:1767325938.233391:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325938.233397:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767325938.233398:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325938.233399:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767325938.233400:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767325938.233401:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325938.233405:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767325938.233405:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:0.0:1767325938.233405:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4c66fc. 00000100:00000001:3.0:1767325938.233408:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325938.233411:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767325938.233412:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 02000000:00000010:2.0:1767325938.233413:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 00000100:00000040:3.0:1767325938.233414:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325938.233417:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 02000000:00000001:2.0:1767325938.233419:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325938.233423:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325938.233424:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767325938.233426:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd2b487. 00000100:00000001:2.0:1767325938.233431:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767325938.233432:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.233434:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325938.233436:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386617984:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325938.233439:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325938.233447:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325938.233447:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325938.233450:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.233451:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325938.233452:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.233454:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325938.233458:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386617984/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325938.233458:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.233469:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325938.233470:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325938.233475:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767325938.233476:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd93189c. 00000100:00000001:0.0:1767325938.233478:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325938.233480:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325938.233483:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325938.233483:0:216339:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767325938.233486:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:0.0:1767325938.233486:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325938.233489:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767325938.233490:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325938.233491:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325938.233492:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:0.0:1767325938.233493:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325938.233495:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325938.233497:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767325938.233498:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=123 v=5 (5 0 0 0) 00000100:00000010:3.0:1767325938.233499:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:3.0:1767325938.233502:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325938.233502:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325938.233503:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325938.233508:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767325938.233508:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325938.233510:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.233513:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325938.233514:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325938.233516:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325938.233517:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325938.233518:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325938.233522:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325938.233527:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.233529:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325938.233530:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325938.233531:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325938.233531:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325938.233533:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325938.233536:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325938.233552:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325938.233553:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325938.233555:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325938.233559:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386618112:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325938.233562:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325938.233563:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325938.233564:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbee18fd x1853175386618112/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325938.233568:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325938.233569:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325938.233571:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c047a5e. 02000000:00000001:0.0:1767325938.233573:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325938.233574:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325938.233574:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325938.233576:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325938.233576:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:0.0:1767325938.233581:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325938.233582:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325938.233583:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbee18fd. 00000100:00000001:0.0:1767325938.233585:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325938.233585:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325938.233586:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325938.233589:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325938.233590:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325938.233591:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325938.233592:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325938.934826:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325938.934834:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325938.934839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325938.934840:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325938.934858:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325938.934861:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325938.934863:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325939.958857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325939.958865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325939.958870:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325939.958872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325939.958933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325939.958937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325939.958940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325940.982855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325940.982862:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325940.982867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325940.982868:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325940.982889:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325940.982891:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325940.982893:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325942.006853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325942.006859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325942.006864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325942.006865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325942.006916:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325942.006919:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325942.006921:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325942.838847:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305648632, at 4305648640 00000100:00000040:2.0:1767325942.838847:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305648632, at 4305648640 00000100:00000040:1.0:1767325942.838847:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305648632, at 4305648640 00000100:00000040:0.0:1767325942.838847:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305648632, at 4305648640 00000100:00000010:2.0:1767325942.838861:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00000100:00000010:1.0:1767325942.838863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cec89392. 00000100:00000010:3.0:1767325942.838865:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fbb6e9d. 00000100:00000010:0.0:1767325942.838867:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000251fd42a. 00010000:00000001:0.0:1767325943.030879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325943.030885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325943.030890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325943.030907:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325943.030927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325943.030930:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325943.030932:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325943.350868:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325943.350893:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325943.350899:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767325943.350904:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325943.350909:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325943.350911:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325943.350920:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325943.350928:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000325d576c. 00000100:00000001:2.0:1767325943.350934:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325943.350944:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325943.350954:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325943.350956:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325943.350961:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_01+1] req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.350989:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325943.350991:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325943.350994:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325943.350996:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767325943.350998:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325943.351001:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325943.351002:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325943.351004:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325943.351007:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0c66933. 00000100:00000001:2.0:1767325943.351010:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325943.351014:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325943.351017:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325943.351023:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767325943.351024:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325943.351025:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351028:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325943.351029:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325943.351031:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_02+2] req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325943.351034:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351038:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325943.351042:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325943.351046:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325943.351048:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325943.351051:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325943.351057:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.351068:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351074:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325943.351077:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325943.351078:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325943.351084:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325943.351085:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767325943.351089:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767325943.351090:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325943.351092:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325943.351094:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325943.351095:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325943.351096:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325943.351098:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325943.351098:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325943.351099:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325943.351102:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325943.351103:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767325943.351106:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325943.351107:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325943.351111:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386618240:192.168.203.127@tcp:400: 02000000:00000010:2.0:1767325943.351114:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd5debfc. 00000100:00000001:2.0:1767325943.351120:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351122:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325943.351127:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325943.351129:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325943.351130:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325943.351130:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325943.351134:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325943.351135:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325943.351138:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325943.351140:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767325943.351144:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325943.351147:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767325943.351147:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054bfb1e8. 00000100:00100000:3.0:1767325943.351149:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386618368:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325943.351151:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325943.351152:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325943.351157:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325943.351160:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325943.351162:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767325943.351162:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 02000000:00000001:3.0:1767325943.351165:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325943.351170:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767325943.351172:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 02000000:00000010:3.0:1767325943.351175:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef962d8d. 02000000:00000001:3.0:1767325943.351179:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325943.351180:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618240, portal 25 00000100:00000001:2.0:1767325943.351183:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351184:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325943.351188:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325943.351188:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000400:00000010:3.0:1767325943.351191:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000100:00000040:2.0:1767325943.351196:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325943.351198:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325943.351199:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000040:2.0:1767325943.351202:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10986) 00000100:00000001:0.0:1767325943.351205:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325943.351207:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618368, portal 10 00000100:00000001:0.0:1767325943.351209:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325943.351213:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325943.351213:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325943.351215:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325943.351216:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:1.0:1767325943.351222:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767325943.351222:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325943.351228:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000040:3.0:1767325943.351229:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325943.351233:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386618240, offset 0 00000400:00000200:1.0:1767325943.351245:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325943.351251:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325943.351254:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325943.351254:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325943.351259:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325943.351260:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325943.351262:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767325943.351263:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325943.351265:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 02000000:00000001:0.0:1767325943.351269:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325943.351271:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386618368, offset 0 00000400:00000200:1.0:1767325943.351272:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767325943.351279:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386618496:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325943.351281:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325943.351284:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325943.351289:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325943.351290:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325943.351294:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325943.351295:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767325943.351298:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325943.351302:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [123:123:256:4294967295] 192.168.203.127@tcp LPNI seq info [123:123:8:4294967295] 02000000:00000001:0.0:1767325943.351303:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325943.351308:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf751a2. 02000000:00000001:0.0:1767325943.351312:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325943.351318:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767325943.351318:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1dab52e. 00000400:00000010:0.0:1767325943.351324:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000400:00000200:3.0:1767325943.351330:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767325943.351330:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767325943.351331:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618496, portal 10 00000400:00000200:3.0:1767325943.351334:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325943.351335:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325943.351338:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325943.351339:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000400:00000200:3.0:1767325943.351342:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1767325943.351342:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000040:0.0:1767325943.351349:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325943.351350:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767325943.351354:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767325943.351357:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [124:124:255:4294967295] 192.168.203.127@tcp LPNI seq info [124:124:7:4294967295] 00000800:00000200:1.0:1767325943.351368:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767325943.351373:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325943.351373:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767325943.351380:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325943.351382:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767325943.351385:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325943.351389:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000400:00000010:0.0:1767325943.351394:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000800:00000200:3.0:1767325943.351395:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325943.351398:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325943.351400:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386618496, offset 0 00000800:00000200:3.0:1767325943.351403:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325943.351405:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305653752 00000800:00000200:3.0:1767325943.351407:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325943.351412:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325943.351413:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325943.351413:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000100:00000040:3.0:1767325943.351418:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 865107 usecs (866 jiffies) 00000400:00000200:0.0:1767325943.351422:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325943.351423:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305650018 00000100:00000001:1.0:1767325943.351423:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325943.351430:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325943.351434:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305653752 00000100:00000001:1.0:1767325943.351434:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305653752 00000400:00000200:0.0:1767325943.351435:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767325943.351440:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305650018 00000400:00000200:0.0:1767325943.351440:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767325943.351441:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000100:00000001:1.0:1767325943.351448:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325943.351452:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305653752 00000100:00000001:1.0:1767325943.351452:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305653752 00000800:00000200:2.0:1767325943.351455:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767325943.351456:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000400:00000200:0.0:1767325943.351458:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:2.0:1767325943.351460:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000100:00000001:3.0:1767325943.351461:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305650018 00000100:00000001:1.0:1767325943.351466:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325943.351468:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325943.351471:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [125:125:254:4294967295] 192.168.203.127@tcp LPNI seq info [125:125:6:4294967295] 00000100:00000001:3.0:1767325943.351473:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305653752 00000100:00000001:1.0:1767325943.351473:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305653752 00000100:00000001:3.0:1767325943.351479:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305650018 00000400:00000200:2.0:1767325943.351480:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000010:1.0:1767325943.351482:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014e99dcc. 00000100:00000001:1.0:1767325943.351489:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325943.351493:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325943.351495:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305653752 00000100:00000001:1.0:1767325943.351495:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325943.351500:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325943.351502:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325943.351513:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000100:00000001:3.0:1767325943.351514:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351517:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325943.351518:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000800:00000200:0.0:1767325943.351518:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325943.351520:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325943.351522:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325943.351524:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.351526:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767325943.351528:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000100:00000001:3.0:1767325943.351530:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325943.351533:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767325943.351533:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325943.351535:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325943.351538:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767325943.351539:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325943.351541:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325943.351546:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325943.351553:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325943.351555:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767325943.351557:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767325943.351562:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325943.351563:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325943.351569:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 48472 usecs (49 jiffies) 00000100:00000001:0.0:1767325943.351573:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305649201 00000100:00000001:0.0:1767325943.351575:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305653752 00000100:00000001:0.0:1767325943.351580:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305649201 00000100:00000001:0.0:1767325943.351585:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305653752 00000100:00000001:0.0:1767325943.351590:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305649201 00000100:00000001:2.0:1767325943.351594:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325943.351595:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305653752 00000100:00000001:2.0:1767325943.351598:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325943.351600:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305649201 00000100:00000001:0.0:1767325943.351603:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305653752 00000100:00000001:0.0:1767325943.351606:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325943.351608:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325943.351610:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325943.351613:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325943.351616:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:2.0:1767325943.351621:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325943.351622:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325943.351629:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325943.351630:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325943.351633:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325943.351635:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000100:00000001:0.0:1767325943.351638:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325943.351639:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:0.0:1767325943.351641:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325943.351643:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325943.351645:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325943.351648:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325943.351649:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.351658:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325943.351661:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.351666:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325943.351668:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325943.351719:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325943.351721:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000400:00000200:2.0:1767325943.351724:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325943.351727:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325943.351729:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:2.0:1767325943.351731:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:2.0:1767325943.351733:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325943.351735:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.351741:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325943.351743:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.351748:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325943.351749:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325943.353155:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325943.353164:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325943.353167:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325943.353169:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325943.353175:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325943.353185:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03980 00000400:00000200:0.0:1767325943.353191:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x4bd [1] + 224 00000800:00000001:0.0:1767325943.353196:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325943.353202:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325943.353203:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325943.353205:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325943.353207:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325943.353210:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325943.353216:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325943.353230:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325943.353235:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325943.353255:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325943.353257:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325943.353260:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767325943.353260:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325943.353262:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325943.353264:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767325943.353266:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325943.353268:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767325943.353269:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03a00 00000400:00000010:1.0:1767325943.353270:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767325943.353273:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325943.353274:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325943.353276:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325943.353278:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4c1 [1] + 224 00000100:00000200:1.0:1767325943.353279:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325943.353281:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325943.353284:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325943.353287:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325943.353290:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325943.353293:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325943.353294:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325943.353294:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325943.353297:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325943.353299:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325943.353301:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325943.353303:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325943.353305:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767325943.353306:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325943.353307:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325943.353309:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325943.353313:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=128 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325943.353317:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325943.353318:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325943.353319:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325943.353321:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325943.353322:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325943.353323:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767325943.353324:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325943.353325:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325943.353326:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325943.353327:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325943.353328:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325943.353331:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325943.353332:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325943.353337:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03a80 00000100:00000001:1.0:1767325943.353338:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325943.353340:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767325943.353341:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4cd [1] + 224 00000100:00000001:1.0:1767325943.353342:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325943.353344:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325943.353345:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325943.353347:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325943.353349:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767325943.353352:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386618240:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767325943.353352:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325943.353355:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325943.353357:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325943.353358:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325943.353359:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325943.353362:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386618240/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325943.353366:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325943.353368:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325943.353371:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325943.353371:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325943.353375:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325943.353375:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054bfb1e8. 00000100:00000001:0.0:1767325943.353380:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767325943.353381:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767325943.353381:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767325943.353386:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767325943.353386:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767325943.353390:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000020:00000040:1.0:1767325943.353390:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325943.353394:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767325943.353397:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 02000000:00000010:1.0:1767325943.353397:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000325d576c. 00000400:00000010:3.0:1767325943.353401:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 02000000:00000001:1.0:1767325943.353403:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325943.353406:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767325943.353410:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325943.353411:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767325943.353412:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325943.353413:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000800:00000001:0.0:1767325943.353414:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353416:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325943.353418:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325943.353421:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325943.353422:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325943.353427:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325943.353431:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325943.353432:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325943.353434:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767325943.353436:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325943.353438:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325943.353440:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1dab52e. 00000100:00000001:1.0:1767325943.353443:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325943.353447:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000100:00000001:1.0:1767325943.353447:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325943.353452:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00000001:3.0:1767325943.353453:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325943.353456:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353458:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325943.353459:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325943.353462:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325943.353465:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767325943.353466:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325943.353468:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325943.353472:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325943.353479:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=118 v=5 (5 0 0 0) 00000100:00000200:2.0:1767325943.353481:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.353489:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767325943.353491:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=118 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325943.353492:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353496:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325943.353498:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767325943.353500:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325943.353501:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325943.353515:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767325943.353516:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325943.353519:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325943.353521:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325943.353523:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325943.353525:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325943.353528:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00001000:2.0:1767325943.353529:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=128 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325943.353531:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325943.353534:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325943.353535:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=103 v=5 (1 0 0 0) 00000100:00000040:3.0:1767325943.353540:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.353540:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325943.353542:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325943.353547:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325943.353554:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1767325943.353554:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325943.353559:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325943.353562:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325943.353570:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325943.353571:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.353575:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325943.353576:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325943.353579:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325943.353582:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325943.353589:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325943.353593:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386618368:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325943.353604:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353605:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325943.353608:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325943.353609:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767325943.353612:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386618368/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325943.353617:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325943.353624:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767325943.353626:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325943.353628:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325943.353631:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef962d8d. 02000000:00000001:3.0:1767325943.353637:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325943.353639:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325943.353643:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00100000:2.0:1767325943.353643:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386618496:192.168.203.127@tcp:400: 00000020:00000001:3.0:1767325943.353648:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325943.353651:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0c66933. 00000100:00000001:2.0:1767325943.353651:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325943.353655:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325943.353657:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325943.353658:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:2.0:1767325943.353661:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325943.353663:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767325943.353666:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386618496/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325943.353671:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325943.353676:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353678:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325943.353680:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325943.353681:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767325943.353682:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf751a2. 00000100:00000001:3.0:1767325943.353684:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325943.353687:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325943.353688:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767325943.353690:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325943.353691:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325943.353693:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325943.353697:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325943.353699:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd5debfc. 02000000:00000001:2.0:1767325943.353701:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325943.353702:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325943.353704:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:2.0:1767325943.353706:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325943.353707:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353709:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325943.353713:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325943.353714:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325943.353715:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325943.353717:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325944.054861:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325944.054869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325944.054874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325944.054875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325944.054947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325944.054951:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325944.054953:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325945.078871:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325945.078877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325945.078883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325945.078884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325945.078902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325945.078905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325945.078907:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325946.102859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325946.102868:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325946.102870:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325946.102872:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325946.102877:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325946.102879:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325946.102880:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325946.102882:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325946.102885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325946.102886:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325946.102934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325946.102937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325946.102940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325947.126867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325947.126877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325947.126885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325947.126888:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325947.126891:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325947.126898:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325947.126900:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325947.126902:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325947.126905:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325947.126908:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325947.126910:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325947.126912:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325947.126935:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325947.126939:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325947.126941:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325947.958886:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305653752, at 4305653760 00000100:00000040:0.0:1767325947.958886:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305653752, at 4305653760 00000100:00000040:3.0:1767325947.958889:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305653752, at 4305653760 00000100:00000010:0.0:1767325947.958907:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:3.0:1767325947.958912:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014e99dcc. 00000100:00000010:1.0:1767325947.958914:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00000100:00000040:2.0:1767325947.959022:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305653752, at 4305653760 00000100:00000010:2.0:1767325947.959029:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00010000:00000001:0.0:1767325948.150825:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325948.150832:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325948.150839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325948.150859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325948.150921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325948.150925:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325948.150928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325948.470906:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325948.470917:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325948.470927:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767325948.470933:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325948.470938:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325948.470941:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325948.470946:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325948.470952:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767325948.470958:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.470966:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325948.470975:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325948.470977:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.470982:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_00+0] req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.471019:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.471022:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325948.471026:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325948.471030:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98cad68. 00000020:00000040:0.0:1767325948.471033:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325948.471035:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325948.471037:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325948.471038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325948.471039:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.471041:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767325948.471045:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767325948.471046:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325948.471046:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:2.0:1767325948.471047:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325948.471053:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325948.471058:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767325948.471058:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325948.471062:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325948.471067:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325948.471071:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325948.471072:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325948.471075:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325948.471076:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325948.471084:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325948.471084:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f98cad68] to pc [ptlrpcd_00_01+1] req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325948.471093:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325948.471095:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325948.471099:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325948.471101:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325948.471104:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325948.471106:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386618624:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325948.471112:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325948.471121:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325948.471125:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325948.471127:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325948.471130:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.471133:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325948.471137:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325948.471138:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dea5d17. 00000100:00000010:0.0:1767325948.471140:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 02000000:00000001:2.0:1767325948.471142:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325948.471145:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325948.471150:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325948.471152:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 02000000:00000001:0.0:1767325948.471152:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325948.471156:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.471161:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325948.471162:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007c47897. 00000400:00000010:2.0:1767325948.471163:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00100000:1.0:1767325948.471165:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767325948.471168:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.471169:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325948.471174:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618624, portal 25 00000100:00000001:1.0:1767325948.471174:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325948.471178:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325948.471179:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325948.471179:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325948.471182:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325948.471183:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:1.0:1767325948.471185:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325948.471188:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325948.471193:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325948.471196:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.471199:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325948.471202:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.471209:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_02+2] req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325948.471222:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325948.471225:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325948.471227:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325948.471231:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325948.471232:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325948.471235:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325948.471237:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325948.471240:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386618752:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325948.471243:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767325948.471244:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 02000000:00000001:1.0:1767325948.471245:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325948.471248:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325948.471250:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386618624, offset 0 02000000:00000001:1.0:1767325948.471250:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325948.471251:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325948.471254:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c951cf3. 02000000:00000001:1.0:1767325948.471257:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.471257:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325948.471263:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325948.471264:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325948.471264:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000100:00000040:0.0:1767325948.471273:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10991) 00000400:00000010:1.0:1767325948.471274:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000001:3.0:1767325948.471277:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325948.471279:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618752, portal 10 00000100:00000001:3.0:1767325948.471282:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325948.471282:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325948.471285:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325948.471286:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325948.471286:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656543104 : -125135053008512 : ffff8e30b99dd180) 00000100:00000040:3.0:1767325948.471295:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325948.471296:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325948.471297:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325948.471306:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325948.471312:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325948.471315:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325948.471317:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325948.471323:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767325948.471324:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325948.471326:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325948.471327:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325948.471332:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [126:126:256:4294967295] 192.168.203.127@tcp LPNI seq info [126:126:8:4294967295] 00000100:00000040:1.0:1767325948.471333:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325948.471334:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325948.471337:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325948.471339:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 02000000:00000001:3.0:1767325948.471341:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325948.471344:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386618752, offset 0 00000100:00100000:3.0:1767325948.471348:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386618880:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767325948.471352:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325948.471356:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325948.471357:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325948.471360:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325948.471363:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325948.471366:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325948.471367:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325948.471367:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767325948.471372:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767325948.471373:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a37500f. 00000800:00000010:2.0:1767325948.471374:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd5debfc. 00000400:00000200:1.0:1767325948.471376:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767325948.471378:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325948.471381:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767325948.471382:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000400:00000200:1.0:1767325948.471385:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767325948.471386:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767325948.471389:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000400:00000200:1.0:1767325948.471391:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [127:127:255:4294967295] 192.168.203.127@tcp LPNI seq info [127:127:7:4294967295] 00000100:00000200:3.0:1767325948.471393:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386618880, portal 10 00000100:00000001:3.0:1767325948.471396:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325948.471399:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 00000800:00000200:2.0:1767325948.471402:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767325948.471405:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767325948.471408:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325948.471410:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd5debfc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767325948.471415:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767325948.471422:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767325948.471423:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325948.471428:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767325948.471429:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325948.471433:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325948.471433:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325948.471438:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325948.471440:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000100:00000001:2.0:1767325948.471441:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305658872 00000100:00000001:1.0:1767325948.471442:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325948.471445:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386618880, offset 0 00000100:00000010:2.0:1767325948.471448:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bbbe1da. 00000100:00000040:1.0:1767325948.471448:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 838983 usecs (839 jiffies) 00000100:00000001:1.0:1767325948.471453:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305655111 00000400:00000200:3.0:1767325948.471457:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325948.471458:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325948.471466:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305658872 00000100:00000001:1.0:1767325948.471467:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305658872 00000400:00000200:3.0:1767325948.471477:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325948.471482:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325948.471483:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305655111 00000100:00000010:2.0:1767325948.471486:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7d18d. 00000400:00000200:3.0:1767325948.471487:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325948.471491:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325948.471492:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325948.471497:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305658872 00000400:00000200:3.0:1767325948.471498:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325948.471498:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305658872 00000800:00000200:0.0:1767325948.471503:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767325948.471504:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba5a95e4. 00000400:00000200:3.0:1767325948.471506:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [128:128:254:4294967295] 192.168.203.127@tcp LPNI seq info [128:128:6:4294967295] 00000800:00000010:0.0:1767325948.471508:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd5debfc. 00000100:00000001:2.0:1767325948.471509:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325948.471510:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305655111 00000100:00000001:2.0:1767325948.471515:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305658872 00000100:00000001:1.0:1767325948.471516:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305658872 00000400:00000200:0.0:1767325948.471518:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325948.471521:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305655111 00000100:00000010:2.0:1767325948.471522:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000400:00000200:3.0:1767325948.471526:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:0.0:1767325948.471527:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325948.471528:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767325948.471533:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325948.471534:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325948.471534:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305658872 00000400:00000200:0.0:1767325948.471535:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000800:00000010:3.0:1767325948.471537:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000100:00000001:1.0:1767325948.471539:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325948.471540:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325948.471541:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:1.0:1767325948.471542:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325948.471543:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325948.471546:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.471547:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325948.471551:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.471551:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325948.471552:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325948.471558:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325948.471559:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325948.471560:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325948.471562:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325948.471564:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325948.471567:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 46901 usecs (47 jiffies) 00000100:00000001:2.0:1767325948.471567:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325948.471570:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325948.471571:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305654319 00000100:00000001:2.0:1767325948.471575:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325948.471576:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305658872 00000100:00000001:0.0:1767325948.471580:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325948.471581:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305654319 00000100:00000001:3.0:1767325948.471583:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305658872 00000100:00000040:0.0:1767325948.471584:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325948.471585:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305654319 00000100:00000001:3.0:1767325948.471587:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305658872 00000100:00000001:3.0:1767325948.471589:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305654319 00000100:00000001:3.0:1767325948.471591:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305658872 00000100:00000001:0.0:1767325948.471592:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325948.471593:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325948.471594:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.471594:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325948.471596:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325948.471602:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325948.471606:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767325948.471606:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325948.471607:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767325948.471608:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767325948.471609:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325948.471610:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325948.471611:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325948.471612:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325948.471613:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325948.471614:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325948.471616:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000400:00000010:0.0:1767325948.471618:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:0.0:1767325948.471621:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325948.471623:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.471629:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325948.471632:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.471638:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.471639:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325948.471704:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325948.471705:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:0.0:1767325948.471708:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325948.471710:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325948.471712:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:0.0:1767325948.471713:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:0.0:1767325948.471714:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325948.471716:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.471721:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325948.471722:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.471733:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.471734:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325948.473502:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325948.473515:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325948.473518:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325948.473532:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325948.473540:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325948.473550:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03b00 00000400:00000200:2.0:1767325948.473558:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x4d5 [1] + 224 00000800:00000001:2.0:1767325948.473566:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325948.473570:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325948.473573:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325948.473575:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325948.473579:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325948.473582:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325948.473591:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325948.473611:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325948.473618:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325948.473621:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325948.473623:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325948.473626:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325948.473630:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325948.473634:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325948.473637:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325948.473638:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03b80 00000400:00000001:0.0:1767325948.473642:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325948.473645:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325948.473646:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000400:00000200:0.0:1767325948.473649:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:0.0:1767325948.473650:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:0.0:1767325948.473652:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325948.473655:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4dd [1] + 224 00000100:00000200:0.0:1767325948.473656:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325948.473665:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325948.473668:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325948.473671:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325948.473673:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325948.473674:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325948.473675:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325948.473677:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325948.473679:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325948.473681:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325948.473684:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325948.473688:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767325948.473688:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325948.473693:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767325948.473694:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=133 v=5 (5 0 0 0) 00000100:00000200:2.0:1767325948.473697:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325948.473699:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325948.473704:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325948.473706:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325948.473711:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767325948.473714:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325948.473714:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.473719:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325948.473725:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325948.473732:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325948.473734:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325948.473735:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325948.473737:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325948.473738:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325948.473746:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767325948.473751:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386618624:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767325948.473752:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325948.473773:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325948.473777:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325948.473778:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325948.473781:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325948.473783:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325948.473785:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325948.473788:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767325948.473792:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325948.473795:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:0.0:1767325948.473797:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325948.473799:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767325948.473800:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325948.473802:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767325948.473808:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325948.473809:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386618624/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325948.473813:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03c00 00000400:00000200:2.0:1767325948.473823:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4e5 [1] + 224 00000800:00000001:2.0:1767325948.473832:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325948.473839:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767325948.473842:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325948.473842:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325948.473846:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dea5d17. 00000800:00000001:2.0:1767325948.473850:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325948.473851:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767325948.473855:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767325948.473855:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325948.473857:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767325948.473857:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325948.473860:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325948.473862:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767325948.473864:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325948.473866:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767325948.473866:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 00000100:00000001:2.0:1767325948.473868:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325948.473870:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767325948.473871:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325948.473874:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325948.473874:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767325948.473875:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325948.473877:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:1.0:1767325948.473878:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325948.473884:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.473884:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325948.473887:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325948.473890:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325948.473892:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=123 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325948.473896:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325948.473897:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325948.473898:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325948.473899:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325948.473904:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325948.473907:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325948.473907:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.473911:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325948.473916:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325948.473920:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325948.473925:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325948.473931:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767325948.473932:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325948.473934:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325948.473937:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767325948.473938:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325948.473940:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325948.473946:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325948.473948:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325948.473952:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325948.473957:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325948.473957:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767325948.473960:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325948.473961:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767325948.473964:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000100:00000001:1.0:1767325948.473965:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325948.473970:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000040:1.0:1767325948.473972:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325948.473974:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325948.473979:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325948.473986:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325948.473986:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386618752:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325948.473995:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325948.474000:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325948.474003:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325948.474007:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f98cad68 x1853175386618752/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325948.474012:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325948.474015:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325948.474018:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325948.474020:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325948.474022:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325948.474025:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.474025:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325948.474027:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325948.474028:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767325948.474031:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=133 v=5 (5 0 0 0) 02000000:00000010:1.0:1767325948.474032:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c951cf3. 00000100:00001000:3.0:1767325948.474036:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=108 v=5 (1 0 0 0) 02000000:00000001:1.0:1767325948.474039:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325948.474040:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767325948.474042:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325948.474043:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325948.474044:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00010000:00000001:3.0:1767325948.474048:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325948.474049:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325948.474052:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00010000:00080000:3.0:1767325948.474056:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325948.474056:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325948.474059:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325948.474061:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98cad68. 00000100:00000001:1.0:1767325948.474066:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325948.474069:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325948.474071:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.474072:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325948.474077:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325948.474079:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325948.474080:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.474082:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325948.474085:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325948.474088:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325948.474091:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325948.474092:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325948.474096:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325948.474101:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325948.474103:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325948.474104:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325948.474107:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325948.474114:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386618880:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325948.474118:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325948.474119:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325948.474121:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386618880/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325948.474127:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325948.474129:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325948.474130:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a37500f. 02000000:00000001:3.0:1767325948.474134:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325948.474135:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325948.474136:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325948.474138:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325948.474139:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007c47897. 02000000:00000001:3.0:1767325948.474142:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325948.474143:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325948.474144:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000001:3.0:1767325948.474148:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325948.474149:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325948.474150:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325948.474160:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325948.474161:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325948.474162:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325948.474164:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325949.174878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325949.174885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325949.174890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325949.174890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325949.174908:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325949.174910:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325949.174912:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325950.198842:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325950.198849:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325950.198853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325950.198854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325950.198928:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325950.198933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325950.198936:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325951.222885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325951.222893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325951.222901:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325951.222902:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325951.222949:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325951.222952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325951.222955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325952.246863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325952.246870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325952.246875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325952.246876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325952.246939:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325952.246945:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325952.246964:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325953.078853:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305658872, at 4305658880 00000100:00000040:2.0:1767325953.078853:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305658872, at 4305658880 00000100:00000040:1.0:1767325953.078853:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305658872, at 4305658880 00000100:00000010:3.0:1767325953.078869:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00000100:00000010:1.0:1767325953.078871:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7d18d. 00000100:00000010:2.0:1767325953.078872:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba5a95e4. 00000100:00000040:0.0:1767325953.079447:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305658872, at 4305658880 00000100:00000010:0.0:1767325953.079463:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bbbe1da. 00010000:00000001:0.0:1767325953.270854:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325953.270859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325953.270862:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325953.270863:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325953.270878:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325953.270880:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325953.270881:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325953.590898:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325953.590909:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325953.590921:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767325953.590928:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325953.590932:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325953.590935:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325953.590941:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325953.590947:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f78cc075. 00000100:00000001:2.0:1767325953.590953:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325953.590962:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325953.590972:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325953.590974:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325953.590978:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.590998:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325953.590999:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325953.591002:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325953.591008:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767325953.591010:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325953.591011:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325953.591013:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325953.591014:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325953.591016:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004e7e4bc. 00000100:00000001:2.0:1767325953.591018:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325953.591020:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325953.591025:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325953.591037:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325953.591040:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325953.591043:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325953.591044:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.591047:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325953.591048:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325953.591049:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_00+0] req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325953.591058:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325953.591068:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325953.591071:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325953.591071:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325953.591075:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325953.591078:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325953.591078:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767325953.591083:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 02000000:00000001:0.0:1767325953.591083:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325953.591088:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.591091:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325953.591092:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:0.0:1767325953.591092:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386619008:192.168.203.127@tcp:400: 00000100:00100000:3.0:1767325953.591096:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325953.591096:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325953.591099:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325953.591102:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325953.591102:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325953.591103:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591104:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767325953.591109:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000011cfcfb. 00000100:00000001:1.0:1767325953.591110:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325953.591110:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325953.591115:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325953.591115:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325953.591115:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.591119:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325953.591121:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325953.591122:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325953.591125:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325953.591128:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325953.591131:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325953.591132:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325953.591133:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325953.591136:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000067f3644. 00000100:00000040:2.0:1767325953.591139:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_01+1] req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325953.591140:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325953.591142:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325953.591151:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdb0ed67. 00000100:00000001:3.0:1767325953.591162:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767325953.591163:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 00000100:00000001:3.0:1767325953.591164:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325953.591165:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325953.591170:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325953.591171:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325953.591174:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767325953.591174:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619008, portal 25 02000000:00000001:3.0:1767325953.591175:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325953.591181:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325953.591181:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325953.591182:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10997) 00000100:00000001:1.0:1767325953.591183:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325953.591185:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00100000:1.0:1767325953.591188:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767325953.591189:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386619136:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325953.591193:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325953.591196:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325953.591197:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325953.591200:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325953.591201:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325953.591205:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325953.591206:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325953.591213:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325953.591213:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325953.591214:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325953.591217:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767325953.591219:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686738c1. 00000100:00000001:1.0:1767325953.591219:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325953.591224:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325953.591227:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325953.591230:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767325953.591231:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000400:00000010:0.0:1767325953.591236:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000400:00000010:3.0:1767325953.591239:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000200:0.0:1767325953.591242:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386619008, offset 0 00000100:00000200:3.0:1767325953.591246:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619136, portal 10 00000100:00000001:1.0:1767325953.591246:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325953.591249:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.591251:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767325953.591253:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325953.591255:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000200:0.0:1767325953.591255:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325953.591257:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325953.591262:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325953.591266:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325953.591267:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386619264:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325953.591275:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325953.591277:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767325953.591280:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325953.591284:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325953.591289:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325953.591289:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325953.591290:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767325953.591295:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043a4b383. 00000400:00000200:0.0:1767325953.591297:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767325953.591301:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325953.591304:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767325953.591305:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767325953.591308:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000010:3.0:1767325953.591309:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000400:00000200:0.0:1767325953.591312:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767325953.591316:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386619136, offset 0 00000400:00000010:1.0:1767325953.591316:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000400:00000200:0.0:1767325953.591319:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [129:129:256:4294967295] 192.168.203.127@tcp LPNI seq info [129:129:8:4294967295] 00000100:00000200:1.0:1767325953.591323:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619264, portal 10 00000400:00000200:3.0:1767325953.591328:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325953.591328:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325953.591331:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000400:00000200:0.0:1767325953.591339:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767325953.591342:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325953.591355:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767325953.591355:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325953.591362:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325953.591363:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000400:00000200:3.0:1767325953.591370:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325953.591377:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325953.591377:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325953.591378:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325953.591385:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767325953.591385:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767325953.591390:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:1.0:1767325953.591391:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000400:00000200:3.0:1767325953.591393:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [130:130:255:4294967295] 192.168.203.127@tcp LPNI seq info [130:130:7:4294967295] 00000100:00000200:1.0:1767325953.591397:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386619264, offset 0 00000800:00000200:0.0:1767325953.591399:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325953.591408:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325953.591412:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325953.591417:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325953.591419:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325953.591424:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305663992 00000800:00000010:3.0:1767325953.591425:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000400:00000200:1.0:1767325953.591427:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767325953.591445:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767325953.591445:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000800:00000200:3.0:1767325953.591454:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325953.591456:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325953.591457:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325953.591460:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325953.591463:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325953.591467:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325953.591467:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305663992 00000100:00000040:3.0:1767325953.591470:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 814408 usecs (815 jiffies) 00000400:00000200:1.0:1767325953.591473:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325953.591476:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305660207 00000400:00000200:1.0:1767325953.591479:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767325953.591480:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bea0ac4e. 00000800:00000200:2.0:1767325953.591481:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325953.591484:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305663992 00000800:00000010:2.0:1767325953.591487:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:1.0:1767325953.591488:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [131:131:254:4294967295] 192.168.203.127@tcp LPNI seq info [131:131:6:4294967295] 00000100:00000001:0.0:1767325953.591488:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325953.591489:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305660207 00000400:00000200:2.0:1767325953.591496:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325953.591498:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305663992 00000100:00000001:0.0:1767325953.591498:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305663992 00000100:00000001:3.0:1767325953.591506:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305660207 00000400:00000200:2.0:1767325953.591506:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000010:0.0:1767325953.591506:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000149bfc9a. 00000400:00000200:1.0:1767325953.591512:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325953.591515:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767325953.591519:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325953.591520:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000100:00000001:3.0:1767325953.591521:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305663992 00000100:00000001:0.0:1767325953.591521:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305663992 00000400:00000010:2.0:1767325953.591524:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000800:00000010:1.0:1767325953.591525:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000100:00000001:3.0:1767325953.591527:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305660207 00000100:00000010:0.0:1767325953.591529:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000100:00000001:2.0:1767325953.591532:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325953.591534:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325953.591536:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767325953.591541:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767325953.591543:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325953.591543:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325953.591544:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305663992 00000800:00000200:1.0:1767325953.591548:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325953.591552:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325953.591552:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591554:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.591560:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325953.591560:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325953.591561:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 45453 usecs (46 jiffies) 00000100:00000001:0.0:1767325953.591565:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325953.591566:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325953.591566:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305659438 00000100:00000001:3.0:1767325953.591573:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591573:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305663992 00000100:00000040:2.0:1767325953.591574:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325953.591574:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325953.591578:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325953.591580:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591580:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305659438 00000100:00000001:0.0:1767325953.591584:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325953.591585:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325953.591587:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305663992 00000100:00000001:0.0:1767325953.591588:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325953.591590:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325953.591592:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591594:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305659438 00000100:00000001:3.0:1767325953.591595:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325953.591599:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591600:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305663992 00000100:00000001:3.0:1767325953.591601:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325953.591602:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.591605:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305659438 00000100:00000001:2.0:1767325953.591608:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325953.591609:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305663992 00000100:00000001:1.0:1767325953.591619:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325953.591622:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325953.591624:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325953.591625:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325953.591627:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000100:00000001:1.0:1767325953.591629:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325953.591630:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325953.591636:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325953.591639:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000400:00000010:2.0:1767325953.591640:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:2.0:1767325953.591642:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325953.591644:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.591649:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325953.591651:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.591655:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325953.591656:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325953.591711:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325953.591713:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:2.0:1767325953.591715:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325953.591717:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325953.591718:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:2.0:1767325953.591719:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:2.0:1767325953.591721:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325953.591722:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.591727:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325953.591728:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.591740:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325953.591741:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325953.593137:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325953.593150:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325953.593153:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325953.593155:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325953.593162:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325953.593176:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03c80 00000400:00000200:0.0:1767325953.593183:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x4ed [1] + 224 00000800:00000001:0.0:1767325953.593190:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325953.593194:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325953.593196:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325953.593199:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325953.593204:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325953.593207:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325953.593226:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325953.593247:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325953.593254:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325953.593257:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325953.593259:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325953.593262:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325953.593267:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325953.593274:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325953.593275:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03d00 00000100:00000001:2.0:1767325953.593277:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325953.593283:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:0.0:1767325953.593287:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325953.593288:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767325953.593290:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325953.593292:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767325953.593294:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767325953.593296:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdb0ed67. 00000400:00000200:0.0:1767325953.593300:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325953.593302:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000400:00000010:2.0:1767325953.593305:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:2.0:1767325953.593308:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325953.593311:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325953.593314:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325953.593318:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325953.593335:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325953.593339:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.593348:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325953.593351:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325953.593355:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325953.593358:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325953.593360:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325953.593362:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325953.593363:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325953.593365:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325953.593369:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325953.593372:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=138 v=5 (5 0 0 0) 00000800:00000001:0.0:1767325953.593373:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325953.593378:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325953.593380:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=138 v=5 (1 0 0 0) 00000800:00000001:0.0:1767325953.593382:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325953.593385:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325953.593389:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325953.593391:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325953.593392:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325953.593394:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325953.593396:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767325953.593399:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325953.593402:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325953.593403:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03d80 00000100:00000001:2.0:1767325953.593404:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325953.593405:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325953.593409:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000100:00000040:2.0:1767325953.593413:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325953.593414:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325953.593418:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325953.593423:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325953.593423:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325953.593428:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x4fd [1] + 224 00000100:00000001:2.0:1767325953.593429:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767325953.593430:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.593432:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325953.593449:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325953.593450:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767325953.593458:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325953.593459:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325953.593465:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386619008:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767325953.593465:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325953.593474:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325953.593476:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325953.593479:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325953.593482:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325953.593484:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325953.593485:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386619008/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325953.593486:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325953.593491:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325953.593495:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325953.593496:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325953.593499:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767325953.593499:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325953.593500:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325953.593503:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325953.593504:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000067f3644. 02000000:00000001:3.0:1767325953.593509:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325953.593509:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325953.593513:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325953.593515:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00001000:3.0:1767325953.593517:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=128 v=5 (5 0 0 0) 00000020:00000001:2.0:1767325953.593518:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325953.593518:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325953.593521:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f78cc075. 00000100:00001000:3.0:1767325953.593525:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=128 v=5 (1 0 0 0) 02000000:00000001:2.0:1767325953.593527:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325953.593530:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325953.593534:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767325953.593535:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325953.593538:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325953.593540:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767325953.593541:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325953.593543:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325953.593545:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325953.593546:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325953.593547:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325953.593549:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325953.593552:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325953.593553:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325953.593554:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767325953.593555:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325953.593556:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.593557:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325953.593561:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325953.593562:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325953.593566:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325953.593567:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.593574:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325953.593578:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325953.593581:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325953.593584:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325953.593587:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000100:00000001:3.0:1767325953.593590:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325953.593593:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000100:00000001:3.0:1767325953.593594:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325953.593597:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325953.593598:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325953.593603:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325953.593606:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325953.593610:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325953.593625:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386619136:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767325953.593631:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325953.593632:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325953.593637:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325953.593643:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386619136/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325953.593644:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325953.593647:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325953.593651:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325953.593653:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325953.593656:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325953.593659:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.593660:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325953.593663:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325953.593664:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325953.593667:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686738c1. 00000100:00001000:1.0:1767325953.593670:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=138 v=5 (5 0 0 0) 02000000:00000001:3.0:1767325953.593673:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767325953.593675:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=113 v=5 (1 0 0 0) 00000020:00000001:3.0:1767325953.593676:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325953.593679:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325953.593680:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325953.593683:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325953.593684:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325953.593687:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004e7e4bc. 00010000:00000001:1.0:1767325953.593687:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767325953.593692:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1767325953.593693:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325953.593695:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325953.593698:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767325953.593704:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325953.593706:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325953.593708:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.593710:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325953.593712:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325953.593714:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325953.593715:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325953.593717:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325953.593719:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325953.593721:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325953.593722:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.593726:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325953.593732:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325953.593740:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325953.593742:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325953.593744:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325953.593747:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325953.593755:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386619264:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325953.593791:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325953.593793:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325953.593795:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386619264/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325953.593802:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325953.593804:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325953.593806:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043a4b383. 02000000:00000001:1.0:1767325953.593809:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325953.593810:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325953.593812:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325953.593814:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325953.593815:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000011cfcfb. 02000000:00000001:1.0:1767325953.593818:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325953.593819:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325953.593820:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767325953.593824:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325953.593825:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325953.593827:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325953.593830:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325953.593832:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325953.593834:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325953.593835:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325954.294864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325954.294873:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325954.294880:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325954.294881:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325954.294940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325954.294944:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325954.294948:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325955.318890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325955.318900:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325955.318906:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325955.318908:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325955.318968:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325955.318973:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325955.318976:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325956.342865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325956.342875:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325956.342878:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325956.342881:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325956.342886:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325956.342887:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325956.342889:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325956.342891:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325956.342894:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325956.342896:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325956.342954:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325956.342960:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325956.342963:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325957.366848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325957.366855:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325957.366861:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325957.366863:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325957.366865:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325957.366870:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325957.366872:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325957.366874:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325957.366891:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325957.366893:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325957.366895:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325957.366898:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325957.366918:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325957.366920:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325957.366923:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325958.198824:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305663992, at 4305664000 00000100:00000040:3.0:1767325958.198829:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305663992, at 4305664000 00000100:00000040:1.0:1767325958.198831:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305663992, at 4305664000 00000100:00000010:0.0:1767325958.198838:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:3.0:1767325958.198841:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000010:1.0:1767325958.198842:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bea0ac4e. 00000100:00000040:2.0:1767325958.198848:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305663992, at 4305664000 00000100:00000010:2.0:1767325958.198856:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000149bfc9a. 00010000:00000001:0.0:1767325958.390846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325958.390852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325958.390857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325958.390858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325958.390906:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325958.390909:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325958.390924:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325958.710877:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325958.710885:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325958.710892:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767325958.710897:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325958.710901:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325958.710903:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325958.710907:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325958.710912:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:0.0:1767325958.710917:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325958.710926:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325958.710936:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325958.710938:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325958.710943:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_02+2] req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.710970:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325958.710972:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325958.710976:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325958.710979:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767325958.710995:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325958.710998:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325958.710999:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325958.711000:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325958.711003:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325958.711006:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:2.0:1767325958.711007:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325958.711012:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325958.711012:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325958.711013:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.711017:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325958.711021:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325958.711031:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.711036:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325958.711039:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325958.711041:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.711044:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325958.711047:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325958.711050:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325958.711053:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_03+3] req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325958.711054:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325958.711060:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386619392:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325958.711070:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325958.711076:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325958.711077:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325958.711079:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325958.711080:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325958.711083:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325958.711084:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325958.711089:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 02000000:00000010:3.0:1767325958.711090:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e909796. 00000020:00000040:0.0:1767325958.711091:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767325958.711095:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.711095:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325958.711097:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325958.711098:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325958.711101:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325958.711102:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325958.711104:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000100:00000001:2.0:1767325958.711105:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325958.711107:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:0.0:1767325958.711111:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325958.711114:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000040:2.0:1767325958.711114:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325958.711118:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767325958.711123:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619392, portal 25 00000100:00000001:3.0:1767325958.711128:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325958.711132:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:2.0:1767325958.711139:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325958.711142:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.711143:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767325958.711144:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325958.711146:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325958.711147:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325958.711150:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325958.711156:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325958.711158:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_00+0] req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325958.711164:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767325958.711164:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386619520:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767325958.711171:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325958.711174:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767325958.711176:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 02000000:00000001:2.0:1767325958.711178:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767325958.711183:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386619392, offset 0 02000000:00000001:2.0:1767325958.711183:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325958.711188:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325958.711193:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007596b236. 00000400:00000200:3.0:1767325958.711194:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325958.711198:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325958.711203:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb83e55b. 00000100:00000001:0.0:1767325958.711204:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325958.711209:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767325958.711209:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000100:00000040:0.0:1767325958.711213:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767325958.711216:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619520, portal 10 00000400:00000200:3.0:1767325958.711218:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325958.711222:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325958.711224:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325958.711225:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000400:00000200:3.0:1767325958.711226:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325958.711233:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325958.711234:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767325958.711234:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11002) 00000100:00000040:2.0:1767325958.711237:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325958.711239:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325958.711243:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325958.711243:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325958.711248:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325958.711250:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325958.711252:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.711253:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325958.711258:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325958.711260:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [132:132:256:4294967295] 192.168.203.127@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000010:2.0:1767325958.711264:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000100:00000200:2.0:1767325958.711271:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386619520, offset 0 00000100:00000001:1.0:1767325958.711275:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325958.711278:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325958.711283:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325958.711284:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767325958.711287:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:1.0:1767325958.711289:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325958.711294:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325958.711298:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767325958.711300:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386619648:192.168.203.127@tcp:400: 00000800:00000010:3.0:1767325958.711304:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767325958.711305:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325958.711306:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325958.711311:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325958.711314:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325958.711316:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:1.0:1767325958.711316:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325958.711321:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325958.711326:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bda5958e. 00000400:00000200:2.0:1767325958.711327:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767325958.711328:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:1.0:1767325958.711331:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325958.711334:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325958.711335:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767325958.711337:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000200:2.0:1767325958.711341:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767325958.711345:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000400:00000200:2.0:1767325958.711346:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [133:133:255:4294967295] 192.168.203.127@tcp LPNI seq info [133:133:7:4294967295] 00000100:00000200:1.0:1767325958.711350:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619648, portal 10 00000100:00000001:1.0:1767325958.711354:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325958.711356:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000001:3.0:1767325958.711357:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325958.711363:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325958.711364:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305669112 00000100:00000040:1.0:1767325958.711366:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325958.711372:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecaa26d3. 00000800:00000200:2.0:1767325958.711378:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325958.711381:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325958.711385:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767325958.711386:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f78cc075. 00000100:00000001:3.0:1767325958.711390:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305669112 00000100:00000040:1.0:1767325958.711392:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767325958.711397:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc559c9e. 00000800:00000200:2.0:1767325958.711397:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767325958.711409:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 00000100:00000200:1.0:1767325958.711415:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386619648, offset 0 00000100:00000001:3.0:1767325958.711418:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767325958.711422:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767325958.711425:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305669112 00000800:00000200:2.0:1767325958.711428:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f78cc075 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325958.711428:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767325958.711432:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0c83f6a. 00000100:00000001:2.0:1767325958.711435:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.711437:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325958.711438:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767325958.711440:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 791226 usecs (792 jiffies) 00000100:00000001:3.0:1767325958.711443:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305669112 00000400:00000200:1.0:1767325958.711446:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325958.711447:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305665304 00000100:00000010:3.0:1767325958.711449:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e02887e. 00000100:00000001:2.0:1767325958.711451:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305669112 00000100:00000001:3.0:1767325958.711456:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325958.711458:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305665304 00000400:00000200:1.0:1767325958.711458:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767325958.711460:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325958.711464:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305669112 00000400:00000200:1.0:1767325958.711464:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325958.711466:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325958.711468:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305665304 00000100:00000001:3.0:1767325958.711470:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325958.711472:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305669112 00000100:00000001:3.0:1767325958.711475:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325958.711475:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325958.711477:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305665304 00000400:00000200:1.0:1767325958.711479:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:0.0:1767325958.711482:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:2.0:1767325958.711483:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305669112 00000100:00000001:3.0:1767325958.711485:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325958.711488:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [134:134:254:4294967295] 192.168.203.127@tcp LPNI seq info [134:134:6:4294967295] 00000100:00000001:2.0:1767325958.711489:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325958.711490:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325958.711491:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325958.711496:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.711497:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325958.711500:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325958.711500:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325958.711505:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325958.711505:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325958.711513:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325958.711513:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325958.711516:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325958.711520:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000800:00000200:1.0:1767325958.711521:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325958.711522:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325958.711523:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767325958.711525:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000800:00000010:1.0:1767325958.711528:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000100:00000001:2.0:1767325958.711530:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325958.711533:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325958.711533:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325958.711537:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325958.711538:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325958.711542:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325958.711547:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325958.711549:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325958.711552:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325958.711559:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325958.711564:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 44088 usecs (45 jiffies) 00000100:00000001:0.0:1767325958.711565:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325958.711568:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305664557 00000100:00000040:0.0:1767325958.711572:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325958.711573:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305669112 00000100:00000001:1.0:1767325958.711579:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305664557 00000100:00000001:0.0:1767325958.711583:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325958.711584:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305669112 00000100:00000001:0.0:1767325958.711586:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325958.711590:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305664557 00000100:00000001:1.0:1767325958.711593:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305669112 00000100:00000001:1.0:1767325958.711595:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305664557 00000100:00000001:1.0:1767325958.711597:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305669112 00000100:00000001:1.0:1767325958.711599:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325958.711601:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325958.711603:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325958.711605:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325958.711605:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325958.711610:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f78cc075. 00000100:00000001:1.0:1767325958.711612:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325958.711615:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325958.711616:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325958.711618:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325958.711621:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325958.711624:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325958.711625:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325958.711628:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325958.711630:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000400:00000010:0.0:1767325958.711634:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:0.0:1767325958.711636:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325958.711640:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.711648:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325958.711651:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.711657:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.711658:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325958.711683:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325958.711684:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:0.0:1767325958.711687:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325958.711691:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325958.711693:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000400:00000010:0.0:1767325958.711695:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:0.0:1767325958.711697:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325958.711700:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.711707:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325958.711708:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.711714:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.711715:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325958.713189:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713199:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325958.713201:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713203:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325958.713210:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325958.713220:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03e00 00000400:00000200:2.0:1767325958.713226:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x505 [1] + 224 00000800:00000001:2.0:1767325958.713233:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713236:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325958.713238:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325958.713241:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325958.713246:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325958.713249:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325958.713258:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325958.713271:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325958.713277:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713280:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325958.713283:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713284:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325958.713288:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325958.713294:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03e80 00000400:00000200:2.0:1767325958.713299:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x50d [1] + 224 00000800:00000001:2.0:1767325958.713304:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713319:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325958.713322:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325958.713325:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325958.713329:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325958.713331:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325958.713333:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325958.713340:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325958.713346:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325958.713349:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325958.713352:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:3.0:1767325958.713356:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325958.713360:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000040:2.0:1767325958.713362:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325958.713378:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325958.713417:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325958.713420:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325958.713483:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767325958.713485:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325958.713488:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325958.713488:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767325958.713489:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325958.713493:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb83e55b. 00000800:00000001:2.0:1767325958.713494:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325958.713498:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767325958.713500:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000800:00000001:2.0:1767325958.713501:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325958.713504:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000400:00000200:2.0:1767325958.713510:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325958.713511:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325958.713514:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325958.713520:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325958.713521:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a03f00 00000400:00000200:2.0:1767325958.713530:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x515 [1] + 224 00000100:00000001:3.0:1767325958.713538:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325958.713539:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325958.713543:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325958.713545:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325958.713552:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325958.713553:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325958.713556:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325958.713557:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767325958.713558:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325958.713559:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325958.713562:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325958.713563:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325958.713566:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325958.713567:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767325958.713570:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325958.713570:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.713575:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325958.713576:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325958.713578:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767325958.713583:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325958.713583:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325958.713584:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=133 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325958.713589:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325958.713592:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=133 v=5 (1 0 0 0) 00000100:00001000:3.0:1767325958.713597:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=143 v=5 (1 0 0 0) 00000100:00000040:2.0:1767325958.713604:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325958.713605:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325958.713607:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325958.713609:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.713611:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325958.713614:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325958.713617:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325958.713618:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325958.713621:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.713624:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.713626:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325958.713629:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:3.0:1767325958.713630:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325958.713631:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325958.713632:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325958.713635:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325958.713638:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325958.713644:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325958.713644:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325958.713653:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325958.713656:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325958.713659:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325958.713660:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325958.713663:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325958.713664:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325958.713664:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325958.713671:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325958.713672:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325958.713674:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325958.713678:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325958.713681:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325958.713684:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767325958.713690:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325958.713694:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325958.713701:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767325958.713703:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386619392:192.168.203.127@tcp:400: 00000100:00100000:0.0:1767325958.713704:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386619520:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767325958.713709:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.713714:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325958.713719:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325958.713725:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325958.713726:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386619520/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325958.713730:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767325958.713735:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325958.713738:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386619392/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.713746:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325958.713750:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325958.713754:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007596b236. 00000100:00000001:3.0:1767325958.713788:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325958.713790:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325958.713794:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e909796. 00000100:00000001:1.0:1767325958.713795:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325958.713797:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325958.713799:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325958.713801:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325958.713801:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325958.713802:0:216338:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767325958.713805:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325958.713806:0:216340:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767325958.713806:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325958.713809:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767325958.713810:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325958.713812:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325958.713812:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767325958.713816:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767325958.713816:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325958.713817:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000010:3.0:1767325958.713820:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 00000100:00001000:1.0:1767325958.713822:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=143 v=5 (5 0 0 0) 02000000:00000001:0.0:1767325958.713823:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325958.713825:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325958.713827:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767325958.713828:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767325958.713828:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=118 v=5 (1 0 0 0) 00000100:00000010:0.0:1767325958.713831:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000010:3.0:1767325958.713832:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:1.0:1767325958.713833:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325958.713837:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325958.713839:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325958.713840:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325958.713840:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325958.713844:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767325958.713844:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325958.713844:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325958.713849:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325958.713856:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325958.713856:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325958.713860:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.713861:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.713863:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325958.713864:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325958.713866:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325958.713868:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325958.713871:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325958.713872:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325958.713874:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325958.713876:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325958.713876:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325958.713878:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325958.713884:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325958.713892:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325958.713895:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325958.713901:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325958.713904:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325958.713908:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386619648:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325958.713911:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325958.713912:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325958.713913:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386619648/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325958.713917:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325958.713918:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325958.713919:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bda5958e. 02000000:00000001:1.0:1767325958.713921:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325958.713922:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325958.713922:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325958.713923:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325958.713924:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:1.0:1767325958.713926:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325958.713927:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325958.713927:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:1.0:1767325958.713929:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325958.713930:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325958.713931:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325958.713933:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325958.713934:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325958.713935:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325958.713936:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325959.414840:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325959.414846:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325959.414849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325959.414850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325959.414872:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325959.414876:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325959.414879:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325960.438852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325960.438860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325960.438865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325960.438866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325960.438922:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325960.438926:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325960.438928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325961.462855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325961.462863:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325961.462867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325961.462868:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325961.462919:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325961.462924:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325961.462928:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325962.486879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325962.486890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325962.486897:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325962.486898:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325962.486966:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325962.486970:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325962.486973:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325963.318912:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305669112, at 4305669120 00000100:00000040:1.0:1767325963.318912:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305669112, at 4305669120 00000100:00000040:0.0:1767325963.318913:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305669112, at 4305669120 00000100:00000040:3.0:1767325963.318917:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305669112, at 4305669120 00000100:00000010:2.0:1767325963.318934:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0c83f6a. 00000100:00000010:0.0:1767325963.318935:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecaa26d3. 00000100:00000010:1.0:1767325963.318945:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc559c9e. 00000100:00000010:3.0:1767325963.318950:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e02887e. 00010000:00000001:0.0:1767325963.510868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325963.510877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.510882:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325963.510883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325963.511280:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325963.511287:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325963.511291:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325963.830906:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325963.830920:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325963.830930:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767325963.830938:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325963.830941:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325963.830960:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325963.830965:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325963.830972:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767325963.830978:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325963.830988:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325963.830997:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325963.830999:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325963.831003:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_01+1] req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.831027:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325963.831028:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325963.831031:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325963.831033:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000020:00000040:1.0:1767325963.831035:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325963.831037:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325963.831037:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325963.831039:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831039:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325963.831043:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000001:0.0:1767325963.831044:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325963.831046:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831048:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325963.831050:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325963.831055:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.831060:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325963.831063:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831068:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325963.831069:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_02+2] req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.831072:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325963.831078:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325963.831081:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325963.831084:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325963.831093:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386619776:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325963.831096:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325963.831098:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325963.831101:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831106:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325963.831106:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325963.831107:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325963.831112:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325963.831119:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325963.831120:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767325963.831124:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da755d23. 00000100:00000010:1.0:1767325963.831126:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 02000000:00000001:0.0:1767325963.831127:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325963.831133:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:0.0:1767325963.831136:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c563eec3. 00000100:00000001:3.0:1767325963.831143:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325963.831144:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767325963.831147:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 02000000:00000001:1.0:1767325963.831149:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325963.831151:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325963.831153:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325963.831154:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831160:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325963.831160:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619776, portal 25 02000000:00000010:1.0:1767325963.831162:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767325963.831172:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325963.831173:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325963.831173:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831178:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000040:1.0:1767325963.831185:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325963.831190:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325963.831195:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.831207:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325963.831213:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325963.831230:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_03+3] req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.831230:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325963.831243:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325963.831246:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767325963.831248:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00000001:3.0:1767325963.831253:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325963.831255:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386619776, offset 0 02000000:00000001:3.0:1767325963.831264:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325963.831268:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325963.831270:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325963.831273:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325963.831280:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325963.831280:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767325963.831289:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325963.831295:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325963.831296:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767325963.831298:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386619904:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767325963.831301:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325963.831302:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325963.831307:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11007) 00000100:00000001:2.0:1767325963.831308:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325963.831315:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767325963.831320:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325963.831323:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325963.831324:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325963.831330:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325963.831333:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767325963.831339:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325963.831346:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [135:135:256:4294967295] 192.168.203.127@tcp LPNI seq info [135:135:8:4294967295] 02000000:00000001:3.0:1767325963.831351:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325963.831361:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad26cbf. 00000100:00000001:2.0:1767325963.831376:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767325963.831377:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831380:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325963.831385:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 02000000:00000001:2.0:1767325963.831385:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325963.831390:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325963.831400:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767325963.831401:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 02000000:00000001:2.0:1767325963.831401:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325963.831414:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386619904, portal 10 00000100:00100000:2.0:1767325963.831418:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386620032:192.168.203.127@tcp:400: 00000800:00000200:0.0:1767325963.831419:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325963.831425:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325963.831430:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000800:00000010:0.0:1767325963.831430:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000100:00000001:2.0:1767325963.831432:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325963.831441:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325963.831446:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325963.831451:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325963.831453:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767325963.831454:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325963.831458:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 02000000:00000001:2.0:1767325963.831464:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325963.831470:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767325963.831477:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13e6aca. 00000800:00000200:0.0:1767325963.831480:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325963.831485:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767325963.831486:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000040:3.0:1767325963.831497:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767325963.831499:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620032, portal 10 00000400:00000010:3.0:1767325963.831501:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000001:2.0:1767325963.831503:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767325963.831506:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386619904, offset 0 00000100:00000001:0.0:1767325963.831506:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831507:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000001:0.0:1767325963.831512:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305674232 00000100:00000010:0.0:1767325963.831518:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000100:00000040:2.0:1767325963.831523:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325963.831525:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325963.831531:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325963.831540:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325963.831540:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305674232 00000100:00000010:0.0:1767325963.831547:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000100:00000040:2.0:1767325963.831555:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325963.831556:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325963.831557:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767325963.831567:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305674232 00000400:00000010:2.0:1767325963.831568:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000400:00000200:3.0:1767325963.831569:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325963.831577:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000100:00000200:2.0:1767325963.831580:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386620032, offset 0 00000400:00000200:3.0:1767325963.831583:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325963.831583:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325963.831592:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305674232 00000400:00000200:2.0:1767325963.831594:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325963.831598:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767325963.831600:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000100:00000001:0.0:1767325963.831608:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325963.831612:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325963.831614:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325963.831618:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325963.831619:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325963.831623:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325963.831626:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [136:136:255:4294967295] 192.168.203.127@tcp LPNI seq info [136:136:7:4294967295] 00000800:00000010:1.0:1767325963.831626:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000100:00000001:0.0:1767325963.831627:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325963.831635:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325963.831637:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325963.831645:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325963.831651:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325963.831651:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325963.831653:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325963.831657:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831661:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325963.831672:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325963.831681:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325963.831684:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767325963.831687:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000400:00000200:2.0:1767325963.831697:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325963.831701:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325963.831703:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325963.831706:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325963.831708:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [137:137:254:4294967295] 192.168.203.127@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:2.0:1767325963.831716:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325963.831721:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325963.831723:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000800:00000010:2.0:1767325963.831726:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c50ce881. 00000400:00000010:1.0:1767325963.831726:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:1.0:1767325963.831735:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325963.831739:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767325963.831740:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.831754:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325963.831792:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.831800:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325963.831802:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325963.831804:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325963.831805:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325963.831814:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c50ce881 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767325963.831815:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325963.831821:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325963.831833:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831835:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325963.831837:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 769335 usecs (770 jiffies) 00000100:00000040:2.0:1767325963.831840:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 42813 usecs (43 jiffies) 00000100:00000001:3.0:1767325963.831842:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305670403 00000100:00000001:2.0:1767325963.831845:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305669676 00000100:00000001:3.0:1767325963.831848:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305674232 00000100:00000001:3.0:1767325963.831852:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305670403 00000100:00000001:2.0:1767325963.831852:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305674232 00000100:00000001:3.0:1767325963.831854:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305674232 00000100:00000001:2.0:1767325963.831857:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305669676 00000100:00000001:3.0:1767325963.831859:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305670403 00000100:00000001:2.0:1767325963.831862:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305674232 00000100:00000001:3.0:1767325963.831865:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305674232 00000100:00000001:2.0:1767325963.831867:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305669676 00000800:00000200:0.0:1767325963.831867:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325963.831869:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305670403 00000100:00000001:2.0:1767325963.831874:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305674232 00000800:00000010:0.0:1767325963.831875:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c50ce881. 00000100:00000001:3.0:1767325963.831876:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305674232 00000100:00000001:2.0:1767325963.831880:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305669676 00000100:00000001:3.0:1767325963.831886:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325963.831886:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325963.831887:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305674232 00000100:00000001:3.0:1767325963.831897:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831897:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325963.831904:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325963.831906:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325963.831907:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325963.831911:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000100:00000001:3.0:1767325963.831912:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325963.831912:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325963.831918:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767325963.831919:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325963.831928:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325963.831929:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325963.831930:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325963.831934:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325963.831935:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767325963.831940:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325963.831943:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325963.831943:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325963.831946:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325963.831951:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831952:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325963.831956:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325963.831961:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.831965:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831978:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325963.831989:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.831995:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.831996:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325963.832028:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325963.832030:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767325963.832032:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325963.832035:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325963.832036:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:0.0:1767325963.832038:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:0.0:1767325963.832039:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325963.832042:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.832046:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325963.832048:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.832052:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.832052:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325963.833043:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325963.833055:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325963.833058:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325963.833060:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325963.833067:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325963.833077:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a03f80 00000400:00000200:2.0:1767325963.833083:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x51d [1] + 224 00000800:00000001:2.0:1767325963.833089:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325963.833096:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325963.833098:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325963.833103:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325963.833108:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325963.833113:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325963.833121:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325963.833136:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325963.833142:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325963.833144:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325963.833174:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325963.833178:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325963.833183:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325963.833185:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325963.833187:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c563eec3. 00000400:00000200:0.0:1767325963.833191:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767325963.833192:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767325963.833195:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325963.833200:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325963.833210:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.833217:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325963.833218:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325963.833221:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325963.833223:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325963.833231:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325963.833233:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325963.833236:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325963.833242:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=148 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325963.833247:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325963.833249:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325963.833250:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.833252:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325963.833253:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.833256:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325963.833258:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.833262:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325963.833264:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325963.833266:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325963.833268:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325963.833272:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386619776:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325963.833275:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325963.833276:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325963.833277:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386619776/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325963.833281:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325963.833283:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325963.833285:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da755d23. 02000000:00000001:0.0:1767325963.833288:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325963.833289:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325963.833290:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767325963.833292:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325963.833293:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:0.0:1767325963.833296:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325963.833298:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325963.833299:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:0.0:1767325963.833304:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325963.833305:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325963.833306:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325963.833309:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325963.833310:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325963.833311:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325963.833313:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325963.833577:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833586:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325963.833594:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833597:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325963.833604:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325963.833614:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04080 00000400:00000200:1.0:1767325963.833621:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x529 [1] + 224 00000800:00000001:1.0:1767325963.833627:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833633:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325963.833636:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325963.833639:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325963.833643:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325963.833646:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325963.833655:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.833670:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325963.833679:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833688:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325963.833692:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833695:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325963.833699:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767325963.833703:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325963.833708:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04000 00000100:00000001:2.0:1767325963.833709:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325963.833717:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:1.0:1767325963.833721:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833725:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325963.833728:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325963.833728:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767325963.833734:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325963.833735:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767325963.833741:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13e6aca. 00000400:00000200:2.0:1767325963.833747:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:2.0:1767325963.833749:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:2.0:1767325963.833752:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325963.833753:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325963.833779:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325963.833792:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325963.833796:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325963.833847:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325963.833867:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325963.833875:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325963.833882:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325963.833885:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325963.833891:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325963.833895:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325963.833898:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325963.833901:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325963.833903:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325963.833904:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325963.833908:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325963.833909:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325963.833912:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325963.833914:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767325963.833917:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=148 v=5 (5 0 0 0) 00000400:00000010:3.0:1767325963.833924:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000100:00001000:2.0:1767325963.833925:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=123 v=5 (1 0 0 0) 00000400:00000200:3.0:1767325963.833928:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325963.833933:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767325963.833934:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325963.833939:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325963.833939:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325963.833948:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767325963.833949:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767325963.833961:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325963.833965:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325963.834020:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325963.834021:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325963.834025:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325963.834029:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325963.834030:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325963.834030:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325963.834034:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767325963.834036:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325963.834037:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325963.834044:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.834044:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325963.834051:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325963.834053:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=138 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325963.834058:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=138 v=5 (1 0 0 0) 00000100:00000040:2.0:1767325963.834061:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325963.834062:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325963.834065:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325963.834070:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325963.834075:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325963.834082:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325963.834085:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325963.834089:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325963.834090:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325963.834091:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.834099:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767325963.834101:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325963.834104:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325963.834114:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325963.834116:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325963.834117:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325963.834121:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325963.834124:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325963.834153:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386619904:192.168.203.127@tcp:400: 00000100:00100000:2.0:1767325963.834163:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386620032:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325963.834164:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325963.834169:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325963.834175:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386619904/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325963.834176:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325963.834186:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325963.834187:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325963.834192:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325963.834194:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad26cbf. 02000000:00000001:3.0:1767325963.834197:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767325963.834197:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386620032/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325963.834199:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325963.834201:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325963.834210:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325963.834212:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:3.0:1767325963.834219:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325963.834223:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325963.834225:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:3.0:1767325963.834232:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325963.834233:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325963.834235:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325963.834240:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325963.834242:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325963.834248:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325963.834252:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.834260:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325963.834264:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325963.834266:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 02000000:00000001:2.0:1767325963.834270:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325963.834272:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325963.834273:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325963.834276:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325963.834278:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767325963.834281:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325963.834282:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325963.834283:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:2.0:1767325963.834286:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325963.834287:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325963.834290:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325963.834294:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325963.834295:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325963.834297:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325963.834299:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325964.534836:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325964.534842:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325964.534846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325964.534847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325964.534911:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325964.534915:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325964.534928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325965.558857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325965.558869:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325965.558872:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325965.558875:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325965.558881:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325965.558883:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325965.558885:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325965.558887:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325965.558891:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325965.558893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325965.558934:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325965.558938:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325965.558941:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325966.582878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325966.582885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325966.582889:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325966.582892:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325966.582895:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325966.582901:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325966.582903:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325966.582905:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325966.582907:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325966.582910:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325966.582911:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325966.582913:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325966.582979:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325966.582982:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325966.582984:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325967.606849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325967.606855:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325967.606860:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325967.606861:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325967.606899:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325967.606903:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325967.606906:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325968.438830:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305674232, at 4305674240 00000100:00000040:1.0:1767325968.438834:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305674232, at 4305674240 00000100:00000040:0.0:1767325968.438847:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305674232, at 4305674240 00000100:00000010:2.0:1767325968.438849:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:1.0:1767325968.438851:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000040:3.0:1767325968.438852:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305674232, at 4305674240 00000100:00000010:3.0:1767325968.438862:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00000100:00000010:0.0:1767325968.438876:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00010000:00000001:0.0:1767325968.630851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325968.630856:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325968.630859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325968.630860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325968.630909:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325968.630913:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325968.630915:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325968.950882:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325968.950890:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325968.950897:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767325968.950903:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767325968.950907:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325968.950921:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325968.950924:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325968.950930:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000011cfcfb. 00000100:00000001:2.0:1767325968.950935:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325968.950944:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325968.950951:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325968.950953:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325968.950957:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_00+0] req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325968.950974:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325968.950976:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325968.950978:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325968.950981:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767325968.950983:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325968.950984:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325968.950985:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325968.950986:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325968.950988:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004e7e4bc. 00000100:00000001:2.0:1767325968.950991:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325968.950993:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325968.950998:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325968.950999:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325968.951003:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325968.951004:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325968.951005:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325968.951010:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325968.951011:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.951012:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951014:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325968.951016:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325968.951016:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325968.951019:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325968.951020:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767325968.951021:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325968.951022:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325968.951023:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767325968.951028:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:0.0:1767325968.951030:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325968.951038:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325968.951041:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325968.951045:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325968.951051:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd5debfc. 00000100:00000001:0.0:1767325968.951055:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325968.951058:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325968.951059:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325968.951059:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951060:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325968.951068:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325968.951068:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325968.951071:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325968.951071:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325968.951072:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325968.951078:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325968.951078:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325968.951086:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386620288:192.168.203.127@tcp:400: 00000100:00100000:3.0:1767325968.951087:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386620160:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325968.951090:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325968.951094:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325968.951095:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325968.951101:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_02+2] req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325968.951101:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325968.951105:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325968.951108:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325968.951113:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022c0c64a. 02000000:00000001:0.0:1767325968.951117:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325968.951123:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c563eec3. 00000400:00000010:0.0:1767325968.951129:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:2.0:1767325968.951133:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325968.951136:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620288, portal 10 00000100:00000001:3.0:1767325968.951138:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325968.951138:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325968.951141:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325968.951143:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325968.951144:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000040:2.0:1767325968.951145:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767325968.951146:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325968.951150:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325968.951152:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325968.951155:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a37500f. 00000100:00000040:2.0:1767325968.951155:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11012) 00000100:00000040:0.0:1767325968.951155:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325968.951157:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325968.951160:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325968.951161:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325968.951166:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000100:00000040:1.0:1767325968.951169:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325968.951170:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325968.951172:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767325968.951174:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325968.951178:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620160, portal 25 00000100:00000001:0.0:1767325968.951180:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325968.951182:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325968.951185:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000040:0.0:1767325968.951189:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325968.951193:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000040:3.0:1767325968.951195:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325968.951195:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325968.951199:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325968.951205:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386620288, offset 0 02000000:00000001:1.0:1767325968.951206:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325968.951207:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325968.951212:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325968.951215:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325968.951216:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325968.951219:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325968.951222:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 00000100:00100000:1.0:1767325968.951225:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386620416:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767325968.951226:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386620160, offset 0 00000400:00000200:0.0:1767325968.951231:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325968.951233:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325968.951236:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767325968.951238:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325968.951238:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325968.951242:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325968.951245:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767325968.951247:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325968.951250:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325968.951253:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:1.0:1767325968.951254:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004772abac. 00000400:00000200:0.0:1767325968.951255:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [138:138:256:4294967295] 192.168.203.127@tcp LPNI seq info [138:138:8:4294967295] 02000000:00000001:1.0:1767325968.951258:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325968.951264:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000200:0.0:1767325968.951267:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767325968.951270:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000800:00000200:0.0:1767325968.951275:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325968.951277:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:1.0:1767325968.951277:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620416, portal 10 00000800:00000010:0.0:1767325968.951280:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000001:1.0:1767325968.951283:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325968.951284:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325968.951287:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000400:00000200:3.0:1767325968.951290:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325968.951291:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767325968.951296:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325968.951300:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325968.951301:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767325968.951301:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325968.951307:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325968.951308:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [139:139:255:4294967295] 192.168.203.127@tcp LPNI seq info [139:139:7:4294967295] 00000100:00000001:1.0:1767325968.951321:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325968.951323:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325968.951339:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767325968.951341:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 748641 usecs (749 jiffies) 00000400:00000200:3.0:1767325968.951344:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767325968.951347:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305675501 00000400:00000010:1.0:1767325968.951351:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000010:0.0:1767325968.951353:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000100:00000200:1.0:1767325968.951357:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386620416, offset 0 00000100:00000001:0.0:1767325968.951362:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325968.951367:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325968.951370:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305675501 00000100:00000010:0.0:1767325968.951376:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009780c826. 00000100:00000001:0.0:1767325968.951380:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325968.951383:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305675501 00000100:00000010:0.0:1767325968.951386:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000100:00000001:0.0:1767325968.951389:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325968.951393:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305675501 00000100:00000010:0.0:1767325968.951396:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000100:00000001:0.0:1767325968.951398:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767325968.951405:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325968.951407:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767325968.951411:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000100:00000001:0.0:1767325968.951412:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325968.951417:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325968.951418:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325968.951419:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325968.951429:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325968.951429:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325968.951433:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325968.951435:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325968.951436:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325968.951438:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325968.951440:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325968.951450:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325968.951453:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767325968.951455:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000400:00000200:1.0:1767325968.951458:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325968.951462:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767325968.951464:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325968.951468:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767325968.951471:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [140:140:254:4294967295] 192.168.203.127@tcp LPNI seq info [140:140:6:4294967295] 00000400:00000200:1.0:1767325968.951480:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767325968.951485:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325968.951486:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000800:00000010:1.0:1767325968.951489:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000400:00000010:2.0:1767325968.951490:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:2.0:1767325968.951497:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325968.951498:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767325968.951503:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325968.951507:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767325968.951513:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325968.951522:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.951523:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325968.951526:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 41615 usecs (42 jiffies) 00000100:00000040:2.0:1767325968.951529:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325968.951532:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305674794 00000800:00000200:3.0:1767325968.951536:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325968.951538:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305675501 00000100:00000001:1.0:1767325968.951544:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305674794 00000800:00000200:3.0:1767325968.951548:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325968.951549:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305675501 00000100:00000001:2.0:1767325968.951551:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325968.951554:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325968.951555:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325968.951555:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305674794 00000100:00000001:1.0:1767325968.951560:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305675501 00000100:00000001:3.0:1767325968.951562:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325968.951565:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305674794 00000100:00000001:3.0:1767325968.951568:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305679352 00000100:00000001:1.0:1767325968.951568:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305675501 00000100:00000001:1.0:1767325968.951575:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325968.951577:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951578:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305675501 00000800:00000200:2.0:1767325968.951581:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325968.951581:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951584:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305679352 00000800:00000010:2.0:1767325968.951585:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:2.0:1767325968.951591:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325968.951592:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305675501 00000100:00000001:1.0:1767325968.951592:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.951599:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305679352 00000400:00000200:2.0:1767325968.951599:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325968.951600:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325968.951604:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325968.951605:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305675501 00000400:00000200:2.0:1767325968.951606:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:2.0:1767325968.951610:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767325968.951610:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325968.951611:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305679352 00000100:00000001:1.0:1767325968.951613:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325968.951616:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325968.951617:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305675501 00000100:00000001:1.0:1767325968.951618:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325968.951622:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325968.951624:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951625:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325968.951632:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951637:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.951639:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325968.951642:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325968.951644:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325968.951647:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325968.951650:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325968.951654:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325968.951656:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.951657:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325968.951659:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.951660:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325968.951661:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325968.951695:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325968.951699:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000400:00000200:2.0:1767325968.951702:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325968.951706:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325968.951709:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:2.0:1767325968.951711:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:2.0:1767325968.951713:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325968.951716:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325968.951725:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325968.951727:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325968.951733:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.951735:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325968.952944:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325968.952951:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325968.952954:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325968.952956:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325968.952962:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325968.952971:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04180 00000400:00000200:2.0:1767325968.952983:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x535 [1] + 224 00000800:00000001:2.0:1767325968.952989:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325968.952993:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325968.952995:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325968.952998:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325968.953003:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325968.953006:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325968.953016:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325968.953031:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325968.953037:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325968.953040:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325968.953043:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325968.953046:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325968.953050:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325968.953054:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325968.953056:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325968.953059:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04200 00000400:00000001:0.0:1767325968.953061:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325968.953064:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325968.953065:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c563eec3. 00000400:00000200:0.0:1767325968.953068:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767325968.953069:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767325968.953071:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325968.953076:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x545 [1] + 224 00000100:00000200:0.0:1767325968.953076:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325968.953086:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325968.953088:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325968.953092:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325968.953094:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325968.953096:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325968.953096:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325968.953101:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325968.953104:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767325968.953106:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325968.953106:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325968.953109:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.953111:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325968.953112:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325968.953118:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325968.953119:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325968.953123:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325968.953124:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325968.953125:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325968.953127:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325968.953129:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325968.953134:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325968.953140:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325968.953143:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767325968.953144:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325968.953145:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325968.953152:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325968.953168:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325968.953169:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325968.953170:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325968.953173:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325968.953173:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325968.953181:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767325968.953181:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386620288:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767325968.953187:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325968.953187:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325968.953188:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325968.953190:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386620288/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325968.953195:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767325968.953198:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325968.953199:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325968.953202:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325968.953203:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022c0c64a. 00000800:00000001:2.0:1767325968.953204:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325968.953206:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325968.953207:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325968.953211:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767325968.953213:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767325968.953214:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:2.0:1767325968.953215:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767325968.953217:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767325968.953218:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767325968.953222:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 02000000:00000010:0.0:1767325968.953222:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004e7e4bc. 00000400:00000200:1.0:1767325968.953228:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325968.953229:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325968.953233:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325968.953234:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04100 00000100:00000200:1.0:1767325968.953240:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325968.953241:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325968.953244:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767325968.953247:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x539 [1] + 224 00000100:00000010:0.0:1767325968.953248:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767325968.953255:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767325968.953257:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325968.953259:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325968.953263:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325968.953264:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325968.953265:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325968.953270:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325968.953271:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325968.953275:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325968.953280:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325968.953282:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325968.953283:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325968.953285:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325968.953286:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325968.953287:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325968.953290:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767325968.953291:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325968.953293:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325968.953295:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325968.953299:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325968.953304:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325968.953308:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325968.953310:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=153 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325968.953318:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325968.953326:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325968.953327:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325968.953342:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767325968.953346:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325968.953348:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:1.0:1767325968.953352:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325968.953353:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325968.953362:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.953365:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325968.953365:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325968.953368:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325968.953372:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325968.953374:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000001:3.0:1767325968.953375:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325968.953378:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000100:00000001:1.0:1767325968.953379:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325968.953381:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325968.953383:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325968.953387:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000040:1.0:1767325968.953387:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325968.953392:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325968.953397:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325968.953401:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325968.953403:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325968.953405:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325968.953410:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325968.953427:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325968.953429:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386620416:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325968.953440:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953443:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325968.953444:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325968.953445:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953449:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767325968.953450:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386620416/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325968.953452:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325968.953454:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325968.953458:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325968.953462:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325968.953464:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767325968.953466:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=153 v=5 (5 0 0 0) 02000000:00000001:1.0:1767325968.953466:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325968.953469:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004772abac. 00000100:00001000:3.0:1767325968.953471:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=153 v=5 (1 0 0 0) 02000000:00000001:1.0:1767325968.953474:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325968.953476:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767325968.953477:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325968.953478:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325968.953480:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00010000:00000001:3.0:1767325968.953482:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325968.953484:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767325968.953485:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325968.953487:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd5debfc. 00000100:00000001:3.0:1767325968.953488:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325968.953493:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767325968.953495:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325968.953496:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325968.953499:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767325968.953504:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325968.953506:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953508:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325968.953509:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953514:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325968.953516:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325968.953516:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325968.953520:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325968.953520:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325968.953526:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325968.953528:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325968.953530:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386620160:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325968.953533:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953534:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325968.953537:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386620160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325968.953541:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325968.953543:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325968.953549:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a37500f. 02000000:00000001:3.0:1767325968.953551:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325968.953552:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325968.953553:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767325968.953554:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325968.953555:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000011cfcfb. 02000000:00000001:3.0:1767325968.953557:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325968.953558:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325968.953559:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767325968.953561:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325968.953562:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953563:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325968.953566:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325968.953566:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325968.953567:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325968.953568:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325969.654844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325969.654850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325969.654855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325969.654857:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325969.654887:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325969.654891:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325969.654893:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325970.678861:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325970.678866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325970.678871:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325970.678872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325970.678936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325970.678940:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325970.678943:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325971.702888:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325971.702897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325971.702904:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325971.702906:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325971.702941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325971.702945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325971.702948:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325972.726896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325972.726905:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325972.726912:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325972.726913:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325972.726981:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325972.726985:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325972.726988:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325973.558809:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305679352, at 4305679360 00000100:00000040:0.0:1767325973.558819:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305679352, at 4305679360 00000100:00000010:2.0:1767325973.558824:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000010:0.0:1767325973.558829:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000040:3.0:1767325973.558830:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305679352, at 4305679360 00000100:00000040:1.0:1767325973.558837:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305679352, at 4305679360 00000100:00000010:3.0:1767325973.558840:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:1.0:1767325973.558847:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009780c826. 00010000:00000001:0.0:1767325973.750850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325973.750859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325973.750866:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325973.750868:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325973.750903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325973.750907:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325973.750910:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325974.070866:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325974.070879:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325974.070893:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767325974.070901:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325974.070906:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325974.070910:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325974.070916:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325974.070927:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767325974.070935:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325974.070946:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325974.070957:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325974.070960:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325974.070981:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_03+3] req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325974.071007:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325974.071010:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325974.071014:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325974.071017:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000020:00000040:0.0:1767325974.071020:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325974.071023:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325974.071025:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325974.071027:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325974.071027:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325974.071034:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:2.0:1767325974.071035:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325974.071039:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325974.071040:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325974.071045:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325974.071046:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325974.071047:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325974.071053:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325974.071066:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325974.071068:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.071070:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325974.071072:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325974.071081:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325974.071082:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_00+0] req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325974.071086:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325974.071092:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325974.071100:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386620544:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325974.071105:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325974.071113:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325974.071116:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.071116:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325974.071121:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325974.071122:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325974.071128:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325974.071129:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dfd99df. 00000100:00000010:0.0:1767325974.071132:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 02000000:00000001:2.0:1767325974.071133:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325974.071135:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325974.071137:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325974.071141:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325974.071142:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325974.071143:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13e6aca. 00000100:00000001:3.0:1767325974.071145:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325974.071145:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325974.071150:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.071151:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325974.071154:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325974.071156:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000001:1.0:1767325974.071156:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325974.071156:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:0.0:1767325974.071165:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325974.071170:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620544, portal 25 00000100:00000001:3.0:1767325974.071171:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325974.071175:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325974.071175:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325974.071176:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325974.071181:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325974.071181:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 02000000:00000001:3.0:1767325974.071184:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325974.071193:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325974.071193:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325974.071201:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386620672:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325974.071209:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325974.071212:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325974.071215:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325974.071223:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325974.071225:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325974.071228:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767325974.071230:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82d7855. 00000100:00000040:2.0:1767325974.071232:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325974.071232:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325974.071233:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325974.071239:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 00000400:00000010:3.0:1767325974.071240:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000100:00000040:0.0:1767325974.071243:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_01+1] req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325974.071246:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386620544, offset 0 00000400:00000010:3.0:1767325974.071247:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000200:3.0:1767325974.071252:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620672, portal 10 00000100:00000001:3.0:1767325974.071256:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325974.071259:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 00000400:00000200:2.0:1767325974.071263:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767325974.071267:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325974.071271:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325974.071277:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325974.071278:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767325974.071281:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767325974.071283:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767325974.071289:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767325974.071290:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000001:1.0:1767325974.071291:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325974.071293:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767325974.071304:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386620672, offset 0 00000100:00000001:1.0:1767325974.071304:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325974.071309:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325974.071310:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11017) 00000400:00000200:3.0:1767325974.071313:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325974.071313:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767325974.071318:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325974.071322:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325974.071330:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325974.071333:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325974.071336:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325974.071339:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [141:141:256:4294967295] 192.168.203.127@tcp LPNI seq info [141:141:8:4294967295] 02000000:00000001:1.0:1767325974.071341:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325974.071344:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325974.071348:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325974.071351:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386620800:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325974.071359:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325974.071362:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:1.0:1767325974.071363:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325974.071367:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325974.071370:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325974.071374:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767325974.071375:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767325974.071375:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd93189c. 00000400:00000200:3.0:1767325974.071379:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325974.071381:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325974.071383:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000010:2.0:1767325974.071385:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd5debfc. 00000400:00000010:1.0:1767325974.071388:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000200:3.0:1767325974.071389:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325974.071393:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767325974.071396:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000400:00000200:3.0:1767325974.071400:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [142:142:255:4294967295] 192.168.203.127@tcp LPNI seq info [142:142:7:4294967295] 00000800:00000200:2.0:1767325974.071400:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767325974.071403:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620800, portal 10 00000100:00000001:1.0:1767325974.071408:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325974.071409:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325974.071414:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325974.071417:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767325974.071421:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000800:00000200:3.0:1767325974.071424:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325974.071431:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:1.0:1767325974.071432:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325974.071433:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325974.071438:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd5debfc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767325974.071443:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325974.071451:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325974.071454:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325974.071457:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000001:3.0:1767325974.071459:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325974.071459:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325974.071460:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386620800, offset 0 00000100:00000040:3.0:1767325974.071466:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 729010 usecs (730 jiffies) 00000100:00000001:2.0:1767325974.071467:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305684472 00000100:00000001:3.0:1767325974.071471:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305680602 00000100:00000010:2.0:1767325974.071476:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008875c714. 00000400:00000200:1.0:1767325974.071480:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325974.071484:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325974.071489:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325974.071491:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305684472 00000100:00000001:3.0:1767325974.071492:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305684472 00000400:00000200:1.0:1767325974.071494:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325974.071498:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305680602 00000100:00000010:2.0:1767325974.071498:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000400:00000200:1.0:1767325974.071501:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325974.071506:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325974.071506:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325974.071512:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767325974.071513:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305684472 00000100:00000001:2.0:1767325974.071513:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305684472 00000100:00000001:3.0:1767325974.071517:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305680602 00000400:00000200:1.0:1767325974.071518:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [143:143:254:4294967295] 192.168.203.127@tcp LPNI seq info [143:143:6:4294967295] 00000100:00000010:2.0:1767325974.071521:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba5a95e4. 00000100:00000001:2.0:1767325974.071528:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325974.071529:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325974.071535:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305684472 00000400:00000200:1.0:1767325974.071535:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767325974.071536:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305684472 00000100:00000001:3.0:1767325974.071541:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305680602 00000800:00000010:0.0:1767325974.071541:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd5debfc. 00000100:00000010:2.0:1767325974.071543:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1cdb8. 00000800:00000200:1.0:1767325974.071548:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325974.071550:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767325974.071554:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000400:00000200:0.0:1767325974.071554:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325974.071556:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305684472 00000100:00000001:2.0:1767325974.071556:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325974.071560:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325974.071562:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325974.071565:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325974.071567:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325974.071567:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325974.071568:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325974.071572:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325974.071573:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325974.071576:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325974.071578:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767325974.071578:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000100:00000001:3.0:1767325974.071583:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325974.071584:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325974.071584:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767325974.071584:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:3.0:1767325974.071587:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325974.071587:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325974.071592:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325974.071593:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325974.071593:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325974.071594:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325974.071597:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325974.071598:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325974.071599:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325974.071599:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 40471 usecs (41 jiffies) 00000100:00000001:2.0:1767325974.071600:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325974.071603:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325974.071606:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325974.071607:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.071607:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305679913 00000100:00000001:1.0:1767325974.071613:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305684472 00000100:00000001:1.0:1767325974.071618:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305679913 00000100:00000001:1.0:1767325974.071622:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305684472 00000100:00000001:0.0:1767325974.071622:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325974.071624:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305679913 00000100:00000001:1.0:1767325974.071627:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305684472 00000100:00000040:0.0:1767325974.071629:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325974.071631:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305679913 00000100:00000001:1.0:1767325974.071637:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305684472 00000100:00000001:1.0:1767325974.071642:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325974.071646:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.071648:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325974.071654:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.071657:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.071659:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325974.071660:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325974.071663:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767325974.071664:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325974.071665:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325974.071668:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325974.071670:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000100:00000001:1.0:1767325974.071672:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767325974.071673:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:1.0:1767325974.071678:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325974.071678:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325974.071682:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325974.071684:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325974.071685:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.071688:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.071697:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325974.071699:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325974.071704:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.071705:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325974.071781:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325974.071783:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:0.0:1767325974.071786:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325974.071790:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325974.071793:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000400:00000010:0.0:1767325974.071794:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000100:00000001:0.0:1767325974.071797:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325974.071800:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325974.071808:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325974.071810:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325974.071816:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.071818:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325974.073126:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073139:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325974.073141:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073144:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325974.073151:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325974.073162:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04280 00000400:00000200:2.0:1767325974.073168:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x54d [1] + 224 00000800:00000001:2.0:1767325974.073180:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073187:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325974.073189:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325974.073192:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325974.073196:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325974.073200:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325974.073208:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325974.073226:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325974.073233:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073237:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325974.073239:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073241:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325974.073246:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325974.073253:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04300 00000400:00000200:2.0:1767325974.073258:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x555 [1] + 224 00000100:00000001:0.0:1767325974.073259:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325974.073263:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325974.073264:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325974.073269:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325974.073270:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325974.073273:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767325974.073274:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325974.073277:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:0.0:1767325974.073279:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13e6aca. 00000400:00000200:0.0:1767325974.073284:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:0.0:1767325974.073286:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:0.0:1767325974.073289:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325974.073292:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325974.073306:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325974.073307:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325974.073332:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325974.073338:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325974.073343:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325974.073348:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325974.073350:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073354:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325974.073355:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325974.073356:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325974.073360:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325974.073360:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325974.073364:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767325974.073365:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325974.073367:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767325974.073368:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325974.073371:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325974.073372:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 02000000:00000001:0.0:1767325974.073376:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325974.073377:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325974.073380:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325974.073381:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767325974.073383:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=9 v=5 (5 5 0 0) 00000100:00000200:3.0:1767325974.073386:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325974.073388:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=9 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325974.073395:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325974.073398:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325974.073401:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325974.073401:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325974.073404:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.073406:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325974.073409:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325974.073417:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325974.073420:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325974.073423:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325974.073429:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325974.073429:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325974.073432:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325974.073436:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325974.073438:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325974.073440:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325974.073442:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325974.073445:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325974.073445:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386620544:192.168.203.127@tcp:400: 00000100:00001000:3.0:1767325974.073451:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=149 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325974.073452:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325974.073456:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767325974.073457:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=149 v=5 (1 0 0 0) 00000100:00000040:0.0:1767325974.073460:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386620544/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325974.073461:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325974.073463:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325974.073467:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325974.073471:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.073471:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325974.073475:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325974.073476:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767325974.073477:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dfd99df. 00000100:00000040:3.0:1767325974.073478:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325974.073482:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767325974.073483:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325974.073484:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325974.073487:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325974.073489:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767325974.073492:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325974.073494:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 02000000:00000001:0.0:1767325974.073496:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325974.073501:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325974.073503:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:0.0:1767325974.073505:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325974.073506:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325974.073507:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325974.073510:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325974.073511:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325974.073512:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325974.073513:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325974.073557:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325974.073564:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325974.073565:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325974.073566:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325974.073568:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325974.073573:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386620672:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325974.073577:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325974.073578:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325974.073580:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386620672/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325974.073584:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325974.073585:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325974.073587:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767325974.073591:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325974.073593:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82d7855. 02000000:00000001:3.0:1767325974.073596:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325974.073597:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325974.073599:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325974.073601:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767325974.073601:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767325974.073604:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 00000800:00000001:2.0:1767325974.073604:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325974.073611:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325974.073617:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04380 00000400:00000200:2.0:1767325974.073622:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x55d [1] + 224 00000800:00000001:2.0:1767325974.073626:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073631:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325974.073633:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325974.073637:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325974.073640:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325974.073644:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325974.073645:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325974.073648:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325974.073650:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:3.0:1767325974.073655:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325974.073658:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325974.073661:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325974.073662:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325974.073666:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325974.073669:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325974.073673:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325974.073675:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325974.073688:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325974.073695:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325974.073698:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325974.073715:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325974.073718:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325974.073720:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325974.073721:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325974.073722:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767325974.073725:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325974.073726:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325974.073727:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325974.073730:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325974.073736:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325974.073740:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325974.073741:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325974.073742:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325974.073743:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325974.073744:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325974.073745:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325974.073746:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325974.073748:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=9 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325974.073750:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325974.073751:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325974.073752:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325974.073753:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325974.073755:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325974.073780:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.073782:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325974.073782:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325974.073784:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325974.073789:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325974.073791:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325974.073796:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325974.073797:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325974.073798:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325974.073800:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325974.073803:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386620800:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325974.073806:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325974.073807:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325974.073808:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386620800/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325974.073811:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325974.073812:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325974.073813:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd93189c. 02000000:00000001:1.0:1767325974.073815:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325974.073816:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325974.073817:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767325974.073818:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325974.073819:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:1.0:1767325974.073821:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325974.073822:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325974.073822:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:1.0:1767325974.073824:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325974.073825:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325974.073826:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325974.073828:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325974.073829:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325974.073830:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325974.073831:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325974.774844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325974.774852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325974.774858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325974.774858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325974.774914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325974.774917:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325974.774919:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325975.798858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325975.798870:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325975.798873:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325975.798875:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325975.798881:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325975.798883:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325975.798885:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325975.798887:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325975.798892:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325975.798893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325975.798934:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325975.798939:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325975.798942:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325976.822867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325976.822874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325976.822879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325976.822882:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325976.822884:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325976.822889:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325976.822891:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325976.822892:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325976.822895:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325976.822897:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325976.822899:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325976.822901:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325976.822958:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325976.822963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325976.822966:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325977.846883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325977.846892:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325977.846900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325977.846901:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325977.846971:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325977.846977:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325977.846981:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325978.678809:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305684472, at 4305684480 00000100:00000040:0.0:1767325978.678815:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305684472, at 4305684480 00000100:00000040:2.0:1767325978.678820:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305684472, at 4305684480 00000100:00000010:0.0:1767325978.678826:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008875c714. 00000100:00000010:1.0:1767325978.678829:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00000100:00000010:2.0:1767325978.678832:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba5a95e4. 00000100:00000040:3.0:1767325978.679800:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305684472, at 4305684481 00000100:00000010:3.0:1767325978.679807:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1cdb8. 00010000:00000001:0.0:1767325978.870851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325978.870859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325978.870864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325978.870865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325978.870922:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325978.870927:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325978.870930:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325979.190874:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325979.190889:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325979.190900:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767325979.190909:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325979.190914:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325979.190918:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325979.190925:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325979.190933:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767325979.190940:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.190950:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325979.190959:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325979.190961:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.190966:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_02+2] req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.190995:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.190997:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325979.190999:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325979.191001:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767325979.191006:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325979.191008:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325979.191009:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325979.191011:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325979.191013:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:0.0:1767325979.191015:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.191018:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325979.191022:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325979.191027:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325979.191029:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325979.191035:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.191039:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325979.191046:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.191059:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325979.191060:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325979.191062:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.191063:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325979.191066:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325979.191069:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325979.191071:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_03+3] req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325979.191072:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325979.191078:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386620928:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325979.191086:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325979.191092:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325979.191095:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325979.191097:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325979.191098:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.191100:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767325979.191102:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007491735c. 00000100:00000001:0.0:1767325979.191103:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325979.191106:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325979.191108:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000400:00000010:1.0:1767325979.191112:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000020:00000040:0.0:1767325979.191112:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325979.191114:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325979.191115:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325979.191117:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325979.191119:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325979.191120:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325979.191121:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000001:2.0:1767325979.191124:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325979.191126:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000200:1.0:1767325979.191130:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386620928, portal 25 00000100:00000001:0.0:1767325979.191130:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325979.191136:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325979.191139:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000040:2.0:1767325979.191140:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325979.191140:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325979.191148:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.191162:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325979.191164:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.191171:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_00+0] req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.191174:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325979.191178:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325979.191179:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325979.191184:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325979.191185:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325979.191188:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325979.191188:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000100:00000200:1.0:1767325979.191192:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386620928, offset 0 02000000:00000001:2.0:1767325979.191193:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.191196:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325979.191201:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386621056:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767325979.191201:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767325979.191201:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325979.191209:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325979.191210:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325979.191215:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325979.191215:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11022) 00000400:00000200:1.0:1767325979.191218:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767325979.191220:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.191222:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325979.191223:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325979.191225:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325979.191228:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767325979.191230:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c550d5. 00000100:00000001:3.0:1767325979.191232:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325979.191232:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767325979.191236:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325979.191238:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325979.191241:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.191241:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325979.191243:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b60532. 00000100:00000001:0.0:1767325979.191245:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325979.191252:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 00000400:00000200:1.0:1767325979.191254:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:2.0:1767325979.191269:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621056, portal 10 00000100:00000001:2.0:1767325979.191273:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325979.191275:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [144:144:256:4294967295] 192.168.203.127@tcp LPNI seq info [144:144:8:4294967295] 00000100:00000001:2.0:1767325979.191276:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000001:3.0:1767325979.191284:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325979.191289:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325979.191289:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325979.191295:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325979.191296:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767325979.191299:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325979.191305:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325979.191311:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325979.191312:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767325979.191314:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386621184:192.168.203.127@tcp:400: 00000800:00000010:1.0:1767325979.191317:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000100:00000040:2.0:1767325979.191320:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325979.191325:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000800:00000200:1.0:1767325979.191329:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767325979.191330:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386621056, offset 0 00000100:00000001:3.0:1767325979.191332:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325979.191337:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325979.191340:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325979.191343:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325979.191344:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325979.191345:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325979.191351:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0399e0b. 00000800:00000200:1.0:1767325979.191351:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325979.191356:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767325979.191357:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325979.191364:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000400:00000200:2.0:1767325979.191364:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325979.191366:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325979.191370:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767325979.191372:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:1.0:1767325979.191372:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305689592 00000100:00000200:3.0:1767325979.191378:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621184, portal 10 00000400:00000200:2.0:1767325979.191379:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767325979.191379:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000100:00000001:3.0:1767325979.191384:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325979.191386:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767325979.191387:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000001:1.0:1767325979.191389:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325979.191394:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [145:145:255:4294967295] 192.168.203.127@tcp LPNI seq info [145:145:7:4294967295] 00000100:00000040:3.0:1767325979.191398:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325979.191399:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305689592 00000100:00000010:1.0:1767325979.191406:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:1.0:1767325979.191413:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325979.191419:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325979.191420:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305689592 00000100:00000040:3.0:1767325979.191427:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325979.191427:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:1.0:1767325979.191428:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000400:00000010:3.0:1767325979.191434:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 00000100:00000001:1.0:1767325979.191435:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767325979.191438:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386621184, offset 0 00000800:00000200:2.0:1767325979.191439:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325979.191443:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305689592 00000100:00000010:1.0:1767325979.191448:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000400:00000200:3.0:1767325979.191449:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325979.191449:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000100:00000001:1.0:1767325979.191453:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767325979.191458:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325979.191459:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325979.191461:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325979.191465:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325979.191467:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325979.191470:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767325979.191472:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325979.191475:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767325979.191477:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325979.191477:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325979.191480:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325979.191484:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325979.191486:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767325979.191489:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325979.191490:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 710391 usecs (711 jiffies) 00000400:00000200:3.0:1767325979.191493:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [146:146:254:4294967295] 192.168.203.127@tcp LPNI seq info [146:146:6:4294967295] 00000100:00000001:1.0:1767325979.191493:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325979.191496:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305685703 00000800:00000200:0.0:1767325979.191499:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325979.191500:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325979.191503:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305689592 00000100:00000001:1.0:1767325979.191504:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767325979.191507:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000100:00000001:2.0:1767325979.191509:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305685703 00000100:00000001:1.0:1767325979.191509:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325979.191515:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305689592 00000400:00000200:3.0:1767325979.191516:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325979.191516:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325979.191517:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325979.191520:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305685703 00000100:00000001:2.0:1767325979.191524:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305689592 00000800:00000200:3.0:1767325979.191529:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325979.191530:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305685703 00000100:00000001:2.0:1767325979.191534:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305689592 00000800:00000010:3.0:1767325979.191536:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000400:00000200:0.0:1767325979.191538:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325979.191539:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325979.191543:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325979.191547:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000800:00000200:3.0:1767325979.191548:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325979.191549:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325979.191553:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:2.0:1767325979.191554:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325979.191558:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325979.191560:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325979.191562:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325979.191564:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325979.191567:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325979.191571:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325979.191578:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.191580:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325979.191584:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325979.191588:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.191595:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325979.191599:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.191607:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.191609:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325979.191626:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325979.191628:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:0.0:1767325979.191632:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325979.191635:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325979.191638:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:0.0:1767325979.191640:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:0.0:1767325979.191642:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325979.191645:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.191650:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325979.191651:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.191655:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.191656:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325979.191679:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325979.191687:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 39403 usecs (40 jiffies) 00000100:00000001:3.0:1767325979.191691:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305685032 00000100:00000001:3.0:1767325979.191693:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305689592 00000100:00000001:3.0:1767325979.191696:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305685032 00000100:00000001:3.0:1767325979.191698:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305689592 00000100:00000001:3.0:1767325979.191700:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305685032 00000100:00000001:3.0:1767325979.191702:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305689592 00000100:00000001:3.0:1767325979.191704:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305685032 00000100:00000001:3.0:1767325979.191706:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305689592 00000800:00000200:2.0:1767325979.191719:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325979.191722:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:2.0:1767325979.191726:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325979.191736:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767325979.191740:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000400:00000010:2.0:1767325979.191742:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:2.0:1767325979.191746:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325979.191749:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.191784:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325979.191788:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325979.191794:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325979.191795:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.191801:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325979.191801:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325979.191856:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.191859:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.191863:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325979.191864:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325979.191866:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325979.191868:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325979.191869:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.191871:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325979.192894:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325979.192907:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325979.192910:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325979.192912:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325979.192919:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325979.192930:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04400 00000400:00000200:2.0:1767325979.192937:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x565 [1] + 224 00000800:00000001:2.0:1767325979.192943:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325979.192949:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325979.192952:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325979.192955:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325979.192960:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325979.192964:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325979.192973:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.192987:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325979.192994:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325979.192997:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325979.192999:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325979.193002:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325979.193012:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767325979.193016:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325979.193020:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325979.193021:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04480 00000400:00000001:1.0:1767325979.193028:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325979.193031:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325979.193032:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767325979.193036:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325979.193038:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325979.193044:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325979.193048:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x56d [1] + 224 00000100:00000200:1.0:1767325979.193050:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325979.193056:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325979.193064:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325979.193072:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325979.193074:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325979.193076:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325979.193078:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325979.193081:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325979.193082:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325979.193086:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325979.193086:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325979.193090:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767325979.193091:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=14 v=5 (5 5 0 0) 00000400:00000200:2.0:1767325979.193096:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:1.0:1767325979.193098:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325979.193102:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325979.193102:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325979.193106:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325979.193109:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325979.193110:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325979.193113:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325979.193118:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325979.193125:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325979.193127:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325979.193146:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325979.193151:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325979.193153:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325979.193158:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.193159:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325979.193165:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767325979.193165:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386620928:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767325979.193170:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325979.193174:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325979.193178:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325979.193179:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325979.193181:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325979.193186:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386620928/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.193190:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325979.193192:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325979.193194:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325979.193200:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325979.193201:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1767325979.193203:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767325979.193204:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767325979.193205:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04500 00000400:00000010:0.0:1767325979.193207:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b60532. 02000000:00000010:1.0:1767325979.193208:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007491735c. 02000000:00000001:1.0:1767325979.193213:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767325979.193215:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000020:00000001:1.0:1767325979.193216:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325979.193218:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:0.0:1767325979.193220:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000020:00000001:1.0:1767325979.193221:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325979.193225:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767325979.193226:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325979.193228:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767325979.193231:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x575 [1] + 224 02000000:00000001:1.0:1767325979.193231:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325979.193235:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000200:0.0:1767325979.193235:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325979.193241:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325979.193242:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325979.193245:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325979.193248:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325979.193249:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325979.193255:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325979.193255:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325979.193257:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325979.193271:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325979.193274:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325979.193276:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325979.193278:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325979.193287:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325979.193288:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325979.193291:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325979.193294:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.193294:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325979.193297:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325979.193299:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325979.193301:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325979.193304:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325979.193310:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=154 v=5 (5 0 0 0) 00000100:00000040:2.0:1767325979.193313:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325979.193314:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=154 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325979.193319:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325979.193321:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325979.193324:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325979.193327:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.193331:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325979.193332:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325979.193333:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325979.193334:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325979.193337:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325979.193338:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325979.193348:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325979.193350:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325979.193351:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325979.193354:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325979.193355:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767325979.193361:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386621056:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767325979.193362:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.193366:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325979.193369:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.193370:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325979.193372:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767325979.193376:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325979.193376:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386621056/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325979.193380:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325979.193383:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:3.0:1767325979.193388:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325979.193392:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325979.193397:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325979.193398:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325979.193401:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325979.193402:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c550d5. 00000100:00000200:3.0:1767325979.193405:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325979.193407:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325979.193409:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325979.193411:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325979.193414:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325979.193416:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 02000000:00000001:0.0:1767325979.193420:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325979.193421:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325979.193424:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000200:3.0:1767325979.193427:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325979.193428:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325979.193430:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325979.193433:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325979.193437:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325979.193439:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325979.193442:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325979.193445:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.193446:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325979.193455:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.193457:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325979.193459:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325979.193460:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325979.193462:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325979.193464:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325979.193467:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=14 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325979.193470:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325979.193473:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325979.193474:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325979.193476:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325979.193479:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325979.193485:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.193487:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325979.193489:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325979.193490:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325979.193491:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325979.193494:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325979.193500:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325979.193501:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325979.193503:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325979.193505:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325979.193511:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386621184:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325979.193515:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.193517:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325979.193519:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386621184/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325979.193525:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325979.193527:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325979.193533:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0399e0b. 02000000:00000001:3.0:1767325979.193536:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325979.193537:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325979.193538:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325979.193541:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325979.193542:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:3.0:1767325979.193544:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325979.193546:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325979.193547:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 00000100:00000001:3.0:1767325979.193550:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325979.193551:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.193553:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325979.193564:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325979.193566:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325979.193570:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325979.193572:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325979.894847:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325979.894854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325979.894859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325979.894860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325979.894896:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325979.894900:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325979.894902:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325980.918845:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325980.918851:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325980.918857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325980.918858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325980.918924:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325980.918928:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325980.918930:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325981.942857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325981.942867:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325981.942885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325981.942886:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325981.942934:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325981.942937:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325981.942939:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325982.966851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325982.966858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325982.966863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325982.966864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325982.966924:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325982.966928:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325982.966932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325983.798834:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305689592, at 4305689600 00000100:00000040:1.0:1767325983.798834:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305689592, at 4305689600 00000100:00000040:2.0:1767325983.798835:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305689592, at 4305689600 00000100:00000010:2.0:1767325983.798854:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:3.0:1767325983.798857:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:1.0:1767325983.798859:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00000100:00000040:0.0:1767325983.798921:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305689592, at 4305689600 00000100:00000010:0.0:1767325983.798927:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00010000:00000001:0.0:1767325983.990920:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325983.990929:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325983.990934:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325983.990936:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325983.991017:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325983.991022:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325983.991025:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325984.310860:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325984.310870:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325984.310879:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767325984.310886:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325984.310890:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325984.310893:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325984.310897:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325984.310904:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:0.0:1767325984.310910:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325984.310920:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325984.310930:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325984.310932:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325984.310937:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_01+1] req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.310973:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325984.310976:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325984.310979:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325984.310982:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000020:00000040:0.0:1767325984.310984:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325984.310987:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325984.310987:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325984.310995:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325984.310996:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325984.311001:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325984.311002:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.311010:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325984.311010:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007c47897. 00000100:00000040:1.0:1767325984.311012:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325984.311015:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311020:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.311032:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325984.311034:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325984.311035:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325984.311042:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325984.311048:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325984.311054:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311054:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767325984.311058:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386621312:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325984.311070:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.311080:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325984.311085:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_02+2] req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325984.311087:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325984.311092:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325984.311098:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325984.311106:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034c4d122. 02000000:00000001:1.0:1767325984.311109:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325984.311114:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000010:1.0:1767325984.311121:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000001:0.0:1767325984.311127:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325984.311128:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621312, portal 25 00000100:00000001:1.0:1767325984.311136:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325984.311137:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325984.311138:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000001:3.0:1767325984.311139:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325984.311149:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325984.311150:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767325984.311152:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325984.311155:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767325984.311158:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000100:00000040:3.0:1767325984.311167:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325984.311169:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325984.311175:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325984.311184:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311184:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325984.311190:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325984.311191:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325984.311198:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325984.311203:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767325984.311211:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 02000000:00000010:0.0:1767325984.311212:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000200:1.0:1767325984.311220:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386621312, offset 0 00000100:00000001:3.0:1767325984.311221:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325984.311221:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.311234:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325984.311247:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325984.311252:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325984.311252:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767325984.311258:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325984.311263:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325984.311269:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386621440:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325984.311270:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325984.311273:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.311277:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325984.311277:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767325984.311284:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8724a52] to pc [ptlrpcd_00_03+3] req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325984.311285:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325984.311290:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325984.311291:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325984.311299:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325984.311305:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:3.0:1767325984.311306:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7bd9925. 00000400:00000200:1.0:1767325984.311312:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325984.311314:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325984.311318:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325984.311319:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325984.311327:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000100:00000040:0.0:1767325984.311327:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325984.311328:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [147:147:256:4294967295] 192.168.203.127@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000010:3.0:1767325984.311343:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000040:0.0:1767325984.311344:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325984.311346:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325984.311350:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621440, portal 10 00000100:00000001:2.0:1767325984.311351:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325984.311353:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325984.311355:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325984.311355:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11027) 00000100:00000001:3.0:1767325984.311356:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000100:00000040:2.0:1767325984.311366:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325984.311375:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325984.311378:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767325984.311402:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325984.311407:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325984.311408:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325984.311411:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325984.311413:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325984.311419:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325984.311420:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325984.311426:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325984.311426:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000400:00000010:3.0:1767325984.311427:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000200:3.0:1767325984.311438:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386621440, offset 0 00000100:00100000:2.0:1767325984.311439:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386621568:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767325984.311451:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767325984.311451:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325984.311452:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325984.311458:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325984.311461:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325984.311462:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325984.311467:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007596b236. 00000400:00000200:3.0:1767325984.311473:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767325984.311473:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325984.311474:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767325984.311478:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098080c99. 00000400:00000200:3.0:1767325984.311482:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325984.311490:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000800:00000200:1.0:1767325984.311490:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325984.311492:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:2.0:1767325984.311502:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621568, portal 10 00000400:00000200:3.0:1767325984.311503:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325984.311506:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325984.311508:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325984.311509:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000001:1.0:1767325984.311513:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325984.311514:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [148:148:255:4294967295] 192.168.203.127@tcp LPNI seq info [148:148:7:4294967295] 00000100:00000040:2.0:1767325984.311517:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325984.311525:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305694712 00000400:00000200:3.0:1767325984.311536:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:1.0:1767325984.311537:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:2.0:1767325984.311539:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325984.311549:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325984.311552:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000001:1.0:1767325984.311552:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325984.311554:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767325984.311562:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386621568, offset 0 00000800:00000010:3.0:1767325984.311564:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000100:00000001:1.0:1767325984.311567:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305694712 00000400:00000200:2.0:1767325984.311575:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767325984.311576:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000800:00000200:3.0:1767325984.311577:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767325984.311583:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767325984.311586:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767325984.311593:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305694712 00000400:00000200:2.0:1767325984.311595:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767325984.311602:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000800:00000200:3.0:1767325984.311604:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767325984.311607:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767325984.311610:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325984.311613:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325984.311615:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325984.311617:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305694712 00000400:00000200:2.0:1767325984.311623:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:1.0:1767325984.311625:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000100:00000001:3.0:1767325984.311627:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325984.311630:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325984.311635:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [149:149:254:4294967295] 192.168.203.127@tcp LPNI seq info [149:149:6:4294967295] 00000100:00000001:1.0:1767325984.311636:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767325984.311638:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 692701 usecs (693 jiffies) 00000800:00000010:0.0:1767325984.311638:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000100:00000001:1.0:1767325984.311644:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325984.311651:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305690805 00000100:00000001:1.0:1767325984.311652:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325984.311653:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325984.311661:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305694712 00000100:00000001:1.0:1767325984.311666:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.311669:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305690805 00000400:00000200:2.0:1767325984.311674:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767325984.311675:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325984.311678:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305694712 00000400:00000200:0.0:1767325984.311679:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325984.311690:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305690805 00000100:00000001:1.0:1767325984.311691:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325984.311693:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000100:00000001:1.0:1767325984.311698:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325984.311699:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325984.311700:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305694712 00000400:00000010:0.0:1767325984.311700:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:1.0:1767325984.311704:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767325984.311706:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000001:1.0:1767325984.311709:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325984.311712:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325984.311713:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.311720:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325984.311721:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767325984.311729:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325984.311736:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325984.311741:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325984.311746:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311748:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325984.311750:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 38388 usecs (39 jiffies) 00000100:00000040:0.0:1767325984.311754:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325984.311755:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305690151 00000100:00000001:2.0:1767325984.311782:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305694712 00000100:00000001:2.0:1767325984.311784:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305690152 00000100:00000001:2.0:1767325984.311785:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305694712 00000100:00000001:2.0:1767325984.311786:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305690152 00000100:00000001:0.0:1767325984.311795:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311797:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325984.311808:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305690806 00000100:00000001:2.0:1767325984.311808:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305694712 00000100:00000001:3.0:1767325984.311812:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305694712 00000100:00000001:2.0:1767325984.311813:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305690152 00000800:00000200:0.0:1767325984.311816:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325984.311818:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325984.311818:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305694712 00000800:00000010:0.0:1767325984.311820:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:3.0:1767325984.311821:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.311827:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325984.311827:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325984.311828:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325984.311832:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.311833:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325984.311835:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325984.311838:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325984.311839:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325984.311839:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325984.311843:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325984.311846:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325984.311846:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000100:00000001:2.0:1767325984.311847:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325984.311850:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325984.311850:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767325984.311851:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:3.0:1767325984.311853:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325984.311855:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325984.311857:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325984.311858:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325984.311858:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325984.311863:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325984.311866:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325984.311866:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.311876:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325984.311880:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.311886:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311888:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325984.311917:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325984.311919:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000400:00000200:0.0:1767325984.311922:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325984.311925:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325984.311928:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:0.0:1767325984.311929:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767325984.311931:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325984.311934:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.311940:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325984.311942:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.311957:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.311958:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325984.313277:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325984.313286:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325984.313289:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325984.313292:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325984.313299:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325984.313308:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04600 00000400:00000200:2.0:1767325984.313313:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:2.0:1767325984.313319:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325984.313323:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325984.313324:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325984.313328:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325984.313331:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325984.313334:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325984.313342:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325984.313356:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325984.313362:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325984.313366:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325984.313368:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325984.313371:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325984.313376:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325984.313378:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325984.313379:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325984.313385:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325984.313388:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04580 00000400:00000001:3.0:1767325984.313389:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325984.313390:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:3.0:1767325984.313393:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325984.313395:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325984.313399:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325984.313404:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325984.313407:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x57d [1] + 224 00000800:00000001:2.0:1767325984.313416:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325984.313419:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325984.313423:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325984.313431:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:3.0:1767325984.313436:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325984.313437:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325984.313444:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767325984.313444:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325984.313447:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325984.313450:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325984.313453:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325984.313456:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325984.313457:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325984.313459:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325984.313460:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325984.313468:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=9 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325984.313471:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325984.313473:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325984.313474:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325984.313476:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325984.313477:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325984.313478:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.313481:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325984.313482:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:2.0:1767325984.313484:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325984.313485:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325984.313488:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325984.313491:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325984.313493:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325984.313496:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325984.313501:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325984.313503:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325984.313504:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325984.313507:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325984.313509:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325984.313510:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325984.313515:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767325984.313518:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386621440:192.168.203.127@tcp:400: 00000400:00000001:1.0:1767325984.313521:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325984.313523:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325984.313525:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325984.313526:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325984.313530:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767325984.313531:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000100:00000040:3.0:1767325984.313534:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386621440/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325984.313538:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04680 00000400:00000200:1.0:1767325984.313538:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767325984.313543:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767325984.313548:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325984.313554:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x58d [1] + 224 00000100:00000200:1.0:1767325984.313556:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325984.313566:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325984.313567:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325984.313571:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767325984.313574:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325984.313575:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7bd9925. 00000100:00000200:1.0:1767325984.313578:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325984.313580:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767325984.313581:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325984.313584:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325984.313587:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:2.0:1767325984.313591:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000001:3.0:1767325984.313592:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325984.313595:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007c47897. 02000000:00000001:3.0:1767325984.313599:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325984.313599:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767325984.313603:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325984.313605:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000100:00000200:2.0:1767325984.313606:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325984.313610:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325984.313612:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325984.313616:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325984.313622:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325984.313624:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325984.313628:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325984.313631:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.313633:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325984.313637:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325984.313637:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325984.313642:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325984.313645:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325984.313648:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325984.313651:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325984.313654:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325984.313657:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=19 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325984.313658:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325984.313663:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=19 v=5 (1 1 0 0) 00000800:00000001:2.0:1767325984.313665:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325984.313666:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325984.313670:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325984.313670:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325984.313672:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325984.313679:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.313683:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325984.313688:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.313693:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325984.313696:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325984.313698:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767325984.313701:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325984.313702:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325984.313705:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325984.313705:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325984.313708:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098080c99. 00000100:00000040:1.0:1767325984.313712:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325984.313714:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:0.0:1767325984.313717:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:0.0:1767325984.313722:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767325984.313729:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386621312:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767325984.313729:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325984.313741:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325984.313745:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325984.313745:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325984.313751:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386621312/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.313775:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325984.313777:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325984.313780:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325984.313783:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325984.313786:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325984.313789:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.313790:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325984.313794:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325984.313795:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325984.313799:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034c4d122. 00000100:00001000:0.0:1767325984.313800:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=19 v=5 (5 5 0 0) 02000000:00000001:1.0:1767325984.313802:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325984.313806:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767325984.313806:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=144 v=5 (1 0 0 0) 00000020:00000040:1.0:1767325984.313809:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325984.313811:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325984.313813:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325984.313817:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325984.313818:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325984.313821:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 00010000:00080000:0.0:1767325984.313824:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325984.313825:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325984.313827:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325984.313829:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:1.0:1767325984.313833:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325984.313835:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325984.313839:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325984.313841:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325984.313844:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325984.313845:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325984.313846:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325984.313848:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325984.313849:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325984.313852:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.313853:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325984.313856:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325984.313866:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.313873:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325984.313875:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325984.313876:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325984.313878:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325984.313884:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386621568:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325984.313888:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325984.313890:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325984.313892:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386621568/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325984.313897:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325984.313899:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325984.313900:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007596b236. 02000000:00000001:0.0:1767325984.313903:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325984.313904:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325984.313905:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767325984.313907:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325984.313908:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:0.0:1767325984.313910:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325984.313911:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325984.313912:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:0.0:1767325984.313916:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325984.313917:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325984.313918:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325984.313922:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325984.313923:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325984.313924:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325984.313926:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325985.014843:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325985.014850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325985.014856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325985.014874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325985.014926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325985.014931:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325985.014934:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325986.038850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325986.038858:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325986.038860:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325986.038862:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325986.038867:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325986.038869:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325986.038870:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325986.038873:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325986.038876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325986.038878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325986.038908:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325986.038911:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325986.038913:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325987.062840:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325987.062847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325987.062852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325987.062855:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325987.062857:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325987.062861:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325987.062863:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325987.062865:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325987.062867:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325987.062868:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325987.062869:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325987.062871:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325987.062925:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325987.062929:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325987.062932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325988.086900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325988.086909:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325988.086916:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325988.086918:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325988.086962:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325988.086967:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325988.086970:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325988.918813:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305694712, at 4305694720 00000100:00000010:1.0:1767325988.918833:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000040:0.0:1767325988.919799:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305694712, at 4305694721 00000100:00000040:2.0:1767325988.919805:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305694712, at 4305694721 00000100:00000010:0.0:1767325988.919806:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00000100:00000010:2.0:1767325988.919815:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00000100:00000040:3.0:1767325988.919868:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305694712, at 4305694721 00000100:00000010:3.0:1767325988.919877:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00010000:00000001:0.0:1767325989.110825:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325989.110830:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325989.110835:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325989.110835:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325989.110901:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325989.110905:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325989.110908:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325989.430906:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325989.430920:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325989.430928:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000020:00000040:1.0:1767325989.430935:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325989.430940:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325989.430944:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325989.430950:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325989.430958:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767325989.430966:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325989.430977:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325989.430988:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325989.430992:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325989.430997:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_00+0] req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325989.431024:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325989.431027:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325989.431031:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325989.431032:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325989.431034:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000100:00000001:0.0:1767325989.431037:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325989.431040:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325989.431045:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325989.431053:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325989.431056:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325989.431057:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325989.431059:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325989.431063:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:0.0:1767325989.431063:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325989.431065:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431067:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325989.431069:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325989.431070:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325989.431072:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325989.431076:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431077:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325989.431078:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325989.431079:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386621696:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767325989.431082:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_01+1] req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.431084:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325989.431091:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325989.431091:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325989.431093:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325989.431093:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431096:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325989.431096:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325989.431099:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 02000000:00000010:0.0:1767325989.431101:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042ccb644. 00000020:00000040:1.0:1767325989.431102:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767325989.431103:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431104:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325989.431106:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325989.431107:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325989.431109:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c563eec3. 02000000:00000010:1.0:1767325989.431110:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767325989.431113:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325989.431115:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767325989.431117:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767325989.431121:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325989.431123:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325989.431125:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621696, portal 25 00000100:00000040:1.0:1767325989.431126:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_02+2] req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325989.431128:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325989.431128:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325989.431131:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000100:00000001:2.0:1767325989.431133:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325989.431137:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325989.431139:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325989.431145:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.431151:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325989.431158:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325989.431159:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325989.431159:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767325989.431163:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325989.431164:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325989.431165:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767325989.431165:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000100:00000001:3.0:1767325989.431169:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325989.431169:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325989.431171:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386621696, offset 0 00000100:00000040:1.0:1767325989.431174:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767325989.431175:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325989.431178:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325989.431179:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325989.431182:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11032) 00000400:00000200:0.0:1767325989.431184:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767325989.431185:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325989.431202:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386621824:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325989.431206:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325989.431208:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325989.431209:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325989.431210:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325989.431214:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e39704d3. 02000000:00000001:2.0:1767325989.431216:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431217:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325989.431218:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767325989.431221:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839604ad. 00000100:00000001:1.0:1767325989.431221:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325989.431225:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325989.431226:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000100:00000200:2.0:1767325989.431230:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621824, portal 10 00000400:00000200:0.0:1767325989.431232:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325989.431233:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325989.431236:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000400:00000200:0.0:1767325989.431240:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325989.431243:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325989.431247:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767325989.431255:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325989.431257:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767325989.431259:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 00000100:00000200:2.0:1767325989.431261:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386621824, offset 0 00000400:00000200:2.0:1767325989.431269:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325989.431273:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325989.431275:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325989.431278:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325989.431286:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325989.431289:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325989.431293:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386621952:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325989.431299:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325989.431299:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [150:150:256:4294967295] 192.168.203.127@tcp LPNI seq info [150:150:8:4294967295] 02000000:00000001:3.0:1767325989.431304:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325989.431306:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325989.431309:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325989.431312:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dea5d17. 02000000:00000001:3.0:1767325989.431317:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325989.431317:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767325989.431332:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767325989.431334:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767325989.431339:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325989.431340:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000400:00000200:2.0:1767325989.431343:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325989.431347:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325989.431352:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767325989.431353:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767325989.431358:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [151:151:255:4294967295] 192.168.203.127@tcp LPNI seq info [151:151:7:4294967295] 00000800:00000200:0.0:1767325989.431363:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767325989.431369:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325989.431371:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325989.431379:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325989.431384:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000100:00000001:0.0:1767325989.431385:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325989.431390:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767325989.431393:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305699832 00000800:00000200:2.0:1767325989.431398:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767325989.431400:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000800:00000200:2.0:1767325989.431402:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325989.431407:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325989.431410:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767325989.431411:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 675877 usecs (676 jiffies) 00000100:00000001:2.0:1767325989.431416:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305695908 00000100:00000001:2.0:1767325989.431420:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305699832 00000100:00000001:0.0:1767325989.431420:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305699832 00000100:00000010:0.0:1767325989.431425:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000100:00000001:2.0:1767325989.431426:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305695908 00000800:00000200:1.0:1767325989.431431:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325989.431431:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767325989.431435:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000001:2.0:1767325989.431436:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305699832 00000100:00000001:0.0:1767325989.431436:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305699832 00000100:00000010:0.0:1767325989.431439:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000400:00000200:1.0:1767325989.431440:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325989.431444:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325989.431447:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325989.431447:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305699832 00000100:00000010:0.0:1767325989.431451:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000400:00000010:3.0:1767325989.431452:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000400:00000200:1.0:1767325989.431453:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000100:00000001:0.0:1767325989.431453:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325989.431455:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305695908 00000400:00000010:1.0:1767325989.431456:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 00000100:00000001:0.0:1767325989.431457:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325989.431462:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305699832 00000100:00000001:0.0:1767325989.431462:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431464:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325989.431468:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305695908 00000100:00000001:0.0:1767325989.431468:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325989.431470:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.431471:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325989.431474:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305699832 00000100:00000001:1.0:1767325989.431480:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325989.431480:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325989.431483:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325989.431484:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325989.431484:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.431485:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325989.431487:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325989.431489:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325989.431491:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325989.431492:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325989.431497:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431498:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431501:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325989.431506:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325989.431511:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325989.431513:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325989.431515:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325989.431517:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325989.431519:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325989.431521:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767325989.431521:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325989.431528:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386621952, portal 10 00000100:00000001:3.0:1767325989.431531:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325989.431532:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000100:00000040:3.0:1767325989.431541:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325989.431541:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325989.431545:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:1.0:1767325989.431550:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325989.431556:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325989.431558:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000400:00000010:1.0:1767325989.431560:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000100:00000001:1.0:1767325989.431562:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325989.431565:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325989.431572:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325989.431577:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325989.431580:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767325989.431582:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325989.431585:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 00000100:00000200:3.0:1767325989.431591:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386621952, offset 0 00000100:00000001:1.0:1767325989.431594:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.431596:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767325989.431683:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325989.431689:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767325989.431692:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325989.431694:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767325989.431696:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325989.431698:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767325989.431701:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [152:152:256:4294967295] 192.168.203.127@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767325989.431709:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767325989.431714:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767325989.431718:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000800:00000200:3.0:1767325989.431722:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767325989.431726:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767325989.431735:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325989.431747:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325989.431750:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 37435 usecs (38 jiffies) 00000100:00000001:3.0:1767325989.431752:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305695270 00000100:00000001:3.0:1767325989.431755:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305699832 00000100:00000001:3.0:1767325989.431795:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305695271 00000100:00000001:3.0:1767325989.431798:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305699832 00000100:00000001:3.0:1767325989.431800:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305695271 00000100:00000001:3.0:1767325989.431801:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305699832 00000100:00000001:3.0:1767325989.431803:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305695271 00000100:00000001:3.0:1767325989.431805:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305699832 00000100:00000001:3.0:1767325989.431807:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325989.431810:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325989.431813:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325989.431815:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325989.431819:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325989.431820:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325989.431823:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325989.431831:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767325989.431832:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325989.431833:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325989.431835:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767325989.431837:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325989.431840:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325989.431845:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767325989.431851:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000400:00000010:0.0:1767325989.431853:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000001:0.0:1767325989.431855:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325989.431858:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.431863:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325989.431865:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.431869:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325989.431870:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325989.432959:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325989.432967:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325989.432970:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325989.432973:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325989.432980:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767325989.432992:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04700 00000400:00000200:2.0:1767325989.433000:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x595 [1] + 224 00000800:00000001:2.0:1767325989.433007:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325989.433014:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325989.433016:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325989.433019:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325989.433024:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325989.433028:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325989.433038:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325989.433054:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325989.433060:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325989.433063:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325989.433065:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325989.433067:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325989.433076:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767325989.433081:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325989.433084:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04780 00000100:00000001:0.0:1767325989.433085:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325989.433090:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325989.433094:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325989.433097:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c563eec3. 00000400:00000200:0.0:1767325989.433100:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767325989.433102:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767325989.433103:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325989.433108:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325989.433109:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x59d [1] + 224 00000800:00000001:2.0:1767325989.433120:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325989.433122:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.433127:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325989.433128:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325989.433128:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325989.433133:0:216338:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767325989.433134:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767325989.433136:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325989.433139:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325989.433141:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325989.433142:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767325989.433145:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325989.433148:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767325989.433151:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=24 v=5 (5 5 0 0) 00000100:00000200:2.0:1767325989.433155:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325989.433156:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=24 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325989.433162:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325989.433164:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325989.433169:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325989.433172:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325989.433173:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.433184:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325989.433202:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325989.433203:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325989.433208:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325989.433212:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767325989.433214:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325989.433216:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767325989.433218:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325989.433219:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325989.433223:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325989.433226:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325989.433230:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325989.433234:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767325989.433235:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325989.433241:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325989.433245:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767325989.433245:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386621696:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767325989.433247:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04800 00000400:00000010:1.0:1767325989.433249:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839604ad. 00000100:00000001:0.0:1767325989.433256:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325989.433257:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000100:00000001:0.0:1767325989.433261:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767325989.433262:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000040:0.0:1767325989.433266:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386621696/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325989.433267:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325989.433272:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5a5 [1] + 224 00000100:00000200:1.0:1767325989.433276:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.433277:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325989.433281:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767325989.433282:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767325989.433284:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042ccb644. 00000800:00000001:2.0:1767325989.433288:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325989.433290:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767325989.433293:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767325989.433294:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325989.433297:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000200:1.0:1767325989.433298:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325989.433300:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000001:0.0:1767325989.433301:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325989.433305:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:0.0:1767325989.433310:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325989.433312:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325989.433314:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325989.433315:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767325989.433315:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000200:2.0:1767325989.433319:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325989.433320:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325989.433321:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325989.433323:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325989.433326:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325989.433326:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325989.433330:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325989.433332:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325989.433334:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325989.433335:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.433338:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325989.433339:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325989.433339:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325989.433342:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325989.433343:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325989.433352:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=14 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325989.433357:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=14 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325989.433360:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325989.433362:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325989.433362:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325989.433365:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325989.433368:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325989.433369:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325989.433374:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325989.433374:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325989.433377:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325989.433380:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325989.433384:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325989.433388:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325989.433390:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325989.433393:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325989.433398:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325989.433399:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767325989.433400:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325989.433403:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000100:00000001:1.0:1767325989.433404:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767325989.433406:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:1.0:1767325989.433407:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325989.433409:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325989.433412:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325989.433413:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325989.433417:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325989.433429:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325989.433437:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386621824:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325989.433444:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325989.433446:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325989.433449:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386621824/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325989.433460:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325989.433461:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325989.433462:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325989.433465:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325989.433465:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767325989.433469:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767325989.433470:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e39704d3. 00000100:00000001:3.0:1767325989.433471:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325989.433473:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325989.433475:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325989.433477:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767325989.433478:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=24 v=5 (5 5 0 0) 00000020:00000001:1.0:1767325989.433480:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767325989.433482:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=149 v=5 (1 0 0 0) 00000020:00000040:1.0:1767325989.433484:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767325989.433485:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325989.433486:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325989.433490:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325989.433490:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325989.433494:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00010000:00080000:3.0:1767325989.433496:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325989.433499:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325989.433503:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325989.433505:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00010000:00000001:3.0:1767325989.433506:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325989.433511:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325989.433512:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325989.433512:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325989.433516:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325989.433517:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325989.433519:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.433521:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325989.433525:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325989.433527:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325989.433530:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325989.433534:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325989.433537:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325989.433539:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325989.433543:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325989.433544:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325989.433548:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325989.433555:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386621952:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325989.433559:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325989.433561:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325989.433562:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386621952/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325989.433579:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325989.433581:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325989.433582:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dea5d17. 02000000:00000001:3.0:1767325989.433586:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325989.433587:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325989.433588:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767325989.433590:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325989.433592:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:3.0:1767325989.433594:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325989.433595:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325989.433596:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00000001:3.0:1767325989.433599:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325989.433600:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325989.433601:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325989.433605:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325989.433606:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325989.433608:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325989.433609:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325990.134850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325990.134858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325990.134864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325990.134883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325990.134917:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325990.134921:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325990.134923:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325991.158834:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325991.158843:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325991.158851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325991.158853:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325991.158907:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325991.158910:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325991.158912:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325992.182882:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325992.182890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325992.182895:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325992.182896:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325992.182916:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325992.182920:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325992.182922:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325993.206865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325993.206874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325993.206880:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325993.206882:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325993.206947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325993.206952:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325993.206955:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325994.038811:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305699832, at 4305699840 00000100:00000040:0.0:1767325994.038822:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305699832, at 4305699840 00000100:00000010:1.0:1767325994.038830:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000010:0.0:1767325994.038832:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000040:2.0:1767325994.038833:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305699832, at 4305699840 00000100:00000010:2.0:1767325994.038850:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000040:3.0:1767325994.039473:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305699832, at 4305699840 00000100:00000010:3.0:1767325994.039482:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00010000:00000001:0.0:1767325994.230884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325994.230893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325994.230901:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325994.230903:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325994.230942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325994.230945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325994.230948:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325994.550854:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325994.550862:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325994.550870:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000020:00000040:1.0:1767325994.550875:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325994.550878:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325994.550881:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325994.550885:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325994.550901:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767325994.550905:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.550914:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325994.550921:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325994.550923:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.550926:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_03+3] req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325994.550948:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.550949:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325994.550951:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325994.550953:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000020:00000040:1.0:1767325994.550954:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325994.550955:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325994.550956:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325994.550957:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325994.550960:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767325994.550962:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.550965:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325994.550972:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325994.550974:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.550976:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_00+0] req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325994.551005:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325994.551006:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325994.551010:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551013:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325994.551014:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.551019:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325994.551019:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325994.551025:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325994.551029:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000100:00000040:0.0:1767325994.551030:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325994.551035:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767325994.551048:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325994.551048:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325994.551050:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.551053:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325994.551053:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767325994.551059:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325994.551059:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325994.551061:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325994.551062:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325994.551064:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325994.551065:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325994.551072:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325994.551073:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325994.551076:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386622080:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325994.551080:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325994.551082:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767325994.551083:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 02000000:00000001:0.0:1767325994.551088:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325994.551090:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325994.551091:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.551098:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325994.551099:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325994.551103:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325994.551104:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767325994.551105:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093c41533. 00000100:00000001:3.0:1767325994.551107:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325994.551110:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325994.551119:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325994.551122:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325994.551127:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c563eec3. 00000100:00000001:1.0:1767325994.551139:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767325994.551141:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767325994.551144:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325994.551149:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622080, portal 25 00000100:00000001:3.0:1767325994.551167:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325994.551168:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_01+1] req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325994.551170:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551176:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325994.551177:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325994.551179:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 02000000:00000001:3.0:1767325994.551183:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325994.551189:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325994.551190:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325994.551204:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386622208:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325994.551223:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325994.551228:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325994.551232:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551237:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325994.551239:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325994.551244:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c550d5. 00000100:00000040:0.0:1767325994.551245:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767325994.551248:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 02000000:00000001:3.0:1767325994.551249:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551251:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325994.551252:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386622080, offset 0 00000400:00000010:3.0:1767325994.551256:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000100:00000040:1.0:1767325994.551260:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767325994.551267:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767325994.551272:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767325994.551277:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000040:1.0:1767325994.551280:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11038) 00000100:00000001:2.0:1767325994.551281:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325994.551283:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622208, portal 10 00000400:00000200:0.0:1767325994.551286:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325994.551288:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767325994.551289:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767325994.551291:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000100:00000001:2.0:1767325994.551293:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325994.551295:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325994.551302:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325994.551302:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325994.551303:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767325994.551306:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325994.551311:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325994.551313:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325994.551317:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325994.551319:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325994.551320:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325994.551320:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767325994.551325:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767325994.551329:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325994.551330:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 00000400:00000200:0.0:1767325994.551331:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [153:153:256:4294967295] 192.168.203.127@tcp LPNI seq info [153:153:8:4294967295] 00000100:00000200:3.0:1767325994.551337:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386622208, offset 0 00000400:00000200:3.0:1767325994.551348:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325994.551348:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325994.551352:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325994.551353:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767325994.551359:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325994.551362:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325994.551364:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767325994.551365:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767325994.551367:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325994.551370:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000400:00000200:3.0:1767325994.551372:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767325994.551375:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386622336:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767325994.551378:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767325994.551380:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325994.551382:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325994.551387:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325994.551390:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325994.551390:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:2.0:1767325994.551391:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325994.551396:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767325994.551397:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325994.551397:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325994.551403:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [154:154:255:4294967295] 192.168.203.127@tcp LPNI seq info [154:154:7:4294967295] 02000000:00000010:2.0:1767325994.551403:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a89d31c1. 02000000:00000001:2.0:1767325994.551408:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325994.551413:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb3aa17. 00000400:00000200:3.0:1767325994.551419:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767325994.551420:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000001:0.0:1767325994.551422:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325994.551426:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622336, portal 10 00000800:00000200:3.0:1767325994.551427:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325994.551430:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305704952 00000800:00000010:3.0:1767325994.551432:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000100:00000001:2.0:1767325994.551437:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767325994.551438:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000800:00000200:3.0:1767325994.551441:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767325994.551441:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000800:00000200:3.0:1767325994.551448:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767325994.551450:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325994.551451:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325994.551459:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551462:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305704952 00000100:00000040:3.0:1767325994.551464:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 659851 usecs (660 jiffies) 00000100:00000040:2.0:1767325994.551465:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325994.551468:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000100:00000001:3.0:1767325994.551469:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305701012 00000100:00000001:3.0:1767325994.551473:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305704952 00000100:00000001:3.0:1767325994.551479:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305701012 00000100:00000001:0.0:1767325994.551479:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325994.551486:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325994.551486:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305704952 00000100:00000001:3.0:1767325994.551487:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305704952 00000100:00000010:0.0:1767325994.551491:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000100:00000001:3.0:1767325994.551494:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305701012 00000100:00000040:2.0:1767325994.551494:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325994.551496:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767325994.551498:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767325994.551500:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000100:00000001:3.0:1767325994.551501:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305704952 00000100:00000001:0.0:1767325994.551501:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305704952 00000800:00000010:1.0:1767325994.551503:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000100:00000001:3.0:1767325994.551509:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305701012 00000100:00000200:2.0:1767325994.551510:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386622336, offset 0 00000100:00000010:0.0:1767325994.551510:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000400:00000200:1.0:1767325994.551515:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325994.551517:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767325994.551523:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325994.551524:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325994.551525:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305704952 00000400:00000200:1.0:1767325994.551531:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767325994.551532:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325994.551533:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325994.551539:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767325994.551541:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551541:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.551546:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551547:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325994.551549:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325994.551550:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551554:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325994.551555:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325994.551556:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767325994.551556:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325994.551558:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325994.551561:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325994.551562:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325994.551563:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325994.551564:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325994.551566:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325994.551567:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325994.551570:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325994.551572:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325994.551576:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [155:155:254:4294967295] 192.168.203.127@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000200:2.0:1767325994.551588:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325994.551594:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767325994.551596:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000800:00000010:2.0:1767325994.551599:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000400:00000010:1.0:1767325994.551601:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:1.0:1767325994.551609:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325994.551613:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767325994.551617:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325994.551629:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325994.551638:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325994.551638:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325994.551644:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325994.551649:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551652:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551656:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767325994.551657:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 36526 usecs (37 jiffies) 00000100:00000001:2.0:1767325994.551662:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305700389 00000100:00000001:2.0:1767325994.551666:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305704952 00000100:00000001:2.0:1767325994.551668:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305700389 00000800:00000200:1.0:1767325994.551670:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325994.551672:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305704952 00000100:00000001:2.0:1767325994.551677:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305700389 00000800:00000010:1.0:1767325994.551677:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:2.0:1767325994.551683:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305704952 00000400:00000200:1.0:1767325994.551683:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325994.551700:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305700389 00000100:00000001:2.0:1767325994.551708:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305704952 00000400:00000200:1.0:1767325994.551708:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325994.551718:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000100:00000001:2.0:1767325994.551719:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325994.551721:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:2.0:1767325994.551727:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551728:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325994.551734:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325994.551736:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325994.551741:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551750:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325994.551754:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325994.551783:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551784:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325994.551830:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325994.551832:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000400:00000200:1.0:1767325994.551834:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325994.551836:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767325994.551838:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:1.0:1767325994.551839:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:1.0:1767325994.551840:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325994.551842:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325994.551846:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325994.551848:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325994.551851:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.551852:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325994.553311:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553327:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325994.553331:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553334:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325994.553343:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325994.553356:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04880 00000400:00000200:0.0:1767325994.553364:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x5ad [1] + 224 00000800:00000001:0.0:1767325994.553371:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553375:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325994.553378:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325994.553383:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767325994.553389:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325994.553394:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325994.553403:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325994.553436:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325994.553444:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553448:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325994.553451:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553453:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325994.553459:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767325994.553465:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04900 00000400:00000200:0.0:1767325994.553470:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:0.0:1767325994.553474:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553480:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325994.553482:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325994.553482:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325994.553486:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325994.553490:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767325994.553495:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325994.553498:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325994.553500:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c563eec3. 00000400:00000200:1.0:1767325994.553505:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:1.0:1767325994.553507:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767325994.553511:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325994.553512:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325994.553516:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325994.553519:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325994.553543:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325994.553546:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325994.553571:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325994.553573:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325994.553575:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325994.553577:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325994.553578:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325994.553579:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325994.553582:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325994.553585:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325994.553585:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325994.553591:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325994.553592:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=29 v=5 (5 5 0 0) 00000800:00000001:0.0:1767325994.553596:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325994.553597:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=29 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325994.553600:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325994.553600:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325994.553603:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325994.553603:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.553607:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767325994.553608:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767325994.553609:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:1.0:1767325994.553611:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.553614:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325994.553619:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04980 00000400:00000001:3.0:1767325994.553620:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325994.553622:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325994.553625:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:3.0:1767325994.553627:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000040:1.0:1767325994.553627:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325994.553631:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325994.553635:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325994.553640:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5bd [1] + 224 00000100:00000200:3.0:1767325994.553641:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325994.553641:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325994.553647:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325994.553650:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325994.553652:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325994.553655:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325994.553659:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325994.553664:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325994.553671:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325994.553675:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00100000:1.0:1767325994.553682:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386622080:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767325994.553684:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325994.553685:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325994.553687:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325994.553691:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325994.553692:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325994.553693:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325994.553695:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325994.553698:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325994.553698:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325994.553699:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325994.553703:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325994.553706:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386622080/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325994.553710:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=19 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325994.553719:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325994.553726:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767325994.553727:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325994.553729:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325994.553730:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767325994.553734:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325994.553735:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325994.553739:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093c41533. 00010000:00000001:3.0:1767325994.553741:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.553745:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767325994.553747:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767325994.553749:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325994.553750:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767325994.553751:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325994.553754:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1767325994.553754:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767325994.553778:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325994.553782:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00000100:00000001:3.0:1767325994.553784:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325994.553787:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767325994.553790:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325994.553792:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767325994.553792:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767325994.553795:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:2.0:1767325994.553798:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325994.553799:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767325994.553799:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325994.553802:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325994.553803:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325994.553805:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325994.553807:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325994.553807:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325994.553809:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325994.553813:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325994.553813:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325994.553814:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325994.553817:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb3aa17. 00000100:00000001:1.0:1767325994.553821:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325994.553825:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000100:00000001:1.0:1767325994.553825:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325994.553830:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:1.0:1767325994.553830:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325994.553834:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325994.553836:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767325994.553846:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386622208:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767325994.553846:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325994.553852:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325994.553855:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325994.553859:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386622208/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325994.553866:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325994.553882:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325994.553884:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325994.553886:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c550d5. 00000100:00000001:2.0:1767325994.553887:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767325994.553891:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325994.553891:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325994.553893:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325994.553896:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767325994.553897:0:216338:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767325994.553900:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767325994.553901:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767325994.553902:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 00000100:00000001:2.0:1767325994.553905:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767325994.553906:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325994.553908:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325994.553910:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000001:2.0:1767325994.553910:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.553914:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325994.553915:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325994.553915:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.553918:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325994.553921:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325994.553922:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325994.553924:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325994.553925:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325994.553934:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=29 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325994.553939:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=154 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325994.553942:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325994.553943:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325994.553944:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325994.553949:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325994.553956:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325994.553965:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325994.553966:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325994.553968:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325994.553969:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325994.553972:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325994.553979:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325994.553981:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325994.553982:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325994.553985:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325994.553992:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386622336:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325994.553996:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325994.553998:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325994.554000:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386622336/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325994.554006:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325994.554008:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325994.554010:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a89d31c1. 02000000:00000001:2.0:1767325994.554012:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325994.554014:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325994.554015:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325994.554017:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325994.554018:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 02000000:00000001:2.0:1767325994.554021:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325994.554022:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325994.554023:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:2.0:1767325994.554026:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325994.554027:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325994.554028:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325994.554032:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325994.554033:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325994.554035:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325994.554041:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325995.254890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325995.254911:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325995.254919:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325995.254921:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325995.254974:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325995.254978:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325995.254981:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325996.278898:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325996.278909:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325996.278912:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325996.278915:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325996.278921:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325996.278923:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325996.278926:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325996.278928:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325996.278934:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325996.278935:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325996.278981:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325996.278986:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325996.278989:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325997.302900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325997.302906:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325997.302910:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325997.302912:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325997.302914:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325997.302917:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325997.302919:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325997.302920:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325997.302922:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325997.302923:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325997.302924:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325997.302926:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325997.302975:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325997.302979:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325997.302983:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325998.326869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325998.326874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325998.326879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325998.326892:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325998.326927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325998.326932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325998.326935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325999.158820:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305704952, at 4305704960 00000100:00000040:0.0:1767325999.158821:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305704952, at 4305704960 00000100:00000040:2.0:1767325999.158824:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305704952, at 4305704960 00000100:00000040:3.0:1767325999.158828:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305704952, at 4305704960 00000100:00000010:0.0:1767325999.158835:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000010:1.0:1767325999.158838:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:2.0:1767325999.158840:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000010:3.0:1767325999.158842:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00010000:00000001:0.0:1767325999.350836:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325999.350841:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325999.350844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325999.350845:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325999.350894:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325999.350897:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325999.350899:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325999.670865:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325999.670876:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325999.670884:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000020:00000040:1.0:1767325999.670891:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767325999.670895:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325999.670898:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325999.670902:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325999.670909:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767325999.670915:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325999.670924:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325999.670934:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325999.670937:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325999.670942:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_02+2] req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325999.670983:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325999.670986:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325999.670991:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325999.670995:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325999.671001:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325999.671004:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767325999.671005:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000100:00000040:3.0:1767325999.671009:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325999.671009:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325999.671009:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325999.671014:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325999.671015:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325999.671019:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325999.671023:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325999.671023:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671026:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325999.671030:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767325999.671031:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 02000000:00000001:3.0:1767325999.671032:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325999.671036:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325999.671038:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386622464:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325999.671038:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671045:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325999.671046:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325999.671051:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325999.671055:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325999.671057:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325999.671059:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325999.671060:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325999.671065:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba2a3d21. 00000100:00000040:1.0:1767325999.671065:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_03+3] req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325999.671070:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325999.671078:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000400:00000010:3.0:1767325999.671086:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:1.0:1767325999.671087:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325999.671090:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767325999.671092:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622464, portal 25 00000100:00000001:1.0:1767325999.671094:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325999.671096:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325999.671098:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325999.671099:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000100:00000010:1.0:1767325999.671099:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000100:00000001:0.0:1767325999.671101:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325999.671105:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767325999.671105:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325999.671108:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325999.671110:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767325999.671110:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325999.671112:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325999.671115:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325999.671131:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767325999.671137:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671140:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325999.671144:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325999.671147:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325999.671147:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325999.671148:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325999.671152:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767325999.671153:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 02000000:00000001:0.0:1767325999.671155:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325999.671159:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325999.671163:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386622464, offset 0 00000100:00100000:0.0:1767325999.671165:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386622592:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767325999.671170:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325999.671170:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325999.671174:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767325999.671174:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325999.671175:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325999.671178:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325999.671180:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325999.671182:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_00+0] req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325999.671184:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcac6133. 00000400:00000200:3.0:1767325999.671187:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767325999.671188:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325999.671195:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000400:00000200:3.0:1767325999.671196:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325999.671202:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767325999.671203:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000400:00000200:3.0:1767325999.671209:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767325999.671209:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622592, portal 10 00000100:00000001:0.0:1767325999.671214:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325999.671215:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767325999.671216:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000400:00000200:3.0:1767325999.671220:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [156:156:256:4294967295] 192.168.203.127@tcp LPNI seq info [156:156:8:4294967295] 00000100:00000040:0.0:1767325999.671224:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325999.671232:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325999.671238:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325999.671238:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325999.671247:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767325999.671247:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767325999.671251:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767325999.671255:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325999.671255:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000040:1.0:1767325999.671258:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11043) 00000100:00000001:2.0:1767325999.671260:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767325999.671261:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767325999.671261:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386622592, offset 0 00000100:00000001:2.0:1767325999.671264:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767325999.671270:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000100:00000040:2.0:1767325999.671271:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325999.671273:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767325999.671279:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767325999.671282:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767325999.671289:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325999.671289:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325999.671290:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325999.671292:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767325999.671293:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325999.671295:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325999.671297:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325999.671297:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767325999.671298:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767325999.671300:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325999.671303:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325999.671304:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325999.671307:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00100000:2.0:1767325999.671309:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386622720:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325999.671310:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325999.671314:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [157:157:255:4294967295] 192.168.203.127@tcp LPNI seq info [157:157:7:4294967295] 00000100:00000001:3.0:1767325999.671317:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305710072 00000100:00000001:2.0:1767325999.671317:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325999.671320:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767325999.671322:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e02887e. 02000000:00000001:2.0:1767325999.671323:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325999.671327:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325999.671328:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767325999.671330:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000010:2.0:1767325999.671331:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000604bf548. 02000000:00000001:2.0:1767325999.671335:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325999.671335:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767325999.671337:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305710072 00000400:00000010:2.0:1767325999.671341:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb3aa17. 00000800:00000010:0.0:1767325999.671341:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000010:3.0:1767325999.671342:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060a0b22a. 00000800:00000200:0.0:1767325999.671347:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767325999.671348:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767325999.671349:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000001:3.0:1767325999.671350:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305710072 00000100:00000200:2.0:1767325999.671353:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622720, portal 10 00000100:00000010:3.0:1767325999.671355:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000349acdd7. 00000100:00000001:2.0:1767325999.671358:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325999.671360:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000001:3.0:1767325999.671361:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325999.671363:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305710072 00000800:00000200:0.0:1767325999.671367:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:3.0:1767325999.671368:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c404f21. 00000800:00000200:0.0:1767325999.671372:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325999.671373:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767325999.671374:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.671379:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325999.671379:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671385:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.671385:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325999.671386:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 644585 usecs (645 jiffies) 00000100:00000001:3.0:1767325999.671389:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.671390:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305706117 00000100:00000001:3.0:1767325999.671393:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325999.671393:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325999.671394:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305710072 00000400:00000010:2.0:1767325999.671398:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000100:00000001:0.0:1767325999.671398:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305706117 00000100:00000001:3.0:1767325999.671401:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325999.671401:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305710072 00000100:00000200:2.0:1767325999.671402:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386622720, offset 0 00000100:00000001:3.0:1767325999.671406:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325999.671406:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305706117 00000400:00000200:2.0:1767325999.671411:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767325999.671411:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305710072 00000100:00000001:3.0:1767325999.671412:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325999.671416:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305706117 00000100:00000001:3.0:1767325999.671417:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325999.671418:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305710072 00000100:00000001:3.0:1767325999.671420:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325999.671421:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767325999.671422:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325999.671425:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.671427:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325999.671429:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325999.671432:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767325999.671435:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325999.671436:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.671438:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325999.671439:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767325999.671443:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [158:158:254:4294967295] 192.168.203.127@tcp LPNI seq info [158:158:6:4294967295] 00000100:00000001:0.0:1767325999.671443:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325999.671446:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325999.671448:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325999.671450:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325999.671452:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.671455:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325999.671459:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767325999.671465:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767325999.671468:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000800:00000200:2.0:1767325999.671473:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767325999.671478:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767325999.671481:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767325999.671484:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325999.671484:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325999.671488:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000100:00000040:2.0:1767325999.671489:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 35675 usecs (36 jiffies) 00000100:00000001:2.0:1767325999.671492:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305705508 00000100:00000001:2.0:1767325999.671496:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305710072 00000400:00000200:3.0:1767325999.671497:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325999.671499:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305705508 00000400:00000200:3.0:1767325999.671503:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325999.671503:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305710072 00000100:00000001:2.0:1767325999.671508:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305705508 00000400:00000200:3.0:1767325999.671510:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000100:00000001:2.0:1767325999.671512:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305710072 00000400:00000010:3.0:1767325999.671513:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:2.0:1767325999.671516:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305705508 00000100:00000001:3.0:1767325999.671518:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325999.671521:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325999.671528:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305710072 00000100:00000001:3.0:1767325999.671532:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325999.671532:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325999.671535:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325999.671537:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.671543:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671547:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.671548:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325999.671550:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325999.671555:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325999.671557:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767325999.671560:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325999.671561:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767325999.671564:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:2.0:1767325999.671564:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325999.671566:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325999.671568:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325999.671571:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767325999.671573:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325999.671574:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000400:00000010:3.0:1767325999.671577:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000100:00000001:3.0:1767325999.671579:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325999.671581:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.671586:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325999.671587:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.671590:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671591:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325999.671635:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325999.671637:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000400:00000200:3.0:1767325999.671640:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325999.671643:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325999.671646:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:3.0:1767325999.671647:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000001:3.0:1767325999.671650:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325999.671658:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.671664:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325999.671666:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.671672:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.671674:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325999.673199:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673210:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325999.673213:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673215:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325999.673222:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325999.673232:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04a00 00000400:00000200:1.0:1767325999.673238:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x5c5 [1] + 224 00000800:00000001:1.0:1767325999.673244:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673247:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325999.673250:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325999.673253:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325999.673257:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325999.673261:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325999.673271:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325999.673286:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325999.673292:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673295:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325999.673297:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673299:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325999.673303:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767325999.673309:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04a80 00000100:00000001:3.0:1767325999.673315:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325999.673315:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5cd [1] + 224 00000100:00000001:3.0:1767325999.673318:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325999.673327:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767325999.673330:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325999.673332:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325999.673334:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325999.673335:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767325999.673337:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:1.0:1767325999.673342:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767325999.673343:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767325999.673347:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767325999.673350:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325999.673353:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325999.673355:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325999.673359:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325999.673378:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325999.673380:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.673404:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325999.673407:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325999.673410:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325999.673412:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325999.673413:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325999.673414:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325999.673417:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325999.673419:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325999.673420:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325999.673425:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325999.673427:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=34 v=5 (5 5 0 0) 00000800:00000001:1.0:1767325999.673428:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673432:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325999.673434:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325999.673440:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325999.673441:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767325999.673442:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325999.673443:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325999.673446:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325999.673448:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767325999.673451:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767325999.673451:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325999.673453:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04b00 00000400:00000010:0.0:1767325999.673453:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00010000:00000001:3.0:1767325999.673455:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325999.673458:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000001:3.0:1767325999.673460:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325999.673461:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767325999.673465:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325999.673468:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325999.673471:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325999.673472:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5d5 [1] + 224 00000800:00000001:1.0:1767325999.673482:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325999.673489:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325999.673494:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767325999.673498:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325999.673502:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767325999.673509:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325999.673515:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325999.673518:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325999.673521:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325999.673525:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325999.673527:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325999.673529:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325999.673531:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325999.673532:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325999.673536:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325999.673538:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767325999.673538:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325999.673540:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=24 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325999.673542:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325999.673548:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=24 v=5 (1 1 0 0) 00000100:00000040:3.0:1767325999.673552:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325999.673555:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325999.673557:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325999.673560:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325999.673564:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767325999.673564:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325999.673569:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386622464:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767325999.673570:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325999.673570:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1767325999.673576:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325999.673578:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325999.673579:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325999.673583:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325999.673584:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767325999.673588:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386622464/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325999.673594:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.673596:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325999.673598:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325999.673600:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325999.673602:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767325999.673603:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325999.673605:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767325999.673606:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba2a3d21. 00000400:00000001:2.0:1767325999.673608:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325999.673612:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb3aa17. 02000000:00000001:3.0:1767325999.673614:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767325999.673617:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000020:00000001:3.0:1767325999.673619:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325999.673619:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325999.673620:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000020:00000040:3.0:1767325999.673623:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767325999.673625:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325999.673626:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767325999.673627:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325999.673629:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325999.673638:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00000100:00000040:0.0:1767325999.673639:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325999.673642:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325999.673645:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325999.673648:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325999.673651:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:3.0:1767325999.673657:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325999.673660:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325999.673664:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386622592:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767325999.673665:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325999.673673:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325999.673673:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325999.673675:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.673678:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.673678:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325999.673683:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386622592/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325999.673684:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325999.673687:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.673694:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325999.673696:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325999.673701:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325999.673704:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325999.673704:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325999.673707:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325999.673707:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325999.673710:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325999.673711:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcac6133. 02000000:00000001:2.0:1767325999.673715:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325999.673716:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325999.673719:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325999.673720:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00001000:2.0:1767325999.673721:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=34 v=5 (5 5 0 0) 00000020:00000001:0.0:1767325999.673722:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325999.673724:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 00000100:00001000:2.0:1767325999.673728:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=9 v=5 (1 1 0 0) 02000000:00000001:0.0:1767325999.673729:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325999.673731:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325999.673732:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:2.0:1767325999.673735:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325999.673736:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325999.673739:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.673739:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325999.673740:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325999.673744:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325999.673745:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325999.673746:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325999.673748:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325999.673749:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767325999.673756:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325999.673799:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.673801:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325999.673802:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325999.673804:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325999.673805:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325999.673807:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325999.673813:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325999.673815:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325999.673816:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325999.673818:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325999.673825:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386622720:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767325999.673828:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325999.673830:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325999.673832:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386622720/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325999.673837:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325999.673839:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325999.673841:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000604bf548. 02000000:00000001:2.0:1767325999.673843:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325999.673845:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325999.673846:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767325999.673848:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325999.673849:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:2.0:1767325999.673851:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325999.673852:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325999.673853:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:2.0:1767325999.673856:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325999.673861:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325999.673863:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325999.673866:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325999.673867:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325999.673869:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325999.673870:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326000.374872:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326000.374882:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326000.374910:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326000.374912:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326000.374949:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326000.374952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326000.374954:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326001.398839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326001.398845:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326001.398851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326001.398852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326001.398900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326001.398903:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326001.398905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326002.422899:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326002.422907:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326002.422913:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326002.422915:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326002.422970:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326002.422974:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326002.422994:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326003.446841:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326003.446847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326003.446851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326003.446852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326003.446902:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326003.446904:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326003.446906:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326004.278816:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305710072, at 4305710080 00000100:00000040:2.0:1767326004.278820:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305710072, at 4305710080 00000100:00000010:2.0:1767326004.278831:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000349acdd7. 00000100:00000010:1.0:1767326004.278832:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060a0b22a. 00000100:00000040:0.0:1767326004.279803:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305710072, at 4305710081 00000100:00000040:3.0:1767326004.279809:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305710072, at 4305710081 00000100:00000010:0.0:1767326004.279811:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e02887e. 00000100:00000010:3.0:1767326004.279819:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c404f21. 00010000:00000001:0.0:1767326004.470854:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326004.470860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326004.470865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326004.470867:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326004.470902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326004.470904:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326004.470906:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326004.790890:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326004.790903:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326004.790915:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 00000020:00000040:1.0:1767326004.790923:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326004.790928:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326004.790932:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326004.790939:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326004.790947:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326004.790954:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326004.790965:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326004.790977:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326004.790979:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326004.790985:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_01+1] req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.791024:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326004.791027:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326004.791030:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326004.791033:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767326004.791035:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326004.791038:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326004.791039:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326004.791041:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326004.791044:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326004.791048:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326004.791052:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326004.791058:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326004.791059:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326004.791062:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326004.791065:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326004.791067:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_02+2] req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.791069:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326004.791070:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326004.791077:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326004.791078:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326004.791099:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326004.791102:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326004.791108:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326004.791113:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326004.791117:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326004.791121:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386622848:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326004.791126:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326004.791132:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326004.791135:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326004.791138:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326004.791140:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326004.791143:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002daf1072. 00000100:00000040:1.0:1767326004.791144:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326004.791148:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.791151:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326004.791156:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000400:00000010:3.0:1767326004.791157:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 00000020:00000040:1.0:1767326004.791160:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326004.791165:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326004.791165:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767326004.791167:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 02000000:00000001:1.0:1767326004.791170:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326004.791171:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326004.791172:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1767326004.791174:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326004.791177:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622848, portal 25 00000100:00000001:2.0:1767326004.791177:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.791178:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326004.791181:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:3.0:1767326004.791184:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326004.791187:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 00000100:00000001:1.0:1767326004.791187:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.791189:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326004.791194:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326004.791198:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326004.791199:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.791201:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326004.791204:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326004.791207:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326004.791215:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326004.791228:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326004.791231:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326004.791234:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326004.791236:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326004.791241:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326004.791242:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 00000100:00000001:2.0:1767326004.791244:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326004.791244:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_03+3] req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326004.791250:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326004.791253:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326004.791255:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386622848, offset 0 02000000:00000001:2.0:1767326004.791258:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326004.791267:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386622976:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326004.791269:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326004.791271:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.791275:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326004.791276:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326004.791280:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326004.791282:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326004.791283:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326004.791288:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326004.791288:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326004.791290:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326004.791291:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11048) 00000100:00100000:0.0:1767326004.791294:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326004.791297:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326004.791298:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326004.791302:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19d22ac. 00000100:00000001:0.0:1767326004.791303:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326004.791306:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326004.791306:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326004.791308:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326004.791310:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326004.791313:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326004.791315:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326004.791315:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb3aa17. 00000100:00000001:0.0:1767326004.791316:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326004.791322:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326004.791324:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000040:0.0:1767326004.791326:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326004.791330:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386622976, portal 10 00000100:00000001:2.0:1767326004.791335:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326004.791337:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [159:159:256:4294967295] 192.168.203.127@tcp LPNI seq info [159:159:8:4294967295] 00000100:00000001:2.0:1767326004.791338:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:0.0:1767326004.791346:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326004.791349:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326004.791351:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326004.791354:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326004.791357:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326004.791364:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326004.791364:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.791371:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326004.791377:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326004.791379:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00100000:0.0:1767326004.791379:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386623104:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326004.791385:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000800:00000010:3.0:1767326004.791386:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000100:00000001:0.0:1767326004.791386:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326004.791391:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767326004.791392:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386622976, offset 0 00000800:00000200:3.0:1767326004.791398:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767326004.791403:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326004.791406:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326004.791409:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054bfb1e8. 00000800:00000200:3.0:1767326004.791410:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:0.0:1767326004.791411:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326004.791413:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326004.791416:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000800:00000200:3.0:1767326004.791418:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326004.791421:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000400:00000200:2.0:1767326004.791425:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:0.0:1767326004.791426:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623104, portal 10 00000100:00000001:0.0:1767326004.791430:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326004.791432:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326004.791433:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:3.0:1767326004.791439:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326004.791439:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326004.791442:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326004.791446:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305715192 00000400:00000200:2.0:1767326004.791448:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326004.791455:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:3.0:1767326004.791456:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c404f21. 00000100:00000001:0.0:1767326004.791456:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326004.791463:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326004.791466:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [160:160:255:4294967295] 192.168.203.127@tcp LPNI seq info [160:160:7:4294967295] 00000100:00000001:3.0:1767326004.791467:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326004.791467:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00000100:00000200:0.0:1767326004.791471:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386623104, offset 0 00000100:00000001:3.0:1767326004.791479:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305715192 00000400:00000200:0.0:1767326004.791481:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326004.791486:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0c83f6a. 00000400:00000200:2.0:1767326004.791487:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326004.791492:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326004.791497:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326004.791498:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305715192 00000400:00000200:0.0:1767326004.791500:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326004.791504:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4fc570d. 00000100:00000010:3.0:1767326004.791506:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d77bd132. 00000400:00000200:0.0:1767326004.791508:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326004.791512:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326004.791514:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326004.791515:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326004.791518:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305715192 00000100:00000010:3.0:1767326004.791523:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c380adb6. 00000800:00000200:2.0:1767326004.791526:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326004.791527:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326004.791529:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326004.791531:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4fc570d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326004.791534:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326004.791535:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326004.791537:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326004.791541:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326004.791544:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 630005 usecs (631 jiffies) 00000400:00000200:0.0:1767326004.791544:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [161:161:254:4294967295] 192.168.203.127@tcp LPNI seq info [161:161:6:4294967295] 00000100:00000001:2.0:1767326004.791550:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305711223 00000100:00000001:3.0:1767326004.791553:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326004.791556:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326004.791556:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305715192 00000400:00000200:0.0:1767326004.791564:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326004.791565:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326004.791568:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326004.791570:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326004.791571:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305711223 00000100:00000001:3.0:1767326004.791575:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326004.791576:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000100:00000001:2.0:1767326004.791577:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305715192 00000100:00000001:3.0:1767326004.791578:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326004.791580:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326004.791584:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.791584:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305711223 00000400:00000200:1.0:1767326004.791585:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767326004.791587:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000100:00000001:3.0:1767326004.791588:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.791591:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305715192 00000400:00000200:1.0:1767326004.791597:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326004.791598:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305711223 00000400:00000200:1.0:1767326004.791602:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000100:00000001:2.0:1767326004.791603:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305715192 00000800:00000200:0.0:1767326004.791603:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326004.791607:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:2.0:1767326004.791609:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326004.791613:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.791614:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326004.791614:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326004.791617:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326004.791621:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326004.791622:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326004.791622:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.791627:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326004.791629:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326004.791632:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326004.791635:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.791636:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326004.791648:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 34860 usecs (35 jiffies) 00000100:00000001:0.0:1767326004.791655:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305710627 00000100:00000001:0.0:1767326004.791660:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305715192 00000100:00000001:0.0:1767326004.791665:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305710627 00000100:00000001:1.0:1767326004.791667:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326004.791668:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305715192 00000100:00000001:0.0:1767326004.791672:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305710627 00000100:00000001:0.0:1767326004.791674:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305715192 00000100:00000040:1.0:1767326004.791675:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326004.791676:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305710627 00000100:00000001:0.0:1767326004.791680:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305715192 00000100:00000001:0.0:1767326004.791683:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326004.791687:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326004.791691:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.791694:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326004.791694:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.791700:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326004.791727:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326004.791730:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4fc570d. 00000400:00000200:1.0:1767326004.791734:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326004.791739:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326004.791742:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000400:00000010:1.0:1767326004.791744:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:1.0:1767326004.791747:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326004.791750:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.791779:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326004.791782:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.791789:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.791791:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326004.791803:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326004.791805:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:1.0:1767326004.791808:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326004.791812:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326004.791814:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000400:00000010:1.0:1767326004.791816:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000001:1.0:1767326004.791818:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326004.791820:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.791828:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326004.791831:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.791849:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.791851:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326004.792842:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.792885:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326004.792888:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.792891:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326004.792899:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326004.792911:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04b80 00000400:00000200:3.0:1767326004.792918:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x5dd [1] + 224 00000800:00000001:3.0:1767326004.792925:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.792930:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326004.792932:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326004.792935:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326004.792940:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326004.792943:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326004.792953:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326004.792970:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326004.792975:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.792978:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326004.793005:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326004.793008:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326004.793012:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326004.793014:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326004.793016:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:1.0:1767326004.793020:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:1.0:1767326004.793021:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:1.0:1767326004.793024:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326004.793028:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326004.793036:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.793042:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326004.793044:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326004.793047:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326004.793050:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326004.793052:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326004.793054:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326004.793057:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326004.793063:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=39 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326004.793066:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=39 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326004.793069:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326004.793071:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326004.793074:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326004.793077:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326004.793080:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326004.793080:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326004.793098:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.793105:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326004.793108:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326004.793110:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326004.793113:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326004.793127:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386622848:192.168.203.127@tcp:400: 00000800:00000001:3.0:1767326004.793132:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326004.793133:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326004.793135:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326004.793138:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386622848/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326004.793144:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326004.793147:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326004.793150:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002daf1072. 02000000:00000001:1.0:1767326004.793153:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326004.793155:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326004.793156:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326004.793158:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326004.793160:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:1.0:1767326004.793163:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326004.793165:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326004.793166:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000100:00000001:1.0:1767326004.793170:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326004.793172:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326004.793174:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326004.793177:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326004.793179:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326004.793181:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326004.793183:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326004.793188:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.793193:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326004.793199:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326004.793206:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04c00 00000400:00000200:3.0:1767326004.793210:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5e5 [1] + 224 00000800:00000001:3.0:1767326004.793220:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.793224:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326004.793225:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326004.793229:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326004.793332:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326004.793336:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326004.793345:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326004.793358:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326004.793363:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.793366:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326004.793368:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.793370:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326004.793374:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326004.793381:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04c80 00000400:00000200:3.0:1767326004.793386:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5ed [1] + 224 00000800:00000001:3.0:1767326004.793391:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326004.793391:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326004.793395:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326004.793398:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326004.793400:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326004.793401:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326004.793403:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326004.793406:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb3aa17. 00000400:00000200:3.0:1767326004.793409:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326004.793411:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:2.0:1767326004.793414:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:2.0:1767326004.793417:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326004.793420:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326004.793423:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326004.793427:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326004.793447:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326004.793450:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.793467:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326004.793471:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326004.793472:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326004.793474:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326004.793475:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326004.793476:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326004.793478:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326004.793478:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326004.793484:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326004.793487:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326004.793492:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=29 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326004.793497:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326004.793500:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326004.793502:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326004.793504:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326004.793505:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326004.793507:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326004.793510:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326004.793511:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326004.793513:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326004.793515:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00000100:00000001:2.0:1767326004.793516:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767326004.793518:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000040:2.0:1767326004.793520:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326004.793521:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767326004.793524:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326004.793525:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767326004.793529:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.793530:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326004.793539:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326004.793541:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326004.793567:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326004.793569:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326004.793570:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.793573:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326004.793576:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326004.793576:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326004.793579:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326004.793580:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.793586:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326004.793587:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326004.793588:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326004.793594:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=39 v=5 (5 5 0 0) 00000100:00100000:2.0:1767326004.793600:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386622976:192.168.203.127@tcp:400: 00000100:00001000:0.0:1767326004.793609:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326004.793610:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326004.793614:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326004.793616:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326004.793619:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326004.793620:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386622976/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326004.793622:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326004.793629:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.793631:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326004.793634:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326004.793636:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19d22ac. 02000000:00000001:2.0:1767326004.793642:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326004.793644:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326004.793645:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326004.793647:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326004.793650:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767326004.793651:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767326004.793654:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000010:2.0:1767326004.793655:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 00000100:00000001:0.0:1767326004.793658:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326004.793660:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326004.793661:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326004.793663:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326004.793666:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000040:0.0:1767326004.793667:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326004.793672:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326004.793676:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326004.793677:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326004.793678:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326004.793681:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.793687:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326004.793688:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386623104:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326004.793693:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.793694:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.793697:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326004.793700:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326004.793700:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386623104/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326004.793703:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326004.793709:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326004.793710:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326004.793713:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326004.793714:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326004.793715:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054bfb1e8. 02000000:00000001:0.0:1767326004.793719:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326004.793720:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326004.793726:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326004.793728:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326004.793729:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:0.0:1767326004.793731:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326004.793732:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326004.793733:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:0.0:1767326004.793735:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326004.793736:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.793737:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326004.793740:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326004.793740:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326004.793742:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326004.793743:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326005.494888:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326005.494898:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326005.494905:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326005.494906:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326005.494968:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326005.494973:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326005.494977:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326006.518823:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326006.518833:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326006.518835:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326006.518837:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518841:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326006.518844:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518845:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518846:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326006.518850:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326006.518851:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326006.518855:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326006.518857:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326006.518857:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518858:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326006.518859:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518860:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.518862:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326006.518892:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326006.518896:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326006.518918:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326007.542890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326007.542897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326007.542903:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326007.542927:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326007.542977:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326007.542980:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326007.542982:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326008.566840:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326008.566848:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326008.566854:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326008.566855:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326008.566897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326008.566902:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326008.566904:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326009.398815:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305715192, at 4305715200 00000100:00000040:0.0:1767326009.398818:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305715192, at 4305715200 00000100:00000010:1.0:1767326009.398829:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0c83f6a. 00000100:00000010:0.0:1767326009.398832:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c404f21. 00000100:00000040:3.0:1767326009.398841:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305715192, at 4305715200 00000100:00000010:3.0:1767326009.398847:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c380adb6. 00000100:00000040:2.0:1767326009.398865:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305715192, at 4305715200 00000100:00000010:2.0:1767326009.398872:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d77bd132. 00010000:00000001:0.0:1767326009.590860:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326009.590867:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326009.590873:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326009.590874:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326009.590922:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326009.590927:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326009.590930:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326009.910897:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326009.910911:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326009.910922:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 00000020:00000040:1.0:1767326009.910929:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326009.910933:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326009.910936:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326009.910942:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326009.910964:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326009.910971:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.910980:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326009.910989:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326009.910991:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.910994:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_00+0] req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.911027:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.911030:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326009.911033:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326009.911038:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326009.911041:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326009.911044:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326009.911045:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326009.911047:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326009.911062:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:1.0:1767326009.911066:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.911070:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326009.911076:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326009.911077:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.911080:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_01+1] req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.911085:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.911087:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326009.911090:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326009.911092:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767326009.911093:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326009.911095:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326009.911097:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326009.911100:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326009.911104:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326009.911105:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326009.911107:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:2.0:1767326009.911108:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326009.911114:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326009.911115:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326009.911115:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326009.911119:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326009.911120:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326009.911132:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326009.911133:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326009.911133:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.911136:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.911144:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_02+2] req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326009.911201:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326009.911209:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.911209:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326009.911214:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326009.911217:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326009.911221:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326009.911222:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326009.911226:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326009.911228:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326009.911231:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.911232:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326009.911238:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386623360:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326009.911240:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767326009.911247:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386623232:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326009.911250:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326009.911250:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326009.911250:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326009.911255:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326009.911258:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326009.911259:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326009.911259:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11053) 00000100:00000001:2.0:1767326009.911265:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326009.911267:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326009.911268:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326009.911275:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326009.911275:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326009.911277:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326009.911281:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326009.911282:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba71e9c4. 02000000:00000001:2.0:1767326009.911282:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326009.911283:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326009.911287:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326009.911292:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326009.911293:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326009.911293:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.911296:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326009.911303:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326009.911303:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386623488:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767326009.911308:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a54dbf9. 02000000:00000010:2.0:1767326009.911310:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef391eee. 00000100:00000001:0.0:1767326009.911311:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326009.911316:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326009.911317:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326009.911319:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 02000000:00000001:0.0:1767326009.911319:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326009.911322:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326009.911326:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054bfb1e8. 02000000:00000001:0.0:1767326009.911328:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326009.911329:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623360, portal 10 00000400:00000010:0.0:1767326009.911331:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000100:00000001:3.0:1767326009.911336:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326009.911340:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000400:00000010:0.0:1767326009.911341:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000400:00000010:2.0:1767326009.911344:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb3aa17. 00000100:00000200:0.0:1767326009.911346:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623488, portal 10 00000100:00000001:0.0:1767326009.911351:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326009.911352:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326009.911354:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000400:00000010:2.0:1767326009.911356:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000001:3.0:1767326009.911368:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326009.911368:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623232, portal 25 00000100:00000040:0.0:1767326009.911371:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326009.911376:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326009.911379:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326009.911381:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 00000400:00000010:3.0:1767326009.911386:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000040:2.0:1767326009.911398:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326009.911402:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386623360, offset 0 00000100:00000001:0.0:1767326009.911404:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326009.911417:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326009.911425:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000400:00000200:3.0:1767326009.911427:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326009.911437:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326009.911439:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386623488, offset 0 00000100:00000040:2.0:1767326009.911446:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326009.911451:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000400:00000200:3.0:1767326009.911452:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326009.911454:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326009.911465:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386623232, offset 0 00000400:00000200:3.0:1767326009.911466:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326009.911479:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326009.911480:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326009.911486:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326009.911490:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326009.911494:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [162:162:256:4294967295] 192.168.203.127@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:3.0:1767326009.911507:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326009.911513:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326009.911517:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326009.911521:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000400:00000200:0.0:1767326009.911522:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326009.911527:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326009.911529:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326009.911533:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326009.911534:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326009.911538:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [163:163:255:4294967295] 192.168.203.127@tcp LPNI seq info [163:163:7:4294967295] 00000800:00000200:3.0:1767326009.911551:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326009.911552:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326009.911560:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326009.911561:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326009.911569:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326009.911569:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000001:3.0:1767326009.911580:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326009.911581:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326009.911585:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326009.911591:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 616070 usecs (617 jiffies) 00000400:00000200:2.0:1767326009.911594:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326009.911600:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305716329 00000800:00000200:0.0:1767326009.911601:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:3.0:1767326009.911610:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c380adb6. 00000400:00000200:2.0:1767326009.911610:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326009.911611:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326009.911625:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326009.911625:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326009.911628:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326009.911635:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 34081 usecs (35 jiffies) 00000100:00000001:3.0:1767326009.911639:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305716329 00000400:00000200:2.0:1767326009.911639:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [164:164:254:4294967295] 192.168.203.127@tcp LPNI seq info [164:164:6:4294967295] 00000100:00000001:0.0:1767326009.911642:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305715747 00000800:00000200:1.0:1767326009.911646:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326009.911651:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000343ca266. 00000100:00000001:0.0:1767326009.911652:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305716329 00000800:00000010:1.0:1767326009.911653:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000100:00000001:3.0:1767326009.911660:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326009.911661:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305715747 00000400:00000200:1.0:1767326009.911665:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326009.911680:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326009.911680:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326009.911681:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305716329 00000100:00000001:0.0:1767326009.911681:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305716329 00000100:00000010:3.0:1767326009.911695:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecaa26d3. 00000100:00000001:0.0:1767326009.911695:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305715747 00000400:00000200:1.0:1767326009.911701:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000800:00000200:2.0:1767326009.911702:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326009.911703:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326009.911707:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000001:3.0:1767326009.911714:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305716329 00000100:00000001:0.0:1767326009.911714:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305716329 00000800:00000010:2.0:1767326009.911717:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000545d0e1d. 00000100:00000001:1.0:1767326009.911717:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326009.911719:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305715747 00000100:00000010:3.0:1767326009.911723:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc559c9e. 00000100:00000200:1.0:1767326009.911727:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326009.911730:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326009.911742:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326009.911745:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326009.911745:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326009.911746:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305716329 00000100:00000040:1.0:1767326009.911754:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326009.911756:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.911783:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.911785:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326009.911790:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326009.911793:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.911795:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326009.911797:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326009.911799:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.911803:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326009.911808:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326009.911810:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326009.911811:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326009.911811:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326009.911816:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326009.911820:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326009.911825:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326009.911825:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000545d0e1d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326009.911826:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326009.911830:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.911831:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326009.911836:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326009.911837:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.911837:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.911848:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305720313 00000100:00000001:0.0:1767326009.911848:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326009.911852:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326009.911862:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:2.0:1767326009.911867:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305716329 00000400:00000200:1.0:1767326009.911868:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326009.911879:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305720313 00000400:00000200:1.0:1767326009.911880:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326009.911885:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305716329 00000400:00000200:1.0:1767326009.911887:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000100:00000001:2.0:1767326009.911892:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305720313 00000400:00000010:1.0:1767326009.911893:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:1.0:1767326009.911898:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326009.911902:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326009.911907:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305716329 00000100:00000001:2.0:1767326009.911916:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305720313 00000100:00000001:2.0:1767326009.911926:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305716329 00000100:00000001:1.0:1767326009.911927:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326009.911934:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326009.911935:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326009.911942:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.911951:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.911963:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326009.911963:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.911973:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326009.911978:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326009.911981:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326009.911986:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326009.911987:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326009.911990:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.911993:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326009.912020:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326009.912024:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000545d0e1d. 00000400:00000200:1.0:1767326009.912028:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326009.912031:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326009.912033:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:1.0:1767326009.912035:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:1.0:1767326009.912037:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326009.912039:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.912048:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326009.912049:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.912066:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.912067:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326009.913657:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.913812:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326009.913815:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.913817:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326009.913825:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326009.913885:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04d80 00000400:00000200:3.0:1767326009.913892:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5f5 [1] + 224 00000800:00000001:3.0:1767326009.913899:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.913905:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326009.913907:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326009.913912:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326009.913917:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326009.913922:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326009.913932:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326009.913952:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326009.913971:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.913976:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326009.913978:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326009.913983:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326009.913986:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326009.913992:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326009.913994:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326009.913996:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a54dbf9. 00000400:00000200:1.0:1767326009.913999:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:1.0:1767326009.914000:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:1.0:1767326009.914009:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326009.914014:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326009.914024:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.914031:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326009.914033:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326009.914036:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326009.914039:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326009.914041:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326009.914044:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326009.914047:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326009.914050:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326009.914067:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=34 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326009.914073:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=34 v=5 (1 1 0 0) 00000400:00000200:3.0:1767326009.914074:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326009.914078:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326009.914082:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326009.914084:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326009.914087:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326009.914094:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04d00 00000100:00000001:1.0:1767326009.914094:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326009.914099:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326009.914101:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326009.914102:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326009.914108:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.914114:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326009.914117:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326009.914118:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326009.914121:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326009.914125:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386623360:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326009.914128:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326009.914129:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326009.914138:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386623360/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326009.914142:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326009.914144:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326009.914147:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba71e9c4. 02000000:00000001:1.0:1767326009.914151:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326009.914152:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326009.914154:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326009.914155:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326009.914157:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:1.0:1767326009.914160:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326009.914162:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326009.914162:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:1.0:1767326009.914165:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326009.914165:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326009.914167:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326009.914171:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326009.914172:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326009.914174:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326009.914176:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326009.914223:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:3.0:1767326009.914229:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.914234:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326009.914236:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326009.914239:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326009.914242:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326009.914246:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326009.914255:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326009.914271:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326009.914276:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.914280:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326009.914282:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.914284:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326009.914289:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326009.914294:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326009.914298:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04e00 00000100:00000001:2.0:1767326009.914298:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326009.914302:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326009.914304:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326009.914306:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb3aa17. 00000400:00000200:2.0:1767326009.914309:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:2.0:1767326009.914310:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:2.0:1767326009.914312:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326009.914316:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326009.914318:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x5f9 [1] + 224 00000100:00000200:2.0:1767326009.914328:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326009.914329:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326009.914337:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326009.914341:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326009.914343:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326009.914346:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326009.914346:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326009.914350:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326009.914352:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326009.914353:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326009.914354:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326009.914357:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326009.914359:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326009.914360:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326009.914364:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=44 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326009.914373:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=44 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326009.914378:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326009.914379:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326009.914388:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326009.914393:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326009.914395:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.914397:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326009.914398:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326009.914403:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326009.914404:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326009.914412:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326009.914416:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767326009.914419:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326009.914419:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326009.914424:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326009.914434:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326009.914440:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386623232:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326009.914440:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326009.914448:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326009.914450:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326009.914451:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326009.914453:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00000100:00000001:2.0:1767326009.914460:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326009.914461:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000400:00000010:0.0:1767326009.914471:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000040:2.0:1767326009.914476:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386623232/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326009.914477:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326009.914484:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326009.914508:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326009.914512:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326009.914516:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef391eee. 00000100:00000200:0.0:1767326009.914518:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326009.914521:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326009.914526:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326009.914530:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326009.914538:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326009.914542:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 00000100:00000001:0.0:1767326009.914543:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326009.914548:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326009.914549:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326009.914551:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326009.914553:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326009.914556:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 02000000:00000001:0.0:1767326009.914556:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326009.914560:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326009.914563:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326009.914564:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.914567:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326009.914569:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.914571:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326009.914575:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=44 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326009.914578:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767326009.914579:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326009.914582:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.914584:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326009.914588:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326009.914590:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326009.914591:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326009.914596:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767326009.914599:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326009.914628:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.914631:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326009.914632:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326009.914634:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326009.914636:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326009.914639:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326009.914643:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326009.914645:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326009.914646:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326009.914648:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326009.914652:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386623488:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326009.914655:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326009.914656:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326009.914657:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386623488/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326009.914661:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326009.914662:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326009.914670:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054bfb1e8. 02000000:00000001:0.0:1767326009.914673:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326009.914674:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326009.914675:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326009.914676:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326009.914678:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:0.0:1767326009.914680:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326009.914681:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326009.914682:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:0.0:1767326009.914684:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326009.914684:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326009.914689:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326009.914692:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326009.914693:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326009.914695:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326009.914696:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326010.614857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326010.614866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326010.614874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326010.614875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326010.614957:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326010.614964:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326010.614968:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326011.638858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326011.638863:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326011.638868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326011.638869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326011.638917:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326011.638926:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326011.638932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326012.662892:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326012.662902:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326012.662910:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326012.662911:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326012.662969:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326012.662974:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326012.662977:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326013.686899:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326013.686909:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326013.686917:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326013.686918:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326013.686979:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326013.686983:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326013.686986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326014.518815:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305720313, at 4305720320 00000100:00000040:1.0:1767326014.518815:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305720313, at 4305720320 00000100:00000040:0.0:1767326014.518816:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305720313, at 4305720320 00000100:00000010:2.0:1767326014.518836:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecaa26d3. 00000100:00000010:0.0:1767326014.518840:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c380adb6. 00000100:00000010:1.0:1767326014.518841:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000343ca266. 00000100:00000040:3.0:1767326014.518907:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305720313, at 4305720320 00000100:00000010:3.0:1767326014.518913:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc559c9e. 00010000:00000001:0.0:1767326014.710852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326014.710859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326014.710863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326014.710864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326014.710911:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326014.710914:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326014.710916:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326015.030893:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326015.030906:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326015.030917:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326015.030925:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326015.030930:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326015.030934:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326015.030939:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326015.030947:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000db5bebc. 00000100:00000001:2.0:1767326015.030954:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326015.030965:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326015.030976:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326015.030978:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326015.030984:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_03+3] req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.031008:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326015.031011:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326015.031024:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326015.031030:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000100:00000001:1.0:1767326015.031032:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326015.031033:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326015.031038:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326015.031038:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326015.031042:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326015.031043:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326015.031047:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.031048:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326015.031050:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326015.031053:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326015.031054:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:1.0:1767326015.031061:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326015.031062:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326015.031066:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326015.031068:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326015.031071:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326015.031075:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386623616:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326015.031077:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326015.031080:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326015.031086:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326015.031095:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326015.031096:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326015.031099:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326015.031099:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326015.031106:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326015.031108:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_00+0] req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326015.031112:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c03887eb. 02000000:00000001:1.0:1767326015.031117:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326015.031127:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000010:1.0:1767326015.031137:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000200:1.0:1767326015.031145:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623616, portal 25 00000100:00000001:2.0:1767326015.031148:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326015.031149:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326015.031152:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000040:2.0:1767326015.031153:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326015.031158:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326015.031159:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326015.031162:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000100:00000040:1.0:1767326015.031163:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326015.031164:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326015.031168:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326015.031169:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326015.031175:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326015.031177:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326015.031178:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326015.031179:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326015.031183:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.031186:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326015.031187:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326015.031190:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326015.031191:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b222b7f0. 00000400:00000010:1.0:1767326015.031193:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a92a58e. 00000100:00000001:2.0:1767326015.031198:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326015.031198:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386623616, offset 0 00000100:00000001:0.0:1767326015.031199:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326015.031203:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326015.031207:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326015.031208:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326015.031212:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326015.031219:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326015.031222:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326015.031223:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326015.031226:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326015.031229:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386623744:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326015.031234:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326015.031235:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326015.031236:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_01+1] req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326015.031239:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326015.031242:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326015.031244:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326015.031247:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326015.031248:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec5a378. 02000000:00000001:0.0:1767326015.031252:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326015.031257:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767326015.031257:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000400:00000010:0.0:1767326015.031262:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:2.0:1767326015.031264:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326015.031266:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326015.031266:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623744, portal 10 00000100:00000040:2.0:1767326015.031269:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326015.031271:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326015.031274:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326015.031274:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000040:2.0:1767326015.031277:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326015.031280:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326015.031284:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326015.031285:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11058) 00000100:00000040:0.0:1767326015.031285:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326015.031286:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [165:165:256:4294967295] 192.168.203.127@tcp LPNI seq info [165:165:8:4294967295] 00000100:00000001:3.0:1767326015.031287:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326015.031295:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326015.031306:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326015.031311:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326015.031315:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326015.031318:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326015.031320:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326015.031322:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326015.031322:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 02000000:00000001:3.0:1767326015.031325:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326015.031327:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326015.031329:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326015.031329:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386623744, offset 0 00000100:00100000:3.0:1767326015.031335:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386623872:192.168.203.127@tcp:400: 00000800:00000010:1.0:1767326015.031335:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767326015.031338:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326015.031341:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326015.031342:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326015.031345:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326015.031349:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326015.031350:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326015.031353:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba2a3d21. 00000400:00000200:0.0:1767326015.031357:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326015.031358:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326015.031358:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767326015.031363:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000400:00000200:0.0:1767326015.031363:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326015.031367:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326015.031369:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000400:00000200:0.0:1767326015.031371:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326015.031375:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326015.031377:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386623872, portal 10 00000400:00000200:0.0:1767326015.031378:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [166:166:255:4294967295] 192.168.203.127@tcp LPNI seq info [166:166:7:4294967295] 00000100:00000001:3.0:1767326015.031383:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326015.031383:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326015.031390:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326015.031393:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000800:00000200:0.0:1767326015.031397:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326015.031399:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326015.031402:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000100:00000040:3.0:1767326015.031403:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326015.031404:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305725432 00000100:00000010:1.0:1767326015.031410:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000800:00000200:0.0:1767326015.031412:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326015.031421:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326015.031425:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326015.031425:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326015.031427:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326015.031431:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000100:00000001:1.0:1767326015.031432:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305725432 00000100:00000200:3.0:1767326015.031434:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386623872, offset 0 00000100:00000010:1.0:1767326015.031438:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000800:00000200:0.0:1767326015.031439:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326015.031443:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326015.031444:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326015.031447:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326015.031450:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305725432 00000400:00000200:3.0:1767326015.031453:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326015.031453:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 602757 usecs (603 jiffies) 00000100:00000010:1.0:1767326015.031454:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000100:00000001:0.0:1767326015.031461:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305721435 00000400:00000200:3.0:1767326015.031462:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326015.031462:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326015.031462:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326015.031468:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305725432 00000400:00000200:3.0:1767326015.031469:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326015.031469:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305725432 00000800:00000010:2.0:1767326015.031470:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000100:00000010:1.0:1767326015.031474:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000400:00000200:3.0:1767326015.031475:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326015.031475:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305721435 00000100:00000001:1.0:1767326015.031480:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326015.031482:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326015.031483:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305725432 00000100:00000001:1.0:1767326015.031484:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326015.031487:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305721435 00000400:00000200:3.0:1767326015.031488:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [167:167:254:4294967295] 192.168.203.127@tcp LPNI seq info [167:167:6:4294967295] 00000400:00000200:2.0:1767326015.031489:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326015.031489:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.031495:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305725432 00000100:00000001:1.0:1767326015.031496:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.031500:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305721435 00000100:00000001:1.0:1767326015.031501:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326015.031505:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326015.031507:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305725432 00000400:00000200:3.0:1767326015.031510:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326015.031510:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326015.031513:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326015.031514:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326015.031519:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000100:00000001:0.0:1767326015.031519:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326015.031520:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326015.031520:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326015.031524:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:1.0:1767326015.031524:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326015.031527:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326015.031528:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000100:00000001:2.0:1767326015.031531:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326015.031533:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326015.031535:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326015.031536:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326015.031540:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326015.031541:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.031541:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326015.031546:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326015.031546:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326015.031552:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326015.031552:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326015.031559:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326015.031563:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326015.031564:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 33368 usecs (34 jiffies) 00000100:00000001:0.0:1767326015.031565:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326015.031569:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326015.031570:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305720866 00000100:00000001:0.0:1767326015.031572:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.031576:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305725432 00000100:00000001:0.0:1767326015.031578:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.031583:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305720866 00000100:00000001:2.0:1767326015.031587:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.031588:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305725432 00000100:00000001:2.0:1767326015.031591:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326015.031593:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305720866 00000100:00000001:3.0:1767326015.031596:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305725432 00000100:00000001:3.0:1767326015.031598:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305720866 00000100:00000001:3.0:1767326015.031606:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305725432 00000800:00000200:2.0:1767326015.031607:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326015.031610:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326015.031611:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000001:3.0:1767326015.031615:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326015.031616:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326015.031620:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326015.031623:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326015.031625:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326015.031628:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000100:00000001:3.0:1767326015.031631:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326015.031632:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:3.0:1767326015.031634:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326015.031636:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326015.031639:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326015.031641:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326015.031642:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326015.031643:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.031646:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326015.031654:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326015.031656:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.031662:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326015.031663:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326015.031735:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326015.031738:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000400:00000200:2.0:1767326015.031741:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326015.031744:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326015.031747:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000400:00000010:2.0:1767326015.031748:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000001:2.0:1767326015.031751:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326015.031782:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.031790:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326015.031792:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.031798:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326015.031800:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326015.033775:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326015.033788:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326015.033791:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326015.033793:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326015.033801:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326015.033812:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a04e80 00000400:00000200:1.0:1767326015.033820:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x60d [1] + 224 00000800:00000001:1.0:1767326015.033827:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326015.033832:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326015.033835:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326015.033849:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326015.033854:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326015.033857:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326015.033874:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326015.033893:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326015.033901:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326015.033905:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326015.033907:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326015.033909:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326015.033915:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326015.033921:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326015.033922:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04f00 00000100:00000001:2.0:1767326015.033923:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326015.033930:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x615 [1] + 224 00000800:00000001:1.0:1767326015.033934:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326015.033935:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326015.033938:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326015.033939:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326015.033941:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767326015.033944:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326015.033945:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:2.0:1767326015.033948:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:2.0:1767326015.033951:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326015.033951:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767326015.033956:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326015.033958:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326015.033963:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326015.033968:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.033983:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326015.033984:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.033985:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326015.033990:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326015.033993:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326015.033996:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326015.033997:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326015.033999:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326015.034003:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326015.034004:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=50 v=5 (5 5 0 0) 00000800:00000001:1.0:1767326015.034008:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326015.034012:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=50 v=5 (1 1 0 0) 00000800:00000001:1.0:1767326015.034012:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326015.034026:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326015.034028:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326015.034029:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326015.034032:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326015.034033:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326015.034036:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326015.034040:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326015.034040:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326015.034043:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326015.034046:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326015.034047:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326015.034050:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a04f80 00000400:00000001:0.0:1767326015.034052:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326015.034055:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326015.034058:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00000400:00000200:0.0:1767326015.034062:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000400:00000010:0.0:1767326015.034063:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767326015.034067:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326015.034071:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x61d [1] + 224 00000100:00000200:0.0:1767326015.034075:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326015.034078:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326015.034081:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326015.034085:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326015.034089:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326015.034090:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326015.034091:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326015.034094:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326015.034101:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326015.034112:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00100000:2.0:1767326015.034119:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386623616:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326015.034121:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326015.034122:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326015.034126:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326015.034127:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326015.034129:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326015.034131:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326015.034131:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326015.034132:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326015.034135:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326015.034138:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386623616/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326015.034138:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326015.034143:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326015.034155:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=40 v=5 (5 5 0 0) 00000100:00000040:1.0:1767326015.034159:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326015.034162:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=40 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326015.034166:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326015.034169:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326015.034172:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326015.034172:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326015.034177:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326015.034179:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c03887eb. 00010000:00000001:0.0:1767326015.034180:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.034185:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326015.034186:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326015.034187:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326015.034187:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326015.034192:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767326015.034193:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326015.034193:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326015.034195:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326015.034198:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326015.034200:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326015.034201:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326015.034209:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326015.034210:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326015.034213:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767326015.034214:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000db5bebc. 00000100:00000001:0.0:1767326015.034215:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326015.034221:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326015.034222:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326015.034226:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326015.034228:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326015.034229:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386623744:192.168.203.127@tcp:400: 00000100:00000010:2.0:1767326015.034230:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:3.0:1767326015.034233:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326015.034238:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326015.034238:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326015.034240:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326015.034241:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326015.034242:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767326015.034244:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326015.034246:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326015.034247:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386623744/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326015.034248:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000100:00000001:2.0:1767326015.034253:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326015.034255:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000100:00000001:2.0:1767326015.034257:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.034260:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767326015.034261:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:2.0:1767326015.034263:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326015.034264:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326015.034266:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326015.034266:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326015.034272:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec5a378. 00000100:00000200:3.0:1767326015.034274:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326015.034279:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326015.034282:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326015.034285:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326015.034289:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326015.034290:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326015.034292:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 02000000:00000001:0.0:1767326015.034298:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326015.034300:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326015.034303:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326015.034305:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326015.034306:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326015.034308:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767326015.034310:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767326015.034311:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326015.034313:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326015.034317:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.034320:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767326015.034322:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=50 v=5 (5 5 0 0) 00000100:00000001:0.0:1767326015.034323:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326015.034328:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326015.034329:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=25 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326015.034334:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326015.034335:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326015.034335:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326015.034338:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326015.034339:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326015.034342:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326015.034344:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767326015.034351:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326015.034359:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.034361:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326015.034362:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326015.034364:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326015.034365:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326015.034368:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326015.034374:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326015.034376:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326015.034377:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326015.034380:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326015.034386:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386623872:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326015.034390:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326015.034391:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326015.034393:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386623872/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326015.034400:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326015.034401:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326015.034403:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba2a3d21. 02000000:00000001:3.0:1767326015.034407:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326015.034408:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326015.034409:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326015.034411:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326015.034412:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b222b7f0. 02000000:00000001:3.0:1767326015.034415:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326015.034416:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326015.034417:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:3.0:1767326015.034420:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326015.034425:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326015.034427:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326015.034430:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326015.034431:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326015.034432:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326015.034434:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326015.734891:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326015.734900:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326015.734908:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326015.734910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326015.734970:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326015.734974:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326015.734977:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326016.758875:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326016.758887:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326016.758890:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326016.758893:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758898:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326016.758899:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758901:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758902:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758906:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326016.758907:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326016.758908:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326016.758912:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326016.758914:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326016.758915:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758916:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326016.758917:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758918:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.758920:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326016.759044:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326016.759046:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326016.759048:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326017.782869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326017.782876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326017.782881:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326017.782882:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326017.782939:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326017.782942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326017.782965:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326018.806833:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326018.806838:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326018.806842:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326018.806843:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326018.806880:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326018.806883:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326018.806884:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326019.638847:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305725432, at 4305725440 00000100:00000040:0.0:1767326019.638847:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305725432, at 4305725440 00000100:00000040:1.0:1767326019.638849:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305725432, at 4305725440 00000100:00000010:0.0:1767326019.638862:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:1.0:1767326019.638863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:3.0:1767326019.638868:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000040:2.0:1767326019.638924:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305725432, at 4305725440 00000100:00000010:2.0:1767326019.638930:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00010000:00000001:0.0:1767326019.830896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326019.830904:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326019.830912:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326019.830914:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326019.830968:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326019.830973:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326019.830976:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326020.150845:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326020.150856:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326020.150864:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326020.150871:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326020.150875:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326020.150878:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326020.150883:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326020.150889:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000db5bebc. 00000100:00000001:2.0:1767326020.150894:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326020.150904:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326020.150913:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326020.150915:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326020.150919:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_02+2] req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.150940:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326020.150942:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326020.150944:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326020.150946:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326020.150947:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326020.150949:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326020.150949:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326020.150951:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326020.150953:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326020.150955:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326020.150957:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326020.150966:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326020.150971:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326020.150976:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326020.150979:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326020.150991:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.150994:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.150996:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326020.151002:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326020.151003:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.151007:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326020.151010:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326020.151016:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326020.151018:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326020.151020:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326020.151021:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326020.151022:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326020.151023:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.151027:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326020.151028:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326020.151031:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767326020.151031:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386624000:192.168.203.127@tcp:400: 00000100:00000010:2.0:1767326020.151032:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326020.151036:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326020.151037:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326020.151039:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.151041:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326020.151043:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326020.151046:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326020.151049:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326020.151050:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 02000000:00000001:0.0:1767326020.151053:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326020.151055:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.151056:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326020.151057:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326020.151061:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326020.151062:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767326020.151064:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6e58a1d. 02000000:00000001:1.0:1767326020.151066:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326020.151068:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326020.151070:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326020.151076:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326020.151076:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000100:00000001:2.0:1767326020.151078:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326020.151081:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326020.151084:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386624128:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326020.151087:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326020.151088:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:1.0:1767326020.151093:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326020.151098:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326020.151098:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624000, portal 25 02000000:00000001:1.0:1767326020.151102:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.151102:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326020.151106:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326020.151109:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 02000000:00000010:1.0:1767326020.151111:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe5591c9. 02000000:00000001:1.0:1767326020.151114:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326020.151115:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326020.151119:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000040:2.0:1767326020.151120:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326020.151121:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326020.151127:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000040:2.0:1767326020.151130:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326020.151139:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11063) 00000100:00000001:0.0:1767326020.151140:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326020.151141:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624128, portal 10 00000100:00000001:1.0:1767326020.151145:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326020.151147:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326020.151148:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:3.0:1767326020.151149:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326020.151153:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dd4a3c4. 00000100:00000001:3.0:1767326020.151155:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326020.151158:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386624000, offset 0 00000100:00000001:3.0:1767326020.151159:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326020.151161:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326020.151167:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.151172:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326020.151172:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326020.151176:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.151179:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326020.151187:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326020.151190:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326020.151192:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88aeb00. 00000400:00000200:0.0:1767326020.151192:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326020.151193:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326020.151199:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386624128, offset 0 02000000:00000001:3.0:1767326020.151200:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326020.151202:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326020.151203:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326020.151208:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326020.151210:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326020.151211:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:3.0:1767326020.151216:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386624256:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326020.151217:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326020.151222:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326020.151224:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326020.151228:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [168:168:256:4294967295] 192.168.203.127@tcp LPNI seq info [168:168:8:4294967295] 02000000:00000001:3.0:1767326020.151229:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326020.151232:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326020.151235:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326020.151239:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6da230. 00000400:00000200:0.0:1767326020.151239:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326020.151245:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326020.151249:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326020.151251:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767326020.151252:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000800:00000010:0.0:1767326020.151255:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000400:00000010:3.0:1767326020.151259:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000400:00000200:1.0:1767326020.151260:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326020.151265:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624256, portal 10 00000800:00000200:0.0:1767326020.151266:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326020.151268:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326020.151271:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326020.151274:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326020.151279:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326020.151280:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000800:00000200:0.0:1767326020.151281:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326020.151286:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [169:169:255:4294967295] 192.168.203.127@tcp LPNI seq info [169:169:7:4294967295] 00000800:00000200:0.0:1767326020.151288:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326020.151291:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326020.151307:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326020.151307:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326020.151311:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326020.151315:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326020.151319:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326020.151319:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305730552 00000400:00000010:3.0:1767326020.151320:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 00000100:00000200:3.0:1767326020.151326:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386624256, offset 0 00000100:00000010:0.0:1767326020.151327:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000800:00000010:1.0:1767326020.151328:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326020.151336:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326020.151337:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326020.151338:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326020.151345:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326020.151347:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305730552 00000800:00000200:1.0:1767326020.151349:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326020.151353:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326020.151354:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000800:00000200:1.0:1767326020.151355:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326020.151360:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326020.151362:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.151362:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326020.151365:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326020.151369:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305730552 00000400:00000200:3.0:1767326020.151370:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326020.151370:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 590012 usecs (591 jiffies) 00000800:00000200:2.0:1767326020.151374:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326020.151376:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305726543 00000100:00000010:0.0:1767326020.151377:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000400:00000200:3.0:1767326020.151378:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [170:170:254:4294967295] 192.168.203.127@tcp LPNI seq info [170:170:6:4294967295] 00000800:00000010:2.0:1767326020.151381:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000100:00000001:1.0:1767326020.151383:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305730552 00000100:00000001:0.0:1767326020.151383:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326020.151389:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305726543 00000400:00000200:2.0:1767326020.151390:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326020.151393:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305730552 00000100:00000001:1.0:1767326020.151394:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305730552 00000400:00000200:3.0:1767326020.151399:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326020.151400:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000100:00000001:1.0:1767326020.151401:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305726543 00000100:00000001:0.0:1767326020.151405:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326020.151410:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326020.151411:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326020.151412:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326020.151414:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305730552 00000100:00000001:0.0:1767326020.151415:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326020.151420:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd4a3c4 00000800:00000010:3.0:1767326020.151421:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000100:00000001:1.0:1767326020.151422:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305726543 00000100:00000001:0.0:1767326020.151422:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326020.151425:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dd4a3c4. 00000100:00000001:0.0:1767326020.151427:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326020.151428:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305730552 00000800:00000200:3.0:1767326020.151432:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326020.151434:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326020.151434:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326020.151437:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326020.151440:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.151440:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326020.151442:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326020.151443:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326020.151446:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326020.151447:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326020.151448:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326020.151449:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326020.151452:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326020.151452:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.151454:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.151459:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.151460:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326020.151461:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 32681 usecs (33 jiffies) 00000100:00000001:1.0:1767326020.151465:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326020.151468:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305725985 00000100:00000001:1.0:1767326020.151471:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326020.151475:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305730552 00000100:00000001:1.0:1767326020.151475:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326020.151478:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326020.151479:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.151480:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305725985 00000100:00000040:2.0:1767326020.151484:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326020.151484:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.151485:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305730552 00000100:00000001:3.0:1767326020.151492:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305725985 00000100:00000001:3.0:1767326020.151497:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305730552 00000100:00000001:3.0:1767326020.151502:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305725985 00000100:00000001:2.0:1767326020.151503:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326020.151506:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326020.151510:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305730552 00000100:00000001:3.0:1767326020.151514:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326020.151516:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.151518:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.151520:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326020.151521:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326020.151525:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000100:00000001:3.0:1767326020.151526:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326020.151528:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326020.151529:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326020.151534:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326020.151536:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326020.151537:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326020.151540:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326020.151542:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000100:00000001:3.0:1767326020.151543:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326020.151546:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000001:2.0:1767326020.151551:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326020.151554:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.151560:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326020.151563:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.151569:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326020.151571:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326020.151626:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326020.151629:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:2.0:1767326020.151632:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326020.151635:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326020.151637:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9736f0 00000400:00000010:2.0:1767326020.151639:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9736f0. 00000100:00000001:2.0:1767326020.151641:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326020.151644:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.151656:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326020.151658:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.151664:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326020.151665:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326020.152906:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326020.152916:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326020.152918:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326020.152920:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326020.152926:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326020.152938:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05000 00000400:00000200:2.0:1767326020.152944:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x625 [1] + 224 00000800:00000001:2.0:1767326020.152950:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326020.152956:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326020.152958:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326020.152961:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326020.152966:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326020.152969:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326020.152977:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.153005:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326020.153015:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326020.153025:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326020.153027:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326020.153030:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326020.153033:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326020.153036:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326020.153037:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326020.153043:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326020.153046:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326020.153047:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05080 00000400:00000010:0.0:1767326020.153048:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00000400:00000200:0.0:1767326020.153054:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000400:00000010:0.0:1767326020.153055:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767326020.153057:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326020.153060:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326020.153064:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x629 [1] + 224 00000800:00000001:2.0:1767326020.153072:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326020.153074:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326020.153079:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326020.153080:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326020.153081:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326020.153083:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326020.153087:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326020.153088:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326020.153089:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326020.153090:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326020.153094:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326020.153099:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326020.153102:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326020.153104:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=55 v=5 (5 5 0 0) 00000100:00000200:2.0:1767326020.153105:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326020.153112:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326020.153121:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326020.153124:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326020.153125:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326020.153136:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326020.153138:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326020.153139:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326020.153142:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326020.153145:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326020.153149:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326020.153150:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326020.153155:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326020.153158:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326020.153165:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326020.153170:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326020.153171:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326020.153172:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326020.153176:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326020.153177:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326020.153182:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326020.153183:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05100 00000100:00000040:0.0:1767326020.153185:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326020.153186:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326020.153190:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:1.0:1767326020.153195:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000010:1.0:1767326020.153198:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326020.153203:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326020.153203:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386624000:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326020.153208:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x635 [1] + 224 00000100:00000200:1.0:1767326020.153212:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326020.153214:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326020.153216:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326020.153220:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326020.153224:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326020.153228:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326020.153229:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326020.153236:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767326020.153236:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386624000/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326020.153244:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326020.153250:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326020.153252:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326020.153255:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326020.153260:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326020.153261:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326020.153264:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326020.153265:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326020.153268:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767326020.153269:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6e58a1d. 00000100:00000040:2.0:1767326020.153272:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326020.153272:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326020.153274:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326020.153277:0:216340:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326020.153278:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326020.153280:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326020.153286:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326020.153287:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=45 v=5 (5 5 0 0) 02000000:00000010:0.0:1767326020.153290:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000db5bebc. 00000100:00000001:2.0:1767326020.153296:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326020.153296:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326020.153297:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=45 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326020.153298:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326020.153301:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000800:00000001:2.0:1767326020.153302:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326020.153305:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767326020.153307:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326020.153309:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326020.153309:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326020.153312:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.153314:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326020.153317:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326020.153320:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326020.153321:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326020.153324:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.153326:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326020.153328:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326020.153329:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326020.153330:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326020.153331:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.153335:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326020.153335:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326020.153339:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326020.153341:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326020.153345:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326020.153345:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326020.153348:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767326020.153354:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000100:00000001:1.0:1767326020.153357:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326020.153358:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:1.0:1767326020.153361:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326020.153363:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326020.153364:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326020.153372:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326020.153372:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326020.153402:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386624128:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326020.153405:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326020.153409:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326020.153414:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326020.153419:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326020.153420:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386624128/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326020.153422:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326020.153427:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326020.153430:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326020.153432:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326020.153435:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.153435:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326020.153438:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326020.153440:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326020.153442:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe5591c9. 00000100:00001000:3.0:1767326020.153445:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=55 v=5 (5 5 0 0) 02000000:00000001:1.0:1767326020.153447:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326020.153450:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326020.153452:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=30 v=5 (1 1 0 0) 00000020:00000040:1.0:1767326020.153453:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326020.153458:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326020.153459:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326020.153461:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 00000100:00000001:3.0:1767326020.153462:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326020.153466:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326020.153466:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326020.153468:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326020.153470:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:1.0:1767326020.153473:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326020.153476:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326020.153480:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326020.153486:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326020.153492:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767326020.153494:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326020.153495:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.153499:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326020.153500:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326020.153503:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326020.153504:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.153509:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326020.153510:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326020.153514:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326020.153520:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326020.153522:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326020.153523:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326020.153526:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326020.153533:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386624256:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326020.153536:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326020.153538:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326020.153540:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386624256/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326020.153546:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326020.153548:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326020.153549:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6da230. 02000000:00000001:3.0:1767326020.153552:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326020.153554:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326020.153555:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326020.153557:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326020.153559:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 02000000:00000001:3.0:1767326020.153561:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326020.153562:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326020.153563:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:3.0:1767326020.153566:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326020.153572:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326020.153574:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326020.153578:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326020.153579:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326020.153581:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326020.153583:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326020.854851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326020.854879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326020.854884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326020.854885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326020.854936:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326020.854941:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326020.854944:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326021.878844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326021.878852:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326021.878859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326021.878860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326021.878908:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326021.878912:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326021.878915:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326022.902898:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326022.902905:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326022.902910:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326022.902912:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326022.902956:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326022.902960:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326022.902984:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326023.926868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326023.926877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326023.926884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326023.926886:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326023.926942:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326023.926945:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326023.926947:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326024.758876:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305730552, at 4305730560 00000100:00000040:0.0:1767326024.758881:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305730552, at 4305730560 00000100:00000040:3.0:1767326024.758888:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305730552, at 4305730560 00000100:00000040:1.0:1767326024.758888:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305730552, at 4305730560 00000100:00000010:2.0:1767326024.758890:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:0.0:1767326024.758895:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000010:1.0:1767326024.758907:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00000100:00000010:3.0:1767326024.758909:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00010000:00000001:0.0:1767326024.950887:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326024.950896:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326024.950903:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326024.950904:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326024.950976:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326024.950980:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326024.950983:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326025.270855:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326025.270865:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326025.270876:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326025.270884:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326025.270889:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326025.270893:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326025.270899:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326025.270906:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 00000100:00000001:2.0:1767326025.270915:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326025.270925:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326025.270934:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326025.270937:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326025.270941:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326025.270986:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326025.270989:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326025.270992:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326025.270996:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326025.270998:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326025.271001:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326025.271003:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326025.271005:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326025.271008:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:2.0:1767326025.271011:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326025.271013:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326025.271017:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326025.271020:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326025.271024:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326025.271028:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326025.271032:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326025.271034:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326025.271063:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326025.271063:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326025.271066:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326025.271068:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326025.271071:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_02+2] req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326025.271075:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326025.271079:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326025.271083:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326025.271087:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386624384:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326025.271091:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326025.271093:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326025.271096:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326025.271098:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326025.271099:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326025.271102:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 02000000:00000001:3.0:1767326025.271103:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326025.271106:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326025.271108:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326025.271109:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326025.271112:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326025.271112:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326025.271116:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c550d5. 02000000:00000001:2.0:1767326025.271117:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.271117:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326025.271120:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326025.271122:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326025.271124:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000040:0.0:1767326025.271127:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326025.271130:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326025.271132:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00000001:0.0:1767326025.271137:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326025.271139:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326025.271139:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326025.271140:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326025.271146:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326025.271146:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326025.271148:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326025.271153:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 02000000:00000001:0.0:1767326025.271154:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326025.271161:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767326025.271161:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386624512:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326025.271165:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624384, portal 25 00000100:00000001:2.0:1767326025.271165:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.271166:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326025.271171:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326025.271172:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_03+3] req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326025.271173:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 02000000:00000001:0.0:1767326025.271177:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326025.271181:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326025.271184:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326025.271185:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326025.271189:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008525b7ff. 02000000:00000001:0.0:1767326025.271193:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326025.271200:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000100:00000001:3.0:1767326025.271201:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326025.271205:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:2.0:1767326025.271206:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326025.271208:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326025.271211:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326025.271211:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624512, portal 10 00000400:00000010:3.0:1767326025.271213:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000100:00000001:0.0:1767326025.271216:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767326025.271219:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386624384, offset 0 00000100:00000040:2.0:1767326025.271220:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326025.271220:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000001:1.0:1767326025.271224:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326025.271229:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11068) 00000100:00000001:1.0:1767326025.271229:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326025.271231:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326025.271233:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326025.271237:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326025.271241:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326025.271252:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326025.271253:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326025.271260:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326025.271265:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326025.271267:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326025.271270:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326025.271271:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326025.271274:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326025.271275:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718ba297. 00000400:00000200:3.0:1767326025.271278:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326025.271279:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326025.271281:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386624512, offset 0 00000400:00000200:3.0:1767326025.271284:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326025.271286:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386624640:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326025.271292:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326025.271293:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326025.271295:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326025.271299:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [171:171:256:4294967295] 192.168.203.127@tcp LPNI seq info [171:171:8:4294967295] 02000000:00000001:1.0:1767326025.271299:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326025.271303:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326025.271306:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326025.271310:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000879433bd. 00000400:00000200:3.0:1767326025.271311:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:1.0:1767326025.271315:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326025.271320:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326025.271321:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000400:00000200:0.0:1767326025.271323:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326025.271326:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000400:00000200:0.0:1767326025.271328:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326025.271329:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000400:00000200:0.0:1767326025.271332:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:1.0:1767326025.271335:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624640, portal 10 00000800:00000200:3.0:1767326025.271336:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326025.271338:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326025.271341:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326025.271343:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326025.271345:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000400:00000200:0.0:1767326025.271349:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [172:172:255:4294967295] 192.168.203.127@tcp LPNI seq info [172:172:7:4294967295] 00000800:00000200:3.0:1767326025.271350:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:1.0:1767326025.271356:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326025.271357:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326025.271367:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326025.271378:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326025.271380:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326025.271380:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326025.271382:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305735672 00000800:00000010:0.0:1767326025.271384:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000100:00000010:3.0:1767326025.271388:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071b4d82f. 00000800:00000200:0.0:1767326025.271391:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:1.0:1767326025.271394:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326025.271397:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767326025.271399:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005083f1d1. 00000800:00000200:0.0:1767326025.271399:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326025.271404:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326025.271405:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305735672 00000100:00000200:1.0:1767326025.271405:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386624640, offset 0 00000100:00000010:3.0:1767326025.271411:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1a66277. 00000100:00000001:0.0:1767326025.271412:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326025.271415:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326025.271418:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326025.271418:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 577780 usecs (578 jiffies) 00000100:00000001:0.0:1767326025.271426:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305731650 00000100:00000001:3.0:1767326025.271427:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305735672 00000100:00000010:3.0:1767326025.271430:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4254591. 00000400:00000200:1.0:1767326025.271430:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326025.271433:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326025.271436:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767326025.271439:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000400:00000200:1.0:1767326025.271440:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326025.271440:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305735672 00000100:00000001:3.0:1767326025.271441:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305735672 00000400:00000200:1.0:1767326025.271448:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326025.271448:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305731650 00000100:00000010:3.0:1767326025.271449:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc559c9e. 00000400:00000200:2.0:1767326025.271449:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326025.271455:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326025.271455:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326025.271456:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305735672 00000100:00000001:3.0:1767326025.271461:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326025.271462:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326025.271462:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305731650 00000400:00000200:1.0:1767326025.271463:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326025.271465:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.271468:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305735672 00000100:00000001:3.0:1767326025.271469:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326025.271472:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [173:173:254:4294967295] 192.168.203.127@tcp LPNI seq info [173:173:6:4294967295] 00000100:00000001:3.0:1767326025.271476:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326025.271476:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305731650 00000100:00000001:0.0:1767326025.271480:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305735672 00000100:00000001:0.0:1767326025.271484:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326025.271485:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326025.271489:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326025.271489:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326025.271489:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326025.271495:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326025.271496:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326025.271498:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326025.271499:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326025.271502:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326025.271503:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326025.271504:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d49ff96 00000100:00000001:0.0:1767326025.271506:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326025.271507:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326025.271509:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d49ff96. 00000800:00000010:1.0:1767326025.271510:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000100:00000001:0.0:1767326025.271510:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326025.271515:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326025.271517:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326025.271518:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326025.271521:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326025.271521:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.271525:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326025.271526:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326025.271533:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326025.271538:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326025.271539:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326025.271544:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326025.271544:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326025.271550:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 32005 usecs (33 jiffies) 00000100:00000001:2.0:1767326025.271553:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326025.271555:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305731105 00000100:00000001:2.0:1767326025.271556:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326025.271560:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305735672 00000100:00000001:1.0:1767326025.271564:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305731105 00000100:00000001:1.0:1767326025.271565:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305735672 00000100:00000001:1.0:1767326025.271568:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305731105 00000100:00000001:1.0:1767326025.271570:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305735672 00000100:00000001:1.0:1767326025.271572:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305731105 00000800:00000200:2.0:1767326025.271573:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326025.271575:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305735672 00000800:00000010:2.0:1767326025.271578:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000100:00000001:1.0:1767326025.271579:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326025.271584:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326025.271584:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326025.271591:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326025.271594:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326025.271595:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000100:00000001:1.0:1767326025.271598:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326025.271599:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00000100:00000001:2.0:1767326025.271604:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326025.271606:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326025.271607:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326025.271610:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326025.271616:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326025.271619:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326025.271620:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326025.271622:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326025.271623:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326025.271626:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326025.271632:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326025.271634:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326025.271692:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326025.271693:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326025.271696:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326025.271698:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326025.271700:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:2.0:1767326025.271701:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000001:2.0:1767326025.271703:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326025.271704:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326025.271717:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326025.271718:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326025.271722:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326025.271723:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326025.273200:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273214:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326025.273217:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273219:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326025.273226:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326025.273242:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05180 00000400:00000200:2.0:1767326025.273249:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x63d [1] + 224 00000800:00000001:2.0:1767326025.273256:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273263:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326025.273273:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326025.273276:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326025.273281:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326025.273284:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326025.273294:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326025.273308:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326025.273317:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273448:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326025.273450:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273480:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326025.273484:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326025.273489:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05200 00000400:00000200:2.0:1767326025.273493:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x641 [1] + 224 00000800:00000001:2.0:1767326025.273496:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273505:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326025.273506:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326025.273507:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326025.273510:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326025.273514:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:3.0:1767326025.273516:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326025.273520:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326025.273522:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000400:00000200:3.0:1767326025.273525:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:3.0:1767326025.273527:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326025.273530:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326025.273531:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326025.273535:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326025.273537:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326025.273560:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326025.273561:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326025.273589:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326025.273591:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326025.273593:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326025.273594:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326025.273596:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326025.273599:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326025.273601:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326025.273603:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326025.273604:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326025.273607:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326025.273609:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273611:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326025.273617:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:3.0:1767326025.273619:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=60 v=5 (5 5 0 0) 00000100:00000001:0.0:1767326025.273621:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326025.273624:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326025.273625:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05280 00000100:00001000:3.0:1767326025.273627:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=60 v=5 (1 1 0 0) 00000400:00000001:0.0:1767326025.273629:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326025.273632:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767326025.273632:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326025.273636:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326025.273636:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00010000:00000001:3.0:1767326025.273641:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326025.273642:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00010000:00000001:3.0:1767326025.273646:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326025.273646:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767326025.273648:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326025.273650:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326025.273652:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x64d [1] + 224 00000100:00000200:0.0:1767326025.273656:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326025.273657:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326025.273658:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326025.273671:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326025.273675:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326025.273683:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326025.273683:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326025.273684:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326025.273690:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326025.273691:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326025.273693:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326025.273698:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326025.273702:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326025.273711:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326025.273715:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326025.273720:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326025.273727:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326025.273728:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386624384:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326025.273738:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326025.273738:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326025.273742:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326025.273743:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326025.273746:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326025.273749:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386624384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326025.273751:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326025.273751:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326025.273775:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326025.273779:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326025.273784:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326025.273788:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326025.273790:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=50 v=5 (5 5 0 0) 00000400:00000001:1.0:1767326025.273793:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326025.273797:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767326025.273799:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326025.273800:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767326025.273800:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 02000000:00000001:3.0:1767326025.273805:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326025.273807:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326025.273808:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 02000000:00000010:3.0:1767326025.273809:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c550d5. 00000100:00000001:0.0:1767326025.273810:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326025.273813:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00010000:00000001:0.0:1767326025.273814:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326025.273817:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326025.273819:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326025.273819:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326025.273821:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326025.273825:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326025.273825:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767326025.273827:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326025.273828:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:3.0:1767326025.273829:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326025.273833:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767326025.273834:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 00000100:00000001:0.0:1767326025.273835:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326025.273841:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767326025.273844:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326025.273846:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767326025.273849:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326025.273850:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767326025.273856:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326025.273857:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326025.273860:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326025.273863:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326025.273866:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326025.273867:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326025.273872:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326025.273874:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326025.273876:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326025.273878:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326025.273881:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326025.273882:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767326025.273885:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386624512:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326025.273887:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326025.273887:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326025.273890:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326025.273891:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326025.273892:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.273893:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326025.273896:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326025.273897:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386624512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326025.273901:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.273907:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326025.273909:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=60 v=5 (5 5 0 0) 02000000:00000001:0.0:1767326025.273909:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326025.273912:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008525b7ff. 00000100:00001000:1.0:1767326025.273916:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=35 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326025.273917:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326025.273919:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326025.273921:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326025.273923:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326025.273924:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326025.273927:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326025.273929:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767326025.273931:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 02000000:00000001:0.0:1767326025.273934:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1767326025.273936:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326025.273937:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326025.273939:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:0.0:1767326025.273943:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326025.273944:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326025.273959:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326025.273964:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326025.273967:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.273968:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326025.273970:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326025.273971:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326025.273980:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326025.273982:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326025.273984:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326025.273985:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326025.273989:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326025.273996:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326025.273998:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326025.273999:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326025.274002:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326025.274009:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386624640:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326025.274013:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326025.274015:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326025.274017:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386624640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326025.274023:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326025.274024:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326025.274026:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000879433bd. 02000000:00000001:1.0:1767326025.274029:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326025.274031:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326025.274032:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326025.274034:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326025.274035:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 02000000:00000001:1.0:1767326025.274037:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326025.274038:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326025.274039:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:1.0:1767326025.274042:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326025.274043:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326025.274044:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326025.274048:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326025.274049:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326025.274052:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326025.274058:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326025.974838:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326025.974844:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326025.974849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326025.974850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326025.974905:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326025.974909:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326025.974911:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326026.998838:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326026.998846:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326026.998848:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326026.998851:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998855:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326026.998857:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998859:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998861:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326026.998866:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326026.998867:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326026.998871:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326026.998873:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326026.998874:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998875:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326026.998876:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998878:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.998880:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326026.998928:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326026.998932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326026.998957:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326028.022837:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326028.022844:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326028.022849:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326028.022850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326028.022896:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326028.022899:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326028.022902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326029.046841:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326029.046846:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326029.046865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326029.046866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326029.046909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326029.046912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326029.046915:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326029.878870:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305735672, at 4305735680 00000100:00000040:1.0:1767326029.878870:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305735672, at 4305735680 00000100:00000040:2.0:1767326029.878876:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305735672, at 4305735680 00000100:00000040:0.0:1767326029.878876:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305735672, at 4305735680 00000100:00000010:1.0:1767326029.878889:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1a66277. 00000100:00000010:3.0:1767326029.878892:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc559c9e. 00000100:00000010:2.0:1767326029.878896:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4254591. 00000100:00000010:0.0:1767326029.878900:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071b4d82f. 00010000:00000001:0.0:1767326030.070839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326030.070846:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326030.070853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326030.070854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326030.070912:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326030.070924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326030.070927:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326030.390880:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326030.390894:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326030.390904:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767326030.390924:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326030.390929:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326030.390933:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326030.390940:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326030.390949:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000001:2.0:1767326030.390959:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326030.390971:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326030.390986:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326030.390989:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326030.390996:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_00+0] req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326030.391022:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326030.391025:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326030.391029:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326030.391033:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326030.391036:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326030.391038:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326030.391040:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326030.391040:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326030.391043:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.391046:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326030.391049:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:0.0:1767326030.391051:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326030.391058:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326030.391066:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326030.391067:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326030.391072:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326030.391073:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326030.391075:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326030.391079:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326030.391082:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326030.391084:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386624768:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326030.391091:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326030.391097:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326030.391098:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326030.391100:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326030.391102:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326030.391105:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326030.391107:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_01+1] req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326030.391110:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000501222c6. 02000000:00000001:0.0:1767326030.391114:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326030.391122:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326030.391122:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000100:00000001:3.0:1767326030.391125:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326030.391126:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326030.391130:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326030.391131:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326030.391131:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:3.0:1767326030.391133:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326030.391137:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000100:00000200:0.0:1767326030.391140:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624768, portal 25 00000100:00000040:3.0:1767326030.391141:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326030.391143:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326030.391145:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326030.391148:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000100:00000001:2.0:1767326030.391149:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326030.391152:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326030.391156:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326030.391157:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326030.391163:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 00000100:00000001:3.0:1767326030.391166:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326030.391169:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326030.391170:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.391173:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326030.391176:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326030.391179:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326030.391179:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326030.391186:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326030.391187:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326030.391191:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000200:0.0:1767326030.391196:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386624768, offset 0 00000100:00000001:2.0:1767326030.391198:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326030.391200:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326030.391203:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326030.391206:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_02+2] req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326030.391221:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326030.391228:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326030.391233:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326030.391235:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326030.391237:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326030.391242:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326030.391245:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326030.391248:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326030.391249:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326030.391253:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11073) 00000100:00000001:1.0:1767326030.391254:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326030.391258:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326030.391259:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [174:174:256:4294967295] 192.168.203.127@tcp LPNI seq info [174:174:8:4294967295] 00000100:00100000:3.0:1767326030.391262:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386624896:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326030.391266:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326030.391268:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326030.391273:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326030.391274:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326030.391278:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326030.391282:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326030.391284:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326030.391288:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326030.391288:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326030.391292:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326030.391294:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 00000800:00000200:0.0:1767326030.391296:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326030.391297:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326030.391299:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326030.391301:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326030.391304:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 02000000:00000001:1.0:1767326030.391305:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326030.391306:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00100000:1.0:1767326030.391312:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386625024:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767326030.391313:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000800:00000200:0.0:1767326030.391313:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326030.391320:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386624896, portal 10 00000100:00000001:1.0:1767326030.391321:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326030.391324:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326030.391325:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:1.0:1767326030.391326:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326030.391328:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 02000000:00000001:1.0:1767326030.391330:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326030.391332:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326030.391334:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326030.391338:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326030.391339:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000371a44c. 02000000:00000001:1.0:1767326030.391343:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.391345:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326030.391347:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000001:0.0:1767326030.391353:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305740792 00000400:00000010:1.0:1767326030.391355:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000010:0.0:1767326030.391359:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa95d9c. 00000100:00000001:3.0:1767326030.391362:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326030.391362:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625024, portal 10 00000100:00000001:1.0:1767326030.391367:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326030.391368:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326030.391368:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326030.391371:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000010:3.0:1767326030.391375:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000001:0.0:1767326030.391377:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305740792 00000100:00000200:3.0:1767326030.391379:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386624896, offset 0 00000100:00000040:1.0:1767326030.391381:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326030.391383:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000001:0.0:1767326030.391388:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326030.391393:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326030.391394:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305740792 00000100:00000010:0.0:1767326030.391398:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000100:00000040:1.0:1767326030.391399:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326030.391403:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326030.391404:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000001:0.0:1767326030.391405:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305740792 00000100:00000200:1.0:1767326030.391409:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386625024, offset 0 00000100:00000010:0.0:1767326030.391410:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000100:00000001:0.0:1767326030.391414:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326030.391419:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326030.391421:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326030.391422:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326030.391429:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:1.0:1767326030.391429:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326030.391429:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326030.391435:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326030.391436:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.391442:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326030.391444:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326030.391448:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326030.391452:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326030.391454:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326030.391457:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326030.391458:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326030.391463:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326030.391464:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326030.391468:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [175:175:255:4294967295] 192.168.203.127@tcp LPNI seq info [175:175:7:4294967295] 00000100:00000001:0.0:1767326030.391468:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326030.391471:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.391476:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326030.391484:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326030.391491:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326030.391492:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000800:00000010:1.0:1767326030.391495:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000400:00000010:2.0:1767326030.391496:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000800:00000200:1.0:1767326030.391502:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326030.391504:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326030.391508:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326030.391511:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326030.391514:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326030.391521:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326030.391527:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 31368 usecs (32 jiffies) 00000100:00000001:2.0:1767326030.391528:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326030.391534:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326030.391541:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305736224 00000100:00000001:2.0:1767326030.391542:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326030.391547:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326030.391548:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305740792 00000100:00000001:1.0:1767326030.391551:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305736224 00000100:00000001:1.0:1767326030.391553:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305740792 00000100:00000001:1.0:1767326030.391555:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305736224 00000100:00000001:1.0:1767326030.391558:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305740792 00000100:00000001:1.0:1767326030.391562:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305736224 00000100:00000001:1.0:1767326030.391566:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305740792 00000400:00000200:3.0:1767326030.391567:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326030.391570:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326030.391574:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326030.391576:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326030.391577:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326030.391580:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326030.391581:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326030.391583:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326030.391586:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000100:00000001:1.0:1767326030.391587:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326030.391590:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326030.391590:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326030.391597:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326030.391599:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326030.391604:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326030.391606:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326030.391609:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326030.391678:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326030.391680:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326030.391683:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326030.391686:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [176:176:255:4294967295] 192.168.203.127@tcp LPNI seq info [176:176:7:4294967295] 00000400:00000200:3.0:1767326030.391694:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326030.391699:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326030.391699:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000800:00000010:3.0:1767326030.391703:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000400:00000010:2.0:1767326030.391703:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:2.0:1767326030.391707:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326030.391711:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326030.391714:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326030.391721:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326030.391726:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326030.391732:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326030.391733:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326030.391737:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 566056 usecs (567 jiffies) 00000100:00000040:2.0:1767326030.391738:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326030.391743:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305736759 00000100:00000001:3.0:1767326030.391748:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305740792 00000100:00000001:3.0:1767326030.391753:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305736759 00000100:00000001:2.0:1767326030.391754:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326030.391780:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326030.391781:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305740792 00000100:00000001:3.0:1767326030.391784:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305736760 00000100:00000001:3.0:1767326030.391787:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305740792 00000100:00000001:3.0:1767326030.391789:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305736760 00000100:00000001:3.0:1767326030.391791:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305740792 00000100:00000001:3.0:1767326030.391799:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326030.391802:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326030.391804:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326030.391807:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326030.391811:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326030.391813:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326030.391816:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326030.391817:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326030.391818:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326030.391821:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326030.391822:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326030.391827:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326030.391828:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326030.391835:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326030.391838:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:2.0:1767326030.391845:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:2.0:1767326030.391850:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326030.391853:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326030.391861:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326030.391865:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326030.391870:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326030.391872:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326030.392820:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.392828:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326030.392831:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.392833:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326030.392840:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326030.392851:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05300 00000400:00000200:2.0:1767326030.392856:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x655 [1] + 224 00000800:00000001:2.0:1767326030.392863:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.392869:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326030.392872:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326030.392875:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326030.392879:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326030.392883:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326030.392891:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326030.392908:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326030.392927:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.392929:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326030.392944:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326030.392947:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326030.392952:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326030.392954:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326030.392956:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00000400:00000200:0.0:1767326030.392960:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000400:00000010:0.0:1767326030.392961:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767326030.392964:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326030.392969:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326030.392977:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326030.392983:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326030.392985:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326030.392988:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326030.392990:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326030.392992:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326030.392994:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326030.392997:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326030.393003:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326030.393007:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326030.393009:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326030.393011:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326030.393014:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326030.393016:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.393019:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326030.393022:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326030.393040:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326030.393042:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326030.393045:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326030.393048:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326030.393055:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386624768:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326030.393060:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326030.393061:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326030.393063:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386624768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326030.393069:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326030.393072:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326030.393075:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000501222c6. 02000000:00000001:0.0:1767326030.393079:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326030.393081:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326030.393083:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326030.393086:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326030.393088:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 02000000:00000001:0.0:1767326030.393092:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326030.393094:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326030.393096:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:0.0:1767326030.393099:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326030.393100:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326030.393102:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326030.393106:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326030.393108:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326030.393110:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326030.393112:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326030.393130:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.393136:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326030.393138:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.393140:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326030.393145:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326030.393157:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05400 00000400:00000200:2.0:1767326030.393161:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x661 [1] + 224 00000800:00000001:2.0:1767326030.393165:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.393169:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326030.393171:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326030.393174:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326030.393176:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326030.393180:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326030.393188:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326030.393202:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326030.393207:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.393211:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326030.393213:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326030.393215:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326030.393221:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326030.393227:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05380 00000100:00000001:1.0:1767326030.393230:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326030.393232:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x65d [1] + 224 00000100:00000001:1.0:1767326030.393234:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326030.393239:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326030.393239:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326030.393242:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326030.393244:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326030.393244:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:2.0:1767326030.393248:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326030.393251:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000200:2.0:1767326030.393254:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326030.393255:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326030.393261:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326030.393262:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326030.393266:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326030.393268:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326030.393296:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326030.393298:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326030.393319:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326030.393322:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326030.393324:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326030.393325:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326030.393326:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326030.393327:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326030.393331:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326030.393333:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326030.393334:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326030.393339:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=65 v=5 (5 5 0 0) 00000800:00000001:2.0:1767326030.393343:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326030.393344:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326030.393344:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326030.393348:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326030.393351:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326030.393353:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326030.393354:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767326030.393356:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767326030.393357:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326030.393361:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00010000:00080000:1.0:1767326030.393363:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326030.393366:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:3.0:1767326030.393370:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326030.393374:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326030.393378:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326030.393382:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326030.393383:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326030.393386:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326030.393390:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326030.393393:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326030.393401:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326030.393402:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326030.393417:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326030.393420:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326030.393423:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326030.393424:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326030.393427:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326030.393428:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326030.393430:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326030.393431:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326030.393433:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326030.393437:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326030.393438:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326030.393442:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=55 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326030.393449:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=55 v=5 (1 1 0 0) 00000100:00100000:1.0:1767326030.393453:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386625024:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326030.393454:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326030.393457:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326030.393461:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326030.393461:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326030.393465:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326030.393465:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326030.393470:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326030.393470:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386625024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326030.393479:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326030.393480:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326030.393483:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326030.393484:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326030.393486:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326030.393488:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000371a44c. 02000000:00000001:1.0:1767326030.393492:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326030.393493:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326030.393495:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326030.393498:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326030.393502:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326030.393505:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 02000000:00000001:1.0:1767326030.393510:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326030.393511:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326030.393513:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326030.393515:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1767326030.393516:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767326030.393517:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326030.393521:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326030.393523:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326030.393524:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326030.393528:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326030.393534:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386624896:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326030.393538:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326030.393542:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326030.393544:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326030.393547:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326030.393549:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326030.393551:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326030.393553:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386624896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326030.393561:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326030.393563:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326030.393565:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 02000000:00000001:3.0:1767326030.393568:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326030.393569:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326030.393570:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326030.393573:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326030.393574:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 02000000:00000001:3.0:1767326030.393576:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326030.393577:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326030.393578:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:3.0:1767326030.393581:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326030.393582:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326030.393584:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326030.393587:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326030.393588:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326030.393590:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326030.393592:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326031.094878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326031.094886:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326031.094893:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326031.094895:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326031.094956:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326031.094961:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326031.094964:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326032.118846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326032.118864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326032.118868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326032.118869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326032.118927:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326032.118931:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326032.118933:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326033.142874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326033.142883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326033.142888:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326033.142888:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326033.142941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326033.142946:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326033.142948:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326034.166913:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326034.166928:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326034.166939:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326034.166941:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326034.167026:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326034.167030:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326034.167033:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326034.998879:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305740792, at 4305740800 00000100:00000040:0.0:1767326034.998879:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305740792, at 4305740800 00000100:00000040:2.0:1767326034.998897:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305740792, at 4305740800 00000100:00000040:3.0:1767326034.998899:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305740792, at 4305740800 00000100:00000010:0.0:1767326034.998913:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:2.0:1767326034.998915:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000010:1.0:1767326034.998918:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:3.0:1767326034.998922:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00010000:00000001:0.0:1767326035.190861:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326035.190869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326035.190877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326035.190888:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326035.190941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326035.190945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326035.190949:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326035.510863:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326035.510873:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326035.510890:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000020:00000040:0.0:1767326035.510896:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326035.510900:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326035.510903:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326035.510907:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326035.510914:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767326035.510926:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326035.510939:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326035.510948:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326035.510949:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326035.510953:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8724a52] to pc [ptlrpcd_00_03+3] req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.510975:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326035.510977:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326035.510989:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326035.510991:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000020:00000040:0.0:1767326035.510992:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326035.510994:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326035.510995:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326035.510996:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326035.510998:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:0.0:1767326035.511000:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326035.511002:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326035.511007:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326035.511008:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326035.511010:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000513ee387] to pc [ptlrpcd_00_00+0] req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326035.511023:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326035.511028:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326035.511030:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326035.511033:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326035.511036:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:0.0:1767326035.511036:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 00000100:00000001:1.0:1767326035.511040:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326035.511041:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326035.511046:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326035.511047:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326035.511048:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326035.511050:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:1.0:1767326035.511052:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326035.511053:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326035.511057:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326035.511059:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326035.511063:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326035.511066:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326035.511067:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326035.511068:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326035.511069:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326035.511070:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511074:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326035.511074:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326035.511081:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c92f2871] to pc [ptlrpcd_00_01+1] req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326035.511083:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326035.511083:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326035.511085:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326035.511094:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326035.511114:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326035.511117:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326035.511119:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326035.511123:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511131:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326035.511136:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326035.511137:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326035.511142:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326035.511144:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326035.511145:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326035.511148:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326035.511149:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326035.511149:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326035.511156:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326035.511157:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386625152:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326035.511157:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767326035.511164:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386625280:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326035.511167:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326035.511168:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326035.511168:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11079) 00000100:00000001:3.0:1767326035.511171:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326035.511174:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326035.511178:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326035.511180:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326035.511180:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326035.511185:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326035.511185:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326035.511192:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326035.511194:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326035.511194:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326035.511200:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2c4454f. 02000000:00000001:3.0:1767326035.511207:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326035.511207:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047deb66f. 02000000:00000001:1.0:1767326035.511216:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326035.511219:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000100:00000001:2.0:1767326035.511220:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326035.511223:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000001:2.0:1767326035.511227:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326035.511231:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000400:00000010:1.0:1767326035.511232:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 02000000:00000001:2.0:1767326035.511234:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326035.511238:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326035.511239:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625152, portal 25 00000100:00000200:3.0:1767326035.511244:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625280, portal 10 02000000:00000001:2.0:1767326035.511249:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511250:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326035.511251:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326035.511260:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656547584 : -125135053004032 : ffff8e30b99de300) 00000100:00000001:1.0:1767326035.511260:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00100000:2.0:1767326035.511265:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386625408:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326035.511275:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326035.511276:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326035.511276:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326035.511281:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326035.511284:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326035.511288:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326035.511297:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326035.511299:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326035.511305:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea481bae. 00000100:00000001:3.0:1767326035.511307:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326035.511309:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386625152, offset 0 02000000:00000010:2.0:1767326035.511310:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19d22ac. 00000100:00000040:3.0:1767326035.511320:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326035.511320:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326035.511331:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326035.511332:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000400:00000010:2.0:1767326035.511334:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb3aa17. 00000100:00000200:3.0:1767326035.511337:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386625280, offset 0 00000400:00000010:2.0:1767326035.511343:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000400:00000200:3.0:1767326035.511346:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326035.511349:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:2.0:1767326035.511353:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625408, portal 10 00000100:00000001:2.0:1767326035.511361:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326035.511364:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656549376 : -125135053002240 : ffff8e30b99dea00) 00000400:00000200:1.0:1767326035.511368:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326035.511372:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326035.511374:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326035.511382:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326035.511387:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [177:177:256:4294967295] 192.168.203.127@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767326035.511396:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326035.511400:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326035.511403:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326035.511405:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000400:00000200:3.0:1767326035.511407:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326035.511410:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326035.511414:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326035.511415:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326035.511419:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326035.511422:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [178:178:255:4294967295] 192.168.203.127@tcp LPNI seq info [178:178:7:4294967295] 00000800:00000200:1.0:1767326035.511426:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326035.511430:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326035.511433:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326035.511438:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326035.511441:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000800:00000200:3.0:1767326035.511444:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326035.511447:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326035.511447:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326035.511452:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326035.511453:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305745912 00000100:00000001:3.0:1767326035.511455:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326035.511458:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000100:00000040:2.0:1767326035.511460:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326035.511461:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 554792 usecs (555 jiffies) 00000100:00000001:1.0:1767326035.511466:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326035.511468:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305741867 00000100:00000001:1.0:1767326035.511474:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305745912 00000100:00000001:3.0:1767326035.511476:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305745912 00000100:00000001:3.0:1767326035.511483:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305741867 00000100:00000010:1.0:1767326035.511484:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000500c5f0d. 00000100:00000001:1.0:1767326035.511494:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326035.511496:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326035.511498:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326035.511501:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000100:00000001:3.0:1767326035.511502:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305745912 00000100:00000001:1.0:1767326035.511503:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305745912 00000400:00000200:0.0:1767326035.511508:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326035.511510:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326035.511511:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305741867 00000100:00000010:1.0:1767326035.511518:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 00000400:00000010:2.0:1767326035.511520:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 00000100:00000001:1.0:1767326035.511526:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326035.511528:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767326035.511530:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386625408, offset 0 00000100:00000001:3.0:1767326035.511535:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305745912 00000100:00000001:1.0:1767326035.511535:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305745912 00000400:00000200:0.0:1767326035.511537:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000400:00000010:0.0:1767326035.511540:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000100:00000001:3.0:1767326035.511542:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305741867 00000100:00000010:1.0:1767326035.511544:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000100:00000001:0.0:1767326035.511546:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326035.511550:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326035.511552:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767326035.511559:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326035.511560:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305745912 00000100:00000001:1.0:1767326035.511560:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326035.511566:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511571:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326035.511572:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326035.511576:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511582:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326035.511585:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511587:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511593:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326035.511596:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326035.511598:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326035.511600:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326035.511607:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326035.511608:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326035.511609:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326035.511618:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326035.511620:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.511624:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326035.511627:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326035.511627:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326035.511639:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326035.511645:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326035.511650:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326035.511651:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [179:179:254:4294967295] 192.168.203.127@tcp LPNI seq info [179:179:6:4294967295] 00000400:00000200:2.0:1767326035.511662:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326035.511666:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326035.511670:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000800:00000200:2.0:1767326035.511675:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326035.511680:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326035.511684:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326035.511687:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326035.511696:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 30743 usecs (31 jiffies) 00000100:00000001:2.0:1767326035.511703:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305741343 00000100:00000001:2.0:1767326035.511706:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305745912 00000100:00000001:2.0:1767326035.511709:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305741343 00000100:00000001:2.0:1767326035.511711:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305745912 00000100:00000001:2.0:1767326035.511713:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305741343 00000100:00000001:2.0:1767326035.511716:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305745912 00000800:00000200:0.0:1767326035.511716:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326035.511719:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:2.0:1767326035.511725:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305741343 00000400:00000200:0.0:1767326035.511727:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326035.511732:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326035.511739:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305745912 00000400:00000200:0.0:1767326035.511739:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000400:00000010:0.0:1767326035.511744:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000100:00000001:2.0:1767326035.511746:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326035.511753:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326035.511754:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326035.511786:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.511793:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326035.511795:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326035.511800:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326035.511803:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326035.511812:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326035.511812:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326035.511814:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326035.511816:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326035.511821:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326035.511823:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326035.511825:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326035.511828:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326035.511829:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326035.511831:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000400:00000200:0.0:1767326035.511834:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326035.511838:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326035.511840:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000400:00000010:0.0:1767326035.511841:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000001:0.0:1767326035.511843:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326035.511847:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.511854:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326035.511855:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.511859:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326035.511865:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326035.513055:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513067:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326035.513070:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513072:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326035.513078:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326035.513087:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05500 00000400:00000200:2.0:1767326035.513092:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x671 [1] + 224 00000800:00000001:2.0:1767326035.513098:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513106:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326035.513107:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326035.513110:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326035.513115:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326035.513118:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326035.513124:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326035.513135:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326035.513141:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513144:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326035.513200:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326035.513205:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326035.513210:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326035.513212:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326035.513213:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767326035.513215:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000800:00000001:2.0:1767326035.513221:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326035.513222:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000800:00000001:2.0:1767326035.513227:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513239:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326035.513244:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326035.513251:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05580 00000400:00000010:3.0:1767326035.513278:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326035.513283:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326035.513287:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x67d [1] + 224 00000100:00000200:3.0:1767326035.513292:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326035.513297:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513303:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326035.513307:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326035.513312:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326035.513321:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326035.513332:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326035.513337:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326035.513342:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326035.513342:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326035.513352:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326035.513358:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326035.513360:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326035.513367:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326035.513371:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326035.513382:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326035.513391:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326035.513392:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=60 v=5 (5 5 0 0) 00000800:00000001:2.0:1767326035.513396:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326035.513398:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=60 v=5 (1 1 0 0) 00000800:00000001:2.0:1767326035.513401:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326035.513404:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326035.513404:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326035.513411:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326035.513412:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326035.513417:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326035.513422:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326035.513424:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326035.513424:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326035.513426:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326035.513433:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326035.513436:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326035.513437:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767326035.513438:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb3aa17. 00000400:00000200:2.0:1767326035.513447:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05480 00000400:00000200:0.0:1767326035.513447:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000100:00000040:3.0:1767326035.513449:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326035.513454:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:3.0:1767326035.513456:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326035.513460:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326035.513461:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326035.513466:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x66d [1] + 224 00000100:00000040:3.0:1767326035.513471:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326035.513471:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326035.513479:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326035.513492:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326035.513501:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326035.513501:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326035.513516:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326035.513525:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326035.513528:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326035.513535:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326035.513536:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326035.513542:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326035.513543:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326035.513552:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326035.513559:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.513562:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326035.513566:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326035.513570:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.513576:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326035.513580:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326035.513587:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326035.513592:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386625280:192.168.203.127@tcp:400: 00000100:00001000:0.0:1767326035.513595:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=70 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326035.513606:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326035.513608:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326035.513615:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326035.513623:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326035.513624:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000513ee387 x1853175386625280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326035.513625:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326035.513628:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326035.513633:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326035.513672:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326035.513679:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326035.513693:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2c4454f. 02000000:00000001:3.0:1767326035.513704:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326035.513706:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326035.513708:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326035.513709:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1767326035.513711:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:0.0:1767326035.513711:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326035.513714:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326035.513719:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326035.513719:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326035.513720:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326035.513727:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 00000100:00000040:0.0:1767326035.513728:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326035.513731:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326035.513735:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326035.513738:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326035.513740:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326035.513740:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767326035.513741:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000100:00000001:0.0:1767326035.513750:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326035.513753:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326035.513755:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326035.513788:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326035.513791:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326035.513796:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326035.513798:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326035.513802:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326035.513806:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326035.513807:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326035.513807:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326035.513813:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767326035.513819:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386625408:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326035.513830:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326035.513831:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326035.513832:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767326035.513836:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326035.513838:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c92f2871 x1853175386625408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326035.513840:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:1.0:1767326035.513849:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000100:00000001:0.0:1767326035.513851:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767326035.513855:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 02000000:00000001:0.0:1767326035.513856:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326035.513860:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19d22ac. 02000000:00000001:0.0:1767326035.513867:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326035.513868:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326035.513875:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767326035.513889:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326035.513892:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326035.513900:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326035.513907:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:0.0:1767326035.513916:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767326035.513920:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326035.513921:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326035.513925:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 00000100:00000001:0.0:1767326035.513931:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326035.513934:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326035.513941:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326035.513942:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326035.513945:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326035.513950:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326035.513951:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326035.513954:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326035.513954:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326035.513957:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326035.513960:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326035.513961:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326035.513965:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326035.513968:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326035.513975:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=70 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326035.513979:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=70 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326035.513982:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326035.513984:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326035.513987:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326035.513989:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326035.513991:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326035.513995:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326035.514001:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326035.514004:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326035.514006:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326035.514009:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326035.514016:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386625152:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326035.514021:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326035.514030:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326035.514033:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386625152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326035.514040:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326035.514049:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326035.514052:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047deb66f. 02000000:00000001:1.0:1767326035.514055:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326035.514058:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326035.514059:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326035.514061:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326035.514064:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 02000000:00000001:1.0:1767326035.514067:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326035.514068:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326035.514069:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:1.0:1767326035.514074:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326035.514075:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326035.514077:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326035.514081:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326035.514083:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326035.514085:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326035.514087:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326036.214859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326036.214865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326036.214885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326036.214886:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326036.214947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326036.214949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326036.214951:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326037.238892:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326037.238901:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326037.238903:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326037.238906:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238911:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326037.238913:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238914:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238916:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238920:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326037.238922:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326037.238923:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326037.238927:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326037.238929:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326037.238930:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238931:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326037.238932:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238933:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.238935:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326037.238991:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326037.238995:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326037.238998:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326038.262845:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326038.262849:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326038.262854:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326038.262879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326038.262926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326038.262928:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326038.262930:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326039.286870:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326039.286878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326039.286885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326039.286885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326039.286942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326039.286946:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326039.286949:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326040.118893:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305745912, at 4305745920 00000100:00000040:1.0:1767326040.118893:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305745912, at 4305745920 00000100:00000040:0.0:1767326040.118893:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305745912, at 4305745920 00000100:00000040:3.0:1767326040.118896:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305745912, at 4305745920 00000100:00000010:0.0:1767326040.118913:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:3.0:1767326040.118927:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:2.0:1767326040.118930:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00000100:00000010:1.0:1767326040.118930:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000500c5f0d. 00010000:00000001:0.0:1767326040.310860:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326040.310869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326040.310876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326040.310877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326040.310900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326040.310904:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326040.310907:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326040.630890:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326040.630903:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326040.630915:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 00000020:00000040:0.0:1767326040.630923:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326040.630928:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326040.630932:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326040.630945:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326040.630954:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:0.0:1767326040.630962:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326040.630973:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326040.630985:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326040.630988:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326040.630994:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c92f2871] to pc [ptlrpcd_00_02+2] req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631024:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326040.631045:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326040.631048:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326040.631049:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326040.631054:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 00000100:00000001:1.0:1767326040.631056:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326040.631059:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326040.631059:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326040.631060:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326040.631064:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631065:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326040.631069:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326040.631070:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326040.631073:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326040.631079:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:1.0:1767326040.631085:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326040.631086:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326040.631088:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326040.631094:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326040.631095:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326040.631099:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326040.631104:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631110:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767326040.631111:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386625536:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326040.631113:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326040.631119:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326040.631121:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2e20e53] to pc [ptlrpcd_00_03+3] req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326040.631136:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326040.631137:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326040.631139:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326040.631141:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326040.631145:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326040.631146:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326040.631149:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326040.631151:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ed2a9b. 00000100:00000001:2.0:1767326040.631152:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326040.631152:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001179a4e7. 00000100:00000001:2.0:1767326040.631155:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326040.631157:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326040.631157:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:2.0:1767326040.631162:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631164:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326040.631167:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 02000000:00000001:0.0:1767326040.631168:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326040.631171:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326040.631175:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326040.631177:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326040.631179:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326040.631180:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 02000000:00000010:0.0:1767326040.631180:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 02000000:00000001:2.0:1767326040.631181:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326040.631186:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631188:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326040.631189:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386625664:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767326040.631191:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625536, portal 25 00000100:00000040:0.0:1767326040.631195:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326040.631196:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326040.631197:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326040.631200:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326040.631202:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656549376 : -125135053002240 : ffff8e30b99dea00) 02000000:00000001:2.0:1767326040.631203:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326040.631207:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326040.631212:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192ea09b. 00000100:00000040:1.0:1767326040.631214:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631214:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326040.631216:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631218:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326040.631222:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a44bca. 00000100:00000040:0.0:1767326040.631227:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ed2a9b] to pc [ptlrpcd_00_00+0] req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326040.631229:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000100:00000200:2.0:1767326040.631235:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625664, portal 10 00000100:00000001:1.0:1767326040.631235:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326040.631240:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326040.631243:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544896 : -125135053006720 : ffff8e30b99dd880) 00000100:00000040:1.0:1767326040.631243:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326040.631249:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000100:00000040:2.0:1767326040.631252:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326040.631255:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386625536, offset 0 00000100:00000001:2.0:1767326040.631265:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326040.631268:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326040.631269:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326040.631274:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 00000100:00000200:2.0:1767326040.631277:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386625664, offset 0 00000100:00000001:0.0:1767326040.631281:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326040.631282:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326040.631286:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326040.631289:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326040.631292:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326040.631299:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326040.631301:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11084) 00000100:00000001:3.0:1767326040.631306:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326040.631306:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326040.631310:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326040.631313:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326040.631314:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326040.631319:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326040.631320:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326040.631321:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326040.631327:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326040.631330:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [180:180:256:4294967295] 192.168.203.127@tcp LPNI seq info [180:180:8:4294967295] 00000100:00000001:3.0:1767326040.631331:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326040.631333:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326040.631338:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326040.631340:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326040.631341:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326040.631345:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386625792:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326040.631350:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326040.631353:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326040.631354:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326040.631357:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326040.631359:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326040.631363:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c550d5. 00000400:00000200:2.0:1767326040.631365:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326040.631365:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326040.631366:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326040.631372:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326040.631374:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa8b1f2. 00000400:00000200:2.0:1767326040.631374:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000010:1.0:1767326040.631375:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000400:00000010:3.0:1767326040.631380:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000400:00000200:2.0:1767326040.631380:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326040.631383:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767326040.631386:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625792, portal 10 00000800:00000200:1.0:1767326040.631388:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326040.631390:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [181:181:255:4294967295] 192.168.203.127@tcp LPNI seq info [181:181:7:4294967295] 00000100:00000001:3.0:1767326040.631391:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326040.631394:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656546688 : -125135053004928 : ffff8e30b99ddf80) 00000100:00000040:3.0:1767326040.631401:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326040.631404:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326040.631409:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326040.631420:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326040.631421:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326040.631428:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326040.631431:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326040.631431:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326040.631435:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305751032 00000400:00000010:3.0:1767326040.631436:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000800:00000010:2.0:1767326040.631439:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423a80c5. 00000100:00000200:3.0:1767326040.631441:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386625792, offset 0 00000100:00000010:1.0:1767326040.631443:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000500c5f0d. 00000800:00000200:2.0:1767326040.631447:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326040.631448:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326040.631457:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326040.631458:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326040.631460:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326040.631463:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000423a80c5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326040.631467:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326040.631468:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326040.631470:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305751032 00000400:00000200:3.0:1767326040.631471:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326040.631475:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326040.631475:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 543971 usecs (544 jiffies) 00000100:00000010:1.0:1767326040.631477:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000400:00000200:3.0:1767326040.631480:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326040.631481:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305746976 00000100:00000001:1.0:1767326040.631483:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326040.631486:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [182:182:254:4294967295] 192.168.203.127@tcp LPNI seq info [182:182:6:4294967295] 00000100:00000001:2.0:1767326040.631488:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305751032 00000100:00000001:1.0:1767326040.631490:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305751032 00000100:00000001:2.0:1767326040.631494:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305746976 00000100:00000010:1.0:1767326040.631497:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0326e3. 00000800:00000200:0.0:1767326040.631499:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326040.631500:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326040.631501:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305751032 00000100:00000001:1.0:1767326040.631504:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767326040.631506:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000100:00000001:2.0:1767326040.631508:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305746976 00000800:00000200:3.0:1767326040.631513:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326040.631513:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305751032 00000100:00000001:2.0:1767326040.631515:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305751032 00000400:00000200:0.0:1767326040.631517:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767326040.631519:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000800:00000010:3.0:1767326040.631521:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000100:00000001:2.0:1767326040.631521:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305746976 00000100:00000001:1.0:1767326040.631527:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326040.631530:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326040.631532:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326040.631533:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326040.631534:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305751032 00000800:00000200:3.0:1767326040.631538:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326040.631540:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326040.631540:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000800:00000200:3.0:1767326040.631543:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326040.631546:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326040.631547:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326040.631547:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:3.0:1767326040.631548:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326040.631552:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326040.631554:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326040.631556:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631557:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767326040.631558:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 30155 usecs (31 jiffies) 00000100:00000001:2.0:1767326040.631561:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326040.631562:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305746463 00000100:00000001:1.0:1767326040.631563:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767326040.631566:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326040.631568:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326040.631568:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326040.631569:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305751032 00000100:00000001:2.0:1767326040.631572:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326040.631575:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305746463 00000100:00000001:1.0:1767326040.631575:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326040.631577:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326040.631579:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326040.631581:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305751032 00000100:00000001:2.0:1767326040.631581:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326040.631583:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326040.631586:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.631587:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305746463 00000100:00000001:1.0:1767326040.631588:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.631592:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305751032 00000100:00000001:2.0:1767326040.631592:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.631597:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305746463 00000100:00000001:3.0:1767326040.631598:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305751032 00000100:00000001:3.0:1767326040.631599:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326040.631602:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631605:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326040.631610:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.631613:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326040.631613:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326040.631617:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326040.631620:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326040.631623:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326040.631625:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326040.631627:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.631629:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631629:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631634:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326040.631649:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326040.631651:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423a80c5. 00000400:00000200:0.0:1767326040.631654:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326040.631657:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326040.631659:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9cbcf6 00000400:00000010:0.0:1767326040.631661:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a9cbcf6. 00000100:00000001:0.0:1767326040.631663:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326040.631665:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631672:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326040.631681:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631687:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631690:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326040.631785:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326040.631787:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:0.0:1767326040.631790:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326040.631793:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326040.631796:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000400:00000010:0.0:1767326040.631797:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000100:00000001:0.0:1767326040.631800:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326040.631803:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631809:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326040.631811:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.631817:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.631819:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326040.633520:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633534:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326040.633537:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633539:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326040.633545:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326040.633555:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05600 00000400:00000200:2.0:1767326040.633560:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x685 [1] + 224 00000800:00000001:2.0:1767326040.633566:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633570:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326040.633571:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326040.633574:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326040.633578:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326040.633580:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326040.633587:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326040.633599:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326040.633605:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633607:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326040.633608:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633609:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326040.633611:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326040.633614:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05680 00000400:00000200:2.0:1767326040.633622:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x689 [1] + 224 00000800:00000001:2.0:1767326040.633625:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633628:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326040.633629:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326040.633631:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326040.633635:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326040.633635:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326040.633638:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326040.633641:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326040.633644:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326040.633646:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326040.633649:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326040.633650:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:1.0:1767326040.633655:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000010:1.0:1767326040.633657:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326040.633660:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326040.633664:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326040.633667:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326040.633671:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326040.633675:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326040.633678:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326040.633678:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326040.633681:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326040.633689:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326040.633691:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326040.633695:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326040.633698:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767326040.633699:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326040.633700:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05700 00000400:00000001:3.0:1767326040.633701:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326040.633704:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a44bca. 00000100:00000001:1.0:1767326040.633706:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326040.633708:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000100:00000001:1.0:1767326040.633709:0:216340:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767326040.633710:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000100:00000001:3.0:1767326040.633712:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326040.633712:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326040.633714:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326040.633716:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x695 [1] + 224 00000100:00000200:3.0:1767326040.633717:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326040.633717:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326040.633721:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326040.633726:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326040.633729:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=75 v=5 (5 5 0 0) 00000100:00000200:3.0:1767326040.633731:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326040.633734:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=75 v=5 (1 1 0 0) 00000800:00000001:2.0:1767326040.633736:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326040.633737:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326040.633737:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326040.633740:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326040.633740:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326040.633741:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.633745:0:216341:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767326040.633746:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326040.633747:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326040.633749:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326040.633749:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326040.633750:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326040.633751:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326040.633752:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326040.633755:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326040.633780:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326040.633787:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326040.633788:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=65 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326040.633788:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767326040.633793:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326040.633793:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326040.633795:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326040.633796:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326040.633796:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326040.633799:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326040.633803:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326040.633803:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326040.633806:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.633811:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326040.633813:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326040.633817:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326040.633824:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326040.633826:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326040.633826:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386625536:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326040.633829:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326040.633833:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326040.633836:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326040.633839:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c92f2871 x1853175386625536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326040.633857:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326040.633861:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326040.633863:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326040.633866:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326040.633867:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326040.633869:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326040.633871:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001179a4e7. 00000100:00000001:2.0:1767326040.633873:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767326040.633875:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386625664:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326040.633875:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326040.633878:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326040.633879:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326040.633880:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326040.633880:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326040.633884:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326040.633884:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326040.633885:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326040.633886:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 00000100:00000040:3.0:1767326040.633887:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2e20e53 x1853175386625664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326040.633891:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326040.633897:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326040.633899:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326040.633899:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326040.633899:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326040.633901:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 02000000:00000010:3.0:1767326040.633902:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192ea09b. 00000100:00000001:0.0:1767326040.633904:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326040.633906:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326040.633907:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767326040.633909:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1767326040.633909:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326040.633910:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326040.633912:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326040.633914:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326040.633914:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326040.633914:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326040.633917:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 00000400:00000010:0.0:1767326040.633918:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa8b1f2. 00000100:00000001:1.0:1767326040.633919:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326040.633921:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326040.633922:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326040.633923:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326040.633924:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000001:1.0:1767326040.633924:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326040.633926:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000100:00000001:1.0:1767326040.633927:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.633928:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326040.633930:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326040.633930:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326040.633936:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326040.633939:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326040.633941:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326040.633942:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326040.633943:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.633943:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326040.633952:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326040.633960:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.633967:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326040.633968:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326040.633970:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326040.633977:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326040.633979:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326040.633981:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326040.633983:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326040.633987:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=75 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326040.633989:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326040.633992:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326040.633993:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326040.633995:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326040.633997:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326040.634004:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.634006:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326040.634007:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326040.634009:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326040.634011:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326040.634014:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.634020:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326040.634022:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326040.634023:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326040.634026:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326040.634032:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386625792:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326040.634036:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326040.634038:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326040.634040:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ed2a9b x1853175386625792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326040.634045:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326040.634047:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326040.634048:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c550d5. 02000000:00000001:0.0:1767326040.634052:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326040.634058:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326040.634059:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326040.634061:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326040.634063:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 02000000:00000001:0.0:1767326040.634065:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326040.634067:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326040.634068:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ed2a9b. 00000100:00000001:0.0:1767326040.634071:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326040.634072:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326040.634073:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326040.634077:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326040.634078:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326040.634080:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326040.634082:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326041.334904:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326041.334913:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326041.334920:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326041.334921:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326041.334972:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326041.334976:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326041.335000:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326042.358855:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326042.358863:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.358867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326042.358868:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326042.358894:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326042.358898:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326042.358901:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326043.382876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326043.382883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326043.382888:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326043.382889:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326043.382939:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326043.382943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326043.382945:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326044.406839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326044.406847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326044.406853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326044.406854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326044.406878:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326044.406884:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326044.406888:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326045.238893:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305751032, at 4305751040 00000100:00000040:3.0:1767326045.238894:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305751032, at 4305751040 00000100:00000040:2.0:1767326045.238907:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305751032, at 4305751040 00000100:00000040:1.0:1767326045.238908:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305751032, at 4305751040 00000100:00000010:0.0:1767326045.238913:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000500c5f0d. 00000100:00000010:3.0:1767326045.238916:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000010:1.0:1767326045.238933:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000010:2.0:1767326045.238936:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f0326e3. 00010000:00000001:0.0:1767326045.430831:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326045.430837:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326045.430842:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326045.430844:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326045.430878:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326045.430881:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326045.430884:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326045.750874:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326045.750899:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326045.750905:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ed2a9b. 00000020:00000040:0.0:1767326045.750910:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326045.750914:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326045.750916:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326045.750920:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326045.750926:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:0.0:1767326045.750931:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.750939:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326045.750948:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326045.750950:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.750954:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ed2a9b] to pc [ptlrpcd_00_01+1] req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.750980:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.750982:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326045.750984:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326045.750987:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 00000020:00000040:0.0:1767326045.750988:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326045.750990:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326045.750990:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326045.750991:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326045.750993:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:0.0:1767326045.750995:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.750997:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326045.751002:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326045.751003:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.751006:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2e20e53] to pc [ptlrpcd_00_02+2] req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326045.751016:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326045.751022:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326045.751024:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326045.751025:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326045.751028:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.751031:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326045.751033:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326045.751037:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326045.751038:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326045.751041:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326045.751042:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326045.751044:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326045.751046:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 00000100:00000001:3.0:1767326045.751047:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326045.751052:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326045.751055:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.751056:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326045.751059:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326045.751060:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326045.751061:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326045.751062:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.751065:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326045.751066:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326045.751069:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:1.0:1767326045.751070:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326045.751076:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326045.751077:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326045.751078:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326045.751084:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326045.751087:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326045.751095:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326045.751096:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326045.751099:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326045.751100:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326045.751105:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326045.751108:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326045.751109:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326045.751113:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326045.751115:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326045.751116:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326045.751119:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386625920:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326045.751124:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c92f2871] to pc [ptlrpcd_00_03+3] req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326045.751128:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767326045.751130:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386626048:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326045.751136:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326045.751141:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.751141:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326045.751144:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326045.751145:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326045.751146:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326045.751149:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.751151:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326045.751155:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6da230. 02000000:00000001:1.0:1767326045.751155:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326045.751156:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326045.751162:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326045.751163:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e376f7e. 00000100:00000040:0.0:1767326045.751164:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11089) 02000000:00000001:1.0:1767326045.751169:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326045.751172:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54ef79. 00000400:00000010:1.0:1767326045.751175:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000001:2.0:1767326045.751180:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326045.751181:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000001:2.0:1767326045.751185:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326045.751188:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326045.751189:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386625920, portal 25 00000100:00000001:3.0:1767326045.751192:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326045.751195:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326045.751202:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656546688 : -125135053004928 : ffff8e30b99ddf80) 00000400:00000010:1.0:1767326045.751202:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000001:2.0:1767326045.751209:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326045.751209:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626048, portal 10 00000100:00000001:2.0:1767326045.751211:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.751212:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326045.751213:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326045.751214:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326045.751214:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544896 : -125135053006720 : ffff8e30b99dd880) 02000000:00000001:2.0:1767326045.751217:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326045.751223:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326045.751226:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326045.751229:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386626176:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326045.751234:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326045.751236:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326045.751239:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326045.751240:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326045.751243:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326045.751244:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326045.751246:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326045.751246:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326045.751252:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000400:00000010:1.0:1767326045.751252:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 02000000:00000010:2.0:1767326045.751253:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 02000000:00000001:2.0:1767326045.751258:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326045.751260:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386625920, offset 0 00000400:00000010:2.0:1767326045.751261:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d2663b. 00000100:00000200:1.0:1767326045.751261:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386626048, offset 0 00000400:00000010:2.0:1767326045.751267:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000200:2.0:1767326045.751270:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626176, portal 10 00000100:00000001:2.0:1767326045.751272:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326045.751272:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326045.751273:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656549376 : -125135053002240 : ffff8e30b99dea00) 00000100:00000040:2.0:1767326045.751277:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326045.751284:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326045.751287:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326045.751290:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326045.751292:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326045.751293:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326045.751295:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000100:00000200:2.0:1767326045.751298:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386626176, offset 0 00000400:00000200:1.0:1767326045.751302:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326045.751305:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326045.751308:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326045.751308:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326045.751312:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [183:183:256:4294967295] 192.168.203.127@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:1.0:1767326045.751323:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326045.751329:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326045.751333:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326045.751334:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326045.751337:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326045.751340:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326045.751344:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326045.751347:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326045.751348:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326045.751353:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [184:184:255:4294967295] 192.168.203.127@tcp LPNI seq info [184:184:7:4294967295] 00000800:00000200:1.0:1767326045.751363:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326045.751365:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326045.751371:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326045.751374:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326045.751376:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326045.751380:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000400:00000200:2.0:1767326045.751382:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326045.751387:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326045.751389:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326045.751392:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326045.751396:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326045.751397:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326045.751399:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 533573 usecs (534 jiffies) 00000800:00000200:3.0:1767326045.751404:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326045.751404:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326045.751405:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305752086 00000400:00000200:2.0:1767326045.751409:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [185:185:254:4294967295] 192.168.203.127@tcp LPNI seq info [185:185:6:4294967295] 00000100:00000010:1.0:1767326045.751412:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000100:00000001:3.0:1767326045.751413:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326045.751419:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305756152 00000100:00000001:1.0:1767326045.751419:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326045.751425:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326045.751428:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305752086 00000800:00000200:2.0:1767326045.751430:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326045.751432:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000100:00000001:3.0:1767326045.751434:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305752086 00000800:00000010:2.0:1767326045.751434:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b222b7f0. 00000800:00000200:2.0:1767326045.751443:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326045.751443:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326045.751444:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305756152 00000100:00000001:1.0:1767326045.751449:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305752086 00000800:00000200:2.0:1767326045.751450:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326045.751452:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305752086 00000800:00000200:2.0:1767326045.751453:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b222b7f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326045.751454:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000800:00000200:0.0:1767326045.751456:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326045.751459:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.751459:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326045.751460:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305756152 00000800:00000010:0.0:1767326045.751462:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000100:00000040:2.0:1767326045.751463:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 29597 usecs (30 jiffies) 00000100:00000001:1.0:1767326045.751465:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305752086 00000100:00000001:3.0:1767326045.751467:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305752086 00000100:00000001:2.0:1767326045.751470:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305751582 00000100:00000010:1.0:1767326045.751471:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000100:00000001:2.0:1767326045.751474:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305756152 00000100:00000001:3.0:1767326045.751475:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305756152 00000100:00000001:2.0:1767326045.751476:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305751582 00000100:00000001:1.0:1767326045.751476:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326045.751478:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326045.751481:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305756152 00000100:00000001:1.0:1767326045.751482:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326045.751484:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305752086 00000100:00000001:2.0:1767326045.751485:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305751582 00000100:00000001:1.0:1767326045.751485:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.751489:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305756152 00000400:00000200:0.0:1767326045.751490:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326045.751491:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.751493:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305751582 00000100:00000001:1.0:1767326045.751494:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326045.751500:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000100:00000001:3.0:1767326045.751502:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326045.751502:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305756152 00000100:00000001:3.0:1767326045.751507:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326045.751507:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:2.0:1767326045.751508:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326045.751508:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326045.751514:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.751515:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.751515:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326045.751517:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326045.751517:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326045.751519:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.751520:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326045.751523:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326045.751523:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326045.751525:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326045.751526:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326045.751528:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326045.751529:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.751537:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326045.751542:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326045.751545:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326045.751546:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326045.751547:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.751552:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326045.751554:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.751570:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326045.751572:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326045.751585:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326045.751586:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000400:00000200:0.0:1767326045.751588:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326045.751591:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326045.751593:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d49ff96 00000400:00000010:0.0:1767326045.751594:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d49ff96. 00000100:00000001:0.0:1767326045.751596:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326045.751598:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.751603:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326045.751604:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.751608:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326045.751609:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326045.751656:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326045.751659:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b222b7f0. 00000400:00000200:0.0:1767326045.751662:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326045.751665:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326045.751668:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001345b526 00000400:00000010:0.0:1767326045.751669:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001345b526. 00000100:00000001:0.0:1767326045.751672:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326045.751675:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.751683:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326045.751685:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.751692:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326045.751694:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326045.753399:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753409:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326045.753417:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753420:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326045.753425:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326045.753433:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05780 00000400:00000200:0.0:1767326045.753438:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x69d [1] + 224 00000800:00000001:0.0:1767326045.753442:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753445:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326045.753447:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326045.753449:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326045.753453:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326045.753456:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326045.753462:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.753475:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326045.753481:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753499:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326045.753500:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753504:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326045.753509:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326045.753511:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326045.753514:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326045.753518:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05800 00000400:00000001:3.0:1767326045.753552:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326045.753554:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326045.753557:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d54ef79. 00000400:00000200:3.0:1767326045.753559:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:3.0:1767326045.753561:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:3.0:1767326045.753563:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326045.753567:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6a1 [1] + 224 00000100:00000200:3.0:1767326045.753568:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326045.753578:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326045.753582:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326045.753583:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326045.753588:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326045.753595:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326045.753596:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326045.753598:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326045.753600:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326045.753604:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326045.753606:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326045.753610:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326045.753614:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326045.753614:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326045.753618:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326045.753624:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326045.753631:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=80 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326045.753641:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326045.753645:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326045.753647:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326045.753648:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326045.753652:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326045.753655:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326045.753656:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326045.753659:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326045.753661:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326045.753663:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753667:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326045.753671:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326045.753675:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326045.753686:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326045.753686:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326045.753686:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05880 00000100:00000001:1.0:1767326045.753692:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326045.753693:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326045.753697:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326045.753697:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6ad [1] + 224 00000400:00000001:1.0:1767326045.753701:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326045.753701:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326045.753705:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326045.753705:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326045.753710:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326045.753710:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:0.0:1767326045.753710:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326045.753718:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000200:0.0:1767326045.753720:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326045.753725:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326045.753732:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326045.753733:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386625920:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326045.753733:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326045.753740:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326045.753743:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326045.753743:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326045.753744:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326045.753750:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ed2a9b x1853175386625920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326045.753781:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326045.753794:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326045.753798:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326045.753803:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326045.753823:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326045.753826:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326045.753827:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326045.753828:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326045.753831:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326045.753832:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6da230. 00000400:00000001:2.0:1767326045.753836:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326045.753838:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767326045.753840:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326045.753842:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767326045.753843:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d2663b. 00000020:00000040:3.0:1767326045.753845:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326045.753848:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326045.753850:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326045.753850:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000100:00000001:1.0:1767326045.753852:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326045.753853:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 00000400:00000010:2.0:1767326045.753854:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 02000000:00000001:3.0:1767326045.753860:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326045.753860:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326045.753861:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326045.753865:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326045.753865:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1767326045.753869:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ed2a9b. 00000100:00000200:2.0:1767326045.753869:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326045.753870:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326045.753874:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326045.753877:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326045.753881:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326045.753882:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326045.753886:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326045.753888:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326045.753890:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326045.753893:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326045.753897:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326045.753899:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=70 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326045.753900:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.753902:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326045.753905:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326045.753908:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767326045.753908:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=70 v=5 (1 1 0 0) 02000000:00000001:2.0:1767326045.753911:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326045.753913:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326045.753914:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326045.753915:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.753916:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326045.753918:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326045.753919:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326045.753922:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326045.753924:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=80 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326045.753928:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767326045.753929:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=55 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326045.753933:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326045.753933:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326045.753935:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326045.753939:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326045.753939:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326045.753944:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767326045.753945:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326045.753954:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326045.753954:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326045.753958:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326045.753960:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326045.753962:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326045.753968:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326045.753971:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.753973:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326045.753977:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326045.753978:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326045.753988:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326045.753989:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326045.753991:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326045.753994:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326045.754000:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326045.754014:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386626048:192.168.203.127@tcp:400: 00000100:00100000:2.0:1767326045.754017:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386626176:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326045.754025:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326045.754026:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326045.754032:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326045.754032:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326045.754036:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c92f2871 x1853175386626176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326045.754040:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2e20e53 x1853175386626048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326045.754044:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326045.754046:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326045.754048:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 02000000:00000001:2.0:1767326045.754054:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326045.754055:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767326045.754056:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326045.754059:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326045.754060:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767326045.754061:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326045.754065:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000010:1.0:1767326045.754066:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e376f7e. 02000000:00000001:2.0:1767326045.754068:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326045.754070:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326045.754072:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 02000000:00000001:1.0:1767326045.754074:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326045.754075:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767326045.754077:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326045.754078:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326045.754081:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326045.754085:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326045.754087:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 00000100:00000001:2.0:1767326045.754088:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326045.754091:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326045.754093:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326045.754095:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326045.754096:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326045.754097:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326045.754101:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326045.754104:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000001:1.0:1767326045.754109:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326045.754111:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326045.754113:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326045.754117:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326045.754118:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326045.754120:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326045.754122:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326046.454885:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326046.454891:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326046.454896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326046.454897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326046.454929:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326046.454933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326046.454936:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326047.478864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326047.478873:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326047.478875:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326047.478878:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478882:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326047.478883:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478885:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478886:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478905:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326047.478906:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326047.478907:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326047.478910:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326047.478912:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326047.478913:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478914:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326047.478915:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478916:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.478924:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326047.478979:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326047.478982:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326047.478985:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326048.502905:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326048.502912:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326048.502918:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326048.502919:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326048.502948:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326048.502955:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326048.502959:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326049.526945:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326049.526955:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326049.526961:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326049.526962:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326049.527088:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326049.527099:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326049.527102:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326050.358884:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305756152, at 4305756160 00000100:00000040:0.0:1767326050.358884:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305756152, at 4305756160 00000100:00000010:0.0:1767326050.358900:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:1.0:1767326050.358901:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000040:2.0:1767326050.358907:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305756152, at 4305756160 00000100:00000010:2.0:1767326050.358915:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00000100:00000040:3.0:1767326050.358944:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305756152, at 4305756160 00000100:00000010:3.0:1767326050.358957:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00010000:00000001:0.0:1767326050.550822:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326050.550828:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326050.550833:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326050.550834:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326050.550856:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326050.550859:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326050.550860:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326050.870815:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326050.870827:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326050.870835:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000020:00000040:0.0:1767326050.870842:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326050.870848:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326050.870853:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326050.870859:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326050.870867:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007c47897. 00000100:00000001:0.0:1767326050.870875:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.870900:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326050.870912:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326050.870915:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.870921:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8724a52] to pc [ptlrpcd_00_00+0] req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.870947:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.870951:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326050.870954:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326050.870957:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000020:00000040:0.0:1767326050.870960:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326050.870962:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326050.870964:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326050.870966:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326050.870969:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:0.0:1767326050.870973:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.870976:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326050.870982:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326050.870984:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.870987:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000513ee387] to pc [ptlrpcd_00_01+1] req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.870995:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.870997:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326050.871001:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326050.871004:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767326050.871006:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326050.871009:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326050.871010:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326050.871012:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326050.871021:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:3.0:1767326050.871025:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326050.871025:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326050.871025:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.871032:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326050.871033:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326050.871034:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326050.871037:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326050.871037:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326050.871044:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326050.871046:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.871056:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326050.871058:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.871067:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_02+2] req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326050.871078:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326050.871078:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326050.871083:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.871083:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326050.871090:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326050.871091:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326050.871095:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326050.871099:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326050.871101:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326050.871105:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326050.871107:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326050.871110:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386626432:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326050.871111:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326050.871115:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326050.871119:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326050.871120:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326050.871120:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326050.871122:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326050.871129:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326050.871130:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326050.871130:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11094) 02000000:00000001:2.0:1767326050.871134:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326050.871141:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326050.871142:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326050.871144:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326050.871146:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326050.871148:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcac6133. 02000000:00000001:1.0:1767326050.871148:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326050.871153:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326050.871153:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326050.871153:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326050.871158:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386626304:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326050.871159:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326050.871161:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386626560:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326050.871163:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d2663b. 00000100:00000001:3.0:1767326050.871168:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326050.871169:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326050.871173:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326050.871173:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767326050.871176:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 02000000:00000001:1.0:1767326050.871176:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326050.871177:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326050.871181:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326050.871182:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326050.871185:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000067f3644. 02000000:00000010:3.0:1767326050.871187:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 00000100:00000200:2.0:1767326050.871187:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626432, portal 10 02000000:00000001:1.0:1767326050.871188:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326050.871193:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.871194:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326050.871195:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000001:2.0:1767326050.871197:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656547584 : -125135053004032 : ffff8e30b99de300) 00000400:00000010:3.0:1767326050.871198:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54ef79. 00000400:00000010:3.0:1767326050.871205:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000400:00000010:1.0:1767326050.871207:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000200:3.0:1767326050.871209:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626304, portal 25 00000100:00000040:2.0:1767326050.871210:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326050.871212:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626560, portal 10 00000100:00000001:3.0:1767326050.871213:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326050.871216:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000001:1.0:1767326050.871217:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326050.871221:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000040:3.0:1767326050.871224:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326050.871230:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326050.871233:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326050.871241:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326050.871247:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000001:3.0:1767326050.871249:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326050.871253:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326050.871254:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386626432, offset 0 00000100:00000040:3.0:1767326050.871256:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326050.871260:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326050.871261:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 00000400:00000010:1.0:1767326050.871264:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b5491e. 00000400:00000200:2.0:1767326050.871268:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326050.871274:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386626304, offset 0 00000100:00000200:1.0:1767326050.871275:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386626560, offset 0 00000400:00000200:3.0:1767326050.871282:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326050.871285:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326050.871290:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326050.871295:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326050.871301:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326050.871305:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326050.871315:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326050.871319:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [186:186:256:4294967295] 192.168.203.127@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1767326050.871341:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326050.871348:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326050.871353:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000800:00000200:2.0:1767326050.871361:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326050.871370:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326050.871375:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326050.871392:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326050.871396:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 523573 usecs (524 jiffies) 00000100:00000001:2.0:1767326050.871401:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305757196 00000100:00000010:2.0:1767326050.871405:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccab3f7b. 00000400:00000200:3.0:1767326050.871413:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326050.871413:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326050.871419:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326050.871422:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305757196 00000400:00000200:3.0:1767326050.871424:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326050.871428:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e556876b. 00000400:00000200:3.0:1767326050.871430:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326050.871435:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326050.871436:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326050.871441:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305757196 00000100:00000010:2.0:1767326050.871448:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cd7bfa4. 00000400:00000200:3.0:1767326050.871450:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [187:187:255:4294967295] 192.168.203.127@tcp LPNI seq info [187:187:7:4294967295] 00000100:00000001:2.0:1767326050.871453:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326050.871458:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305757196 00000100:00000010:2.0:1767326050.871462:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba5a95e4. 00000800:00000200:0.0:1767326050.871465:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326050.871466:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326050.871471:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326050.871472:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000100:00000001:2.0:1767326050.871476:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326050.871479:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326050.871481:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.871485:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326050.871489:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326050.871495:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326050.871498:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326050.871501:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326050.871507:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326050.871508:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.871510:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326050.871564:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326050.871570:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326050.871575:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:1.0:1767326050.871577:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326050.871582:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326050.871583:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326050.871590:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326050.871594:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326050.871597:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326050.871599:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326050.871602:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326050.871604:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326050.871607:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [188:188:254:4294967295] 192.168.203.127@tcp LPNI seq info [188:188:6:4294967295] 00000100:00000001:3.0:1767326050.871610:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305761272 00000100:00000001:3.0:1767326050.871618:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305757196 00000400:00000200:1.0:1767326050.871618:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326050.871626:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305761272 00000800:00000200:1.0:1767326050.871626:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326050.871629:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000100:00000001:3.0:1767326050.871633:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305757196 00000800:00000010:1.0:1767326050.871634:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000400:00000010:0.0:1767326050.871634:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000001:3.0:1767326050.871641:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305761272 00000800:00000200:1.0:1767326050.871644:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326050.871644:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326050.871648:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305757196 00000100:00000001:3.0:1767326050.871654:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305761272 00000800:00000200:1.0:1767326050.871654:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767326050.871654:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326050.871660:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326050.871662:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305757196 00000100:00000001:1.0:1767326050.871668:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326050.871670:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326050.871674:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326050.871675:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 29063 usecs (30 jiffies) 00000100:00000001:0.0:1767326050.871676:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326050.871677:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326050.871682:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326050.871682:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305756702 00000100:00000040:0.0:1767326050.871682:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326050.871687:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326050.871690:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305761272 00000100:00000001:3.0:1767326050.871691:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326050.871697:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326050.871698:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305756702 00000100:00000001:3.0:1767326050.871701:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326050.871701:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.871704:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305761272 00000100:00000001:3.0:1767326050.871705:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326050.871706:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326050.871710:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.871717:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305756702 00000100:00000001:1.0:1767326050.871720:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305761272 00000100:00000001:1.0:1767326050.871723:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305756702 00000100:00000001:1.0:1767326050.871725:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305761272 00000800:00000200:0.0:1767326050.871727:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326050.871728:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326050.871732:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:1.0:1767326050.871733:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.871738:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326050.871738:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326050.871741:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326050.871745:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326050.871746:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326050.871750:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326050.871753:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326050.871754:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326050.871756:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326050.871795:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9736f0 00000400:00000010:0.0:1767326050.871797:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9736f0. 00000100:00000001:1.0:1767326050.871802:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326050.871803:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326050.871809:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.871816:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326050.871820:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.871825:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326050.871827:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326050.871860:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326050.871862:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:0.0:1767326050.871866:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326050.871869:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326050.871871:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000400:00000010:0.0:1767326050.871873:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000100:00000001:0.0:1767326050.871876:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326050.871878:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.871885:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326050.871887:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.871892:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326050.871893:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326050.874035:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326050.874044:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326050.874047:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326050.874050:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326050.874057:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326050.874069:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05980 00000400:00000200:0.0:1767326050.874077:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:0.0:1767326050.874093:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326050.874104:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326050.874106:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326050.874111:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326050.874115:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326050.874119:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326050.874129:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.874144:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326050.874151:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326050.874154:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326050.874156:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326050.874158:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326050.874162:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326050.874163:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326050.874166:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326050.874173:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326050.874173:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05900 00000400:00000001:2.0:1767326050.874177:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326050.874180:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d2663b. 00000400:00000200:2.0:1767326050.874184:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000400:00000010:2.0:1767326050.874185:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:2.0:1767326050.874188:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326050.874192:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x6b9 [1] + 224 00000100:00000200:2.0:1767326050.874194:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326050.874201:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326050.874208:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326050.874209:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326050.874214:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326050.874223:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326050.874224:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326050.874228:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326050.874228:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326050.874231:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767326050.874235:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326050.874236:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326050.874240:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326050.874243:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326050.874248:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.874252:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326050.874259:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=75 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326050.874264:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326050.874267:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326050.874268:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326050.874272:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326050.874275:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326050.874277:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326050.874282:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326050.874285:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.874289:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326050.874291:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326050.874293:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326050.874295:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326050.874299:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326050.874305:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326050.874314:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326050.874316:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326050.874327:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326050.874335:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386626432:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326050.874340:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326050.874342:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326050.874345:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000513ee387 x1853175386626432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326050.874352:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326050.874355:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326050.874358:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcac6133. 02000000:00000001:2.0:1767326050.874362:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326050.874365:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326050.874366:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326050.874369:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326050.874371:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326050.874372:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 00000100:00000001:3.0:1767326050.874375:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326050.874378:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767326050.874380:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326050.874381:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326050.874382:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767326050.874384:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767326050.874386:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000100:00000001:2.0:1767326050.874391:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1767326050.874391:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326050.874393:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326050.874396:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326050.874397:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326050.874402:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326050.874403:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326050.874404:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326050.874407:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326050.874409:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326050.874416:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326050.874430:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05a00 00000400:00000010:3.0:1767326050.874436:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d54ef79. 00000400:00000200:3.0:1767326050.874447:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:3.0:1767326050.874449:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:3.0:1767326050.874452:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326050.874455:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6bd [1] + 224 00000100:00000200:3.0:1767326050.874458:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326050.874463:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326050.874472:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326050.874472:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326050.874478:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326050.874486:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326050.874488:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326050.874489:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326050.874493:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326050.874495:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326050.874496:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326050.874497:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326050.874500:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326050.874503:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326050.874504:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326050.874507:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=85 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326050.874513:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326050.874519:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326050.874521:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326050.874523:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326050.874524:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326050.874526:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326050.874533:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326050.874534:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326050.874561:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326050.874564:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326050.874566:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326050.874569:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326050.874574:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767326050.874577:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386626304:192.168.203.127@tcp:400: 00000800:00000001:0.0:1767326050.874582:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326050.874583:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326050.874587:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326050.874588:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326050.874590:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386626304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326050.874607:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326050.874608:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326050.874611:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326050.874612:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326050.874616:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326050.874618:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326050.874620:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 00000400:00000010:1.0:1767326050.874621:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 02000000:00000001:3.0:1767326050.874625:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767326050.874627:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000020:00000001:3.0:1767326050.874628:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326050.874632:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:1.0:1767326050.874632:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326050.874636:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326050.874637:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326050.874640:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007c47897. 00000100:00000200:1.0:1767326050.874642:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326050.874645:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326050.874648:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326050.874651:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:3.0:1767326050.874658:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767326050.874659:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326050.874661:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326050.874666:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326050.874673:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326050.874676:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.874676:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326050.874680:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326050.874681:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326050.874684:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.874686:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326050.874689:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326050.874691:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326050.874692:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326050.874695:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326050.874700:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326050.874709:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326050.874712:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326050.874713:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326050.874715:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326050.874719:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326050.874726:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.874729:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326050.874730:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326050.874732:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326050.874733:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326050.874736:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326050.874742:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326050.874744:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326050.874746:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326050.874748:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326050.874755:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386626560:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326050.874788:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326050.874791:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326050.874794:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386626560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326050.874801:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326050.874803:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326050.874805:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000067f3644. 02000000:00000001:1.0:1767326050.874809:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326050.874810:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326050.874811:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326050.874813:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326050.874814:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:1.0:1767326050.874823:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326050.874824:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326050.874825:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:1.0:1767326050.874829:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326050.874830:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326050.874831:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326050.874835:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326050.874836:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326050.874838:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326050.874840:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326051.574880:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326051.574888:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326051.574895:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326051.574896:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326051.574951:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326051.574956:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326051.574960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326052.598877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326052.598883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326052.598888:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326052.598890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326052.598909:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326052.598910:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326052.598913:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326053.622865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326053.622871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326053.622877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326053.622877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326053.622901:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326053.622906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326053.622909:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326054.646847:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326054.646853:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326054.646858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326054.646859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326054.646891:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326054.646893:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326054.646895:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326055.478823:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305761272, at 4305761280 00000100:00000040:3.0:1767326055.478825:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305761272, at 4305761280 00000100:00000040:2.0:1767326055.478834:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305761272, at 4305761280 00000100:00000040:0.0:1767326055.478834:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305761272, at 4305761280 00000100:00000010:3.0:1767326055.478839:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba5a95e4. 00000100:00000010:1.0:1767326055.478841:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e556876b. 00000100:00000010:0.0:1767326055.478844:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccab3f7b. 00000100:00000010:2.0:1767326055.478845:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cd7bfa4. 00010000:00000001:0.0:1767326055.670858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326055.670864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326055.670869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326055.670871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326055.670914:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326055.670917:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326055.670919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326055.990900:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326055.990912:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326055.990923:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000040:3.0:1767326055.990929:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326055.990934:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326055.990951:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326055.990957:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326055.990964:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:3.0:1767326055.990971:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.990980:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326055.990990:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326055.990992:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.990996:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_00_03+3] req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.991016:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.991017:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326055.991020:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326055.991026:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ce367d. 00000020:00000040:3.0:1767326055.991029:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326055.991030:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326055.991032:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326055.991033:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326055.991035:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:3.0:1767326055.991040:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.991040:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326055.991042:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326055.991047:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326055.991049:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326055.991052:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.991052:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326055.991057:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ce367d] to pc [ptlrpcd_00_00+0] req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326055.991070:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.991079:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326055.991080:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326055.991081:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326055.991082:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326055.991089:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326055.991090:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326055.991091:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326055.991095:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006598694b. 02000000:00000001:0.0:1767326055.991102:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326055.991106:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767326055.991109:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326055.991110:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326055.991116:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386626688:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326055.991122:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326055.991128:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326055.991130:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326055.991130:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326055.991133:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.991133:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326055.991136:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.991142:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326055.991143:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326055.991146:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 00000100:00000001:2.0:1767326055.991147:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326055.991151:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326055.991151:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f29b9bdf. 02000000:00000001:0.0:1767326055.991156:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.991162:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326055.991163:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326055.991166:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e03a043. 00000400:00000010:0.0:1767326055.991181:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:3.0:1767326055.991191:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767326055.991194:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626688, portal 25 00000100:00000001:3.0:1767326055.991195:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.991205:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326055.991209:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006598694b] to pc [ptlrpcd_00_01+1] req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.991210:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00000040:0.0:1767326055.991219:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.991232:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.991243:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326055.991262:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326055.991277:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11099) 00000100:00000001:0.0:1767326055.991292:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326055.991294:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326055.991298:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326055.991304:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326055.991307:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326055.991310:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326055.991311:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3239b8. 02000000:00000001:2.0:1767326055.991318:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326055.991320:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386626688, offset 0 00000100:00000001:3.0:1767326055.991322:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326055.991331:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326055.991336:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326055.991337:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386626816:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326055.991339:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326055.991344:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.991353:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326055.991358:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326055.991360:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326055.991362:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326055.991363:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326055.991367:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326055.991371:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326055.991372:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326055.991377:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326055.991379:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326055.991382:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767326055.991385:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386626944:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326055.991387:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326055.991390:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326055.991392:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094f44f42. 02000000:00000001:3.0:1767326055.991394:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326055.991396:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326055.991398:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326055.991400:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326055.991404:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326055.991410:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:3.0:1767326055.991412:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 00000400:00000010:2.0:1767326055.991413:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d2663b. 00000400:00000200:0.0:1767326055.991416:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [189:189:256:4294967295] 192.168.203.127@tcp LPNI seq info [189:189:8:4294967295] 02000000:00000001:3.0:1767326055.991425:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326055.991428:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000400:00000010:3.0:1767326055.991432:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54ef79. 00000100:00000200:2.0:1767326055.991438:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626816, portal 10 00000400:00000010:3.0:1767326055.991441:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000400:00000200:0.0:1767326055.991444:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326055.991447:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326055.991452:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814044160 : -125135895507456 : ffff8e3087664e00) 00000800:00000200:0.0:1767326055.991457:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326055.991458:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386626944, portal 10 00000100:00000001:3.0:1767326055.991464:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767326055.991467:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000100:00000001:3.0:1767326055.991469:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814051328 : -125135895500288 : ffff8e3087666a00) 00000100:00000040:2.0:1767326055.991469:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326055.991489:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326055.991490:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326055.991512:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326055.991525:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326055.991532:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326055.991538:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326055.991545:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326055.991547:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326055.991548:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326055.991553:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000400:00000010:3.0:1767326055.991554:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000100:00000001:0.0:1767326055.991556:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305766392 00000100:00000200:3.0:1767326055.991565:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386626944, offset 0 00000100:00000200:2.0:1767326055.991569:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386626816, offset 0 00000100:00000010:0.0:1767326055.991569:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000400:00000200:3.0:1767326055.991573:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326055.991584:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326055.991586:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326055.991591:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326055.991593:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326055.991598:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326055.991599:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305766392 00000400:00000200:3.0:1767326055.991606:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326055.991608:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 00000400:00000200:3.0:1767326055.991610:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326055.991614:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [190:190:255:4294967295] 192.168.203.127@tcp LPNI seq info [190:190:7:4294967295] 00000100:00000001:0.0:1767326055.991615:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326055.991626:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305766392 00000400:00000200:3.0:1767326055.991629:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326055.991631:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003985ae24. 00000800:00000200:3.0:1767326055.991635:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326055.991638:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326055.991639:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000400:00000200:2.0:1767326055.991646:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326055.991646:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305766392 00000800:00000200:3.0:1767326055.991655:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767326055.991658:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa95d9c. 00000400:00000200:2.0:1767326055.991663:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326055.991664:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326055.991671:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326055.991672:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326055.991679:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326055.991684:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326055.991685:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326055.991686:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326055.991687:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326055.991695:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326055.991698:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326055.991699:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000100:00000001:3.0:1767326055.991700:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.991711:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326055.991712:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [191:191:254:4294967295] 192.168.203.127@tcp LPNI seq info [191:191:6:4294967295] 00000100:00000040:3.0:1767326055.991715:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 28572 usecs (29 jiffies) 00000400:00000200:1.0:1767326055.991715:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326055.991729:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305761821 00000100:00000001:0.0:1767326055.991732:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326055.991749:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305766392 00000100:00000001:0.0:1767326055.991750:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326055.991751:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326055.991789:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326055.991792:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326055.991794:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.991797:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326055.991816:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326055.991832:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326055.991832:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000800:00000010:2.0:1767326055.991838:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000400:00000010:1.0:1767326055.991839:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000800:00000200:2.0:1767326055.991849:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326055.991852:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305761822 00000100:00000001:1.0:1767326055.991852:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326055.991858:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326055.991863:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.991868:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305766392 00000800:00000200:2.0:1767326055.991870:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326055.991876:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305761822 00000100:00000001:3.0:1767326055.991883:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305766392 00000100:00000001:2.0:1767326055.991884:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326055.991895:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305761822 00000100:00000040:2.0:1767326055.991898:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 513952 usecs (514 jiffies) 00000100:00000001:3.0:1767326055.991903:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305766392 00000100:00000001:1.0:1767326055.991909:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326055.991910:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326055.991911:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305762307 00000100:00000001:3.0:1767326055.991918:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.991920:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305766392 00000100:00000040:1.0:1767326055.991920:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.991922:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.991933:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305762307 00000100:00000001:3.0:1767326055.991934:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.991944:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305766392 00000100:00000001:3.0:1767326055.991946:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326055.991949:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326055.991952:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326055.991953:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305762307 00000100:00000001:1.0:1767326055.991954:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326055.991963:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326055.991963:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305766392 00000100:00000001:3.0:1767326055.991968:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326055.991969:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305762307 00000100:00000001:3.0:1767326055.991974:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.991974:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305766392 00000800:00000200:1.0:1767326055.991977:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326055.991982:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326055.991983:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326055.991984:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000100:00000001:2.0:1767326055.991991:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326055.991995:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326055.991997:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.992002:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326055.992006:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326055.992012:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326055.992012:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000100:00000001:2.0:1767326055.992017:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767326055.992018:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000001:2.0:1767326055.992023:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326055.992024:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326055.992026:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326055.992028:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.992030:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326055.992038:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326055.992049:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326055.992052:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326055.992060:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326055.992062:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326055.992100:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326055.992103:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000400:00000200:1.0:1767326055.992106:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326055.992111:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326055.992114:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:1.0:1767326055.992116:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:1.0:1767326055.992118:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326055.992121:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326055.992130:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326055.992132:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326055.992139:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326055.992140:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326055.992781:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.992794:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326055.992798:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.992800:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326055.992808:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326055.992819:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05a80 00000400:00000200:0.0:1767326055.992826:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000001:0.0:1767326055.992833:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.992840:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326055.992842:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326055.992846:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326055.992853:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326055.992857:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326055.992867:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.992884:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326055.992891:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.992893:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.992923:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326055.992928:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326055.992934:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326055.992936:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326055.992939:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e03a043. 00000400:00000200:2.0:1767326055.992943:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000400:00000010:2.0:1767326055.992952:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:2.0:1767326055.992956:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326055.992962:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326055.992972:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.992979:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326055.992981:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.992984:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326055.992986:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326055.992989:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326055.992991:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326055.992994:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326055.992999:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=90 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326055.993003:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326055.993005:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326055.993009:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326055.993011:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326055.993013:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.993016:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326055.993019:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.993026:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326055.993029:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326055.993030:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326055.993033:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326055.993040:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386626688:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326055.993045:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.993047:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326055.993049:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386626688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.993066:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326055.993068:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326055.993071:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f29b9bdf. 02000000:00000001:2.0:1767326055.993074:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326055.993076:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326055.993078:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326055.993080:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326055.993082:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:2.0:1767326055.993085:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326055.993087:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326055.993088:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00000001:2.0:1767326055.993091:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326055.993092:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.993095:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.993109:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326055.993110:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.993112:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326055.993114:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326055.993362:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.993370:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326055.993372:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.993374:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326055.993380:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326055.993388:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05b80 00000400:00000200:0.0:1767326055.993398:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6d9 [1] + 224 00000800:00000001:0.0:1767326055.993411:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.993419:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326055.993421:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326055.993425:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326055.993428:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326055.993433:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326055.993441:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.993455:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326055.993460:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326055.993463:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326055.993537:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326055.993541:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326055.993546:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326055.993548:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326055.993552:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326055.993562:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326055.993564:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326055.993565:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326055.993571:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326055.993584:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05b00 00000400:00000010:3.0:1767326055.993586:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d54ef79. 00000400:00000200:3.0:1767326055.993592:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:3.0:1767326055.993594:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:3.0:1767326055.993597:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326055.993606:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326055.993606:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:1.0:1767326055.993622:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326055.993631:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326055.993632:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326055.993641:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326055.993654:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326055.993655:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326055.993657:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326055.993660:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326055.993662:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326055.993666:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326055.993668:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326055.993672:0:216332:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326055.993679:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326055.993684:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326055.993688:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=90 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326055.993698:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326055.993706:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326055.993710:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326055.993717:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326055.993732:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326055.993733:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326055.993781:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326055.993786:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326055.993789:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326055.993796:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326055.993802:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.993816:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326055.993820:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326055.993830:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326055.993832:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326055.993835:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326055.993838:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326055.993840:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326055.993846:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326055.993857:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386626944:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326055.993862:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326055.993866:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.993867:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326055.993873:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767326055.993873:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326055.993877:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006598694b x1853175386626944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326055.993877:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326055.993884:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d2663b. 00000100:00000001:3.0:1767326055.993889:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326055.993892:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326055.993893:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 02000000:00000010:3.0:1767326055.993895:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 00000400:00000010:2.0:1767326055.993898:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 02000000:00000001:3.0:1767326055.993899:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326055.993901:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326055.993904:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326055.993907:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326055.993913:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326055.993916:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 00000100:00000200:2.0:1767326055.993917:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326055.993922:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326055.993924:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326055.993926:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006598694b. 00000100:00000001:3.0:1767326055.993932:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326055.993934:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326055.993939:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326055.993948:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326055.993949:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.993953:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326055.993960:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326055.993965:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.993975:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326055.993978:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.993981:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326055.993983:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326055.993985:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326055.993994:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326055.993997:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326055.994002:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=80 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326055.994005:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326055.994008:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326055.994010:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326055.994011:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326055.994015:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.994017:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326055.994019:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326055.994021:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326055.994023:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326055.994026:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.994033:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326055.994036:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326055.994037:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326055.994040:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326055.994048:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386626816:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326055.994053:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.994055:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326055.994057:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ce367d x1853175386626816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.994064:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326055.994066:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326055.994068:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094f44f42. 02000000:00000001:2.0:1767326055.994072:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326055.994074:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326055.994076:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326055.994078:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326055.994079:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:2.0:1767326055.994082:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326055.994089:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326055.994091:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ce367d. 00000100:00000001:2.0:1767326055.994094:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326055.994095:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.994107:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326055.994111:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326055.994113:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.994115:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326055.994116:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694906:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326056.694919:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326056.694922:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326056.694925:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694932:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326056.694934:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694936:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694943:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694948:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326056.694949:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326056.694951:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326056.694956:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326056.694958:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326056.694959:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694960:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326056.694960:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694961:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.694962:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326056.694988:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326056.694991:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326056.694993:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326057.718866:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326057.718897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326057.718905:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326057.718906:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326057.718938:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326057.718943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326057.718946:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326058.742863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326058.742872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326058.742880:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326058.742881:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326058.742904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326058.742908:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326058.742911:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326059.766878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326059.766885:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326059.766891:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326059.766893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326059.766932:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326059.766935:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326059.766937:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326060.598938:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305766392, at 4305766400 00000100:00000040:2.0:1767326060.598947:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305766392, at 4305766400 00000100:00000040:1.0:1767326060.598949:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305766392, at 4305766400 00000100:00000040:0.0:1767326060.598950:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305766392, at 4305766400 00000100:00000010:3.0:1767326060.598961:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:2.0:1767326060.598968:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003985ae24. 00000100:00000010:1.0:1767326060.598977:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00000100:00000010:0.0:1767326060.598980:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00010000:00000001:0.0:1767326060.790838:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326060.790847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326060.790856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326060.790857:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326060.790882:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326060.790885:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326060.790887:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326061.110882:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326061.110891:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326061.110902:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326061.110908:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326061.110912:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326061.110914:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326061.110919:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326061.110925:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086c13a69. 00000100:00000001:2.0:1767326061.110930:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.110939:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326061.110946:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326061.110948:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.110952:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_02+2] req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.110976:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.110978:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326061.110980:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326061.110982:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326061.110983:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326061.110985:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326061.110985:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326061.111000:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326061.111003:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db45e767. 00000100:00000001:2.0:1767326061.111006:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.111008:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326061.111010:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326061.111014:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326061.111018:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326061.111019:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326061.111022:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326061.111022:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326061.111026:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326061.111029:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.111031:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326061.111044:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326061.111045:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.111048:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326061.111049:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326061.111049:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326061.111051:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326061.111055:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326061.111056:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 02000000:00000001:1.0:1767326061.111056:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326061.111059:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326061.111061:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326061.111062:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326061.111066:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326061.111068:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326061.111069:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326061.111070:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326061.111073:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326061.111074:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386627072:192.168.203.127@tcp:400: 02000000:00000010:2.0:1767326061.111079:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000001:2.0:1767326061.111083:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.111085:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326061.111092:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326061.111092:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326061.111094:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326061.111096:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326061.111099:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326061.111101:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326061.111107:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326061.111108:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767326061.111109:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054abdb72. 00000100:00000001:2.0:1767326061.111112:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326061.111113:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326061.111114:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.111117:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_00+0] req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326061.111121:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326061.111123:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00100000:0.0:1767326061.111131:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386627200:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767326061.111133:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000200:1.0:1767326061.111140:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627072, portal 25 00000100:00000001:1.0:1767326061.111144:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326061.111145:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.111147:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:2.0:1767326061.111150:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326061.111150:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326061.111155:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326061.111156:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326061.111160:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326061.111162:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11104) 02000000:00000001:0.0:1767326061.111163:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326061.111167:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326061.111168:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008525b7ff. 00000100:00000001:3.0:1767326061.111171:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326061.111176:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326061.111177:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326061.111182:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326061.111183:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326061.111186:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028901c39. 00000100:00000001:2.0:1767326061.111188:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326061.111189:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326061.111191:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.111194:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326061.111197:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b5491e. 00000400:00000010:0.0:1767326061.111197:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000200:1.0:1767326061.111204:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386627072, offset 0 00000100:00000200:0.0:1767326061.111206:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627200, portal 10 00000100:00000001:3.0:1767326061.111211:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326061.111212:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326061.111213:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326061.111216:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000400:00000200:1.0:1767326061.111217:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326061.111219:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326061.111223:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326061.111225:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326061.111230:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386627328:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326061.111231:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326061.111232:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326061.111239:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326061.111243:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326061.111244:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326061.111246:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326061.111250:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326061.111252:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326061.111256:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767326061.111262:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009033a558. 00000100:00000040:0.0:1767326061.111263:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326061.111265:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326061.111268:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326061.111270:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3239b8. 00000400:00000200:1.0:1767326061.111273:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326061.111276:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54ef79. 00000400:00000200:1.0:1767326061.111278:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [192:192:256:4294967295] 192.168.203.127@tcp LPNI seq info [192:192:8:4294967295] 00000100:00000200:0.0:1767326061.111284:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386627200, offset 0 00000400:00000010:3.0:1767326061.111287:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000400:00000200:1.0:1767326061.111297:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:0.0:1767326061.111297:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326061.111306:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326061.111308:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627328, portal 10 00000800:00000010:1.0:1767326061.111310:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000400:00000200:0.0:1767326061.111311:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326061.111313:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326061.111318:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000400:00000200:0.0:1767326061.111321:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326061.111324:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326061.111329:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:3.0:1767326061.111330:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326061.111334:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326061.111337:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326061.111341:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326061.111346:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326061.111355:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [193:193:255:4294967295] 192.168.203.127@tcp LPNI seq info [193:193:7:4294967295] 00000100:00000001:3.0:1767326061.111356:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326061.111359:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326061.111365:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326061.111367:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305771512 00000400:00000010:3.0:1767326061.111372:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000100:00000010:1.0:1767326061.111376:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000400:00000200:0.0:1767326061.111378:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326061.111379:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386627328, offset 0 00000100:00000001:1.0:1767326061.111387:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326061.111392:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326061.111393:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326061.111398:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305771512 00000800:00000010:0.0:1767326061.111400:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000400:00000200:3.0:1767326061.111402:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326061.111406:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000400:00000200:3.0:1767326061.111409:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326061.111414:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326061.111414:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326061.111415:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326061.111421:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326061.111423:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305771512 00000400:00000200:3.0:1767326061.111426:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326061.111430:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:1.0:1767326061.111431:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000400:00000200:3.0:1767326061.111435:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [194:194:254:4294967295] 192.168.203.127@tcp LPNI seq info [194:194:6:4294967295] 00000100:00000001:1.0:1767326061.111438:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326061.111439:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326061.111443:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305771512 00000400:00000200:3.0:1767326061.111446:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326061.111446:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326061.111453:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326061.111456:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000800:00000010:3.0:1767326061.111461:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000100:00000001:1.0:1767326061.111461:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767326061.111461:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 504675 usecs (505 jiffies) 00000100:00000001:0.0:1767326061.111469:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305767417 00000100:00000001:1.0:1767326061.111470:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326061.111473:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326061.111475:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305771512 00000800:00000200:2.0:1767326061.111476:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326061.111478:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326061.111483:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000010:2.0:1767326061.111484:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000100:00000001:0.0:1767326061.111484:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305767417 00000100:00000001:1.0:1767326061.111486:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326061.111487:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326061.111492:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305771512 00000400:00000200:2.0:1767326061.111493:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326061.111493:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326061.111494:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326061.111495:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305767417 00000100:00000001:0.0:1767326061.111501:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305771512 00000100:00000040:3.0:1767326061.111502:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 28071 usecs (29 jiffies) 00000100:00000001:0.0:1767326061.111506:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305767417 00000100:00000001:3.0:1767326061.111507:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305766941 00000100:00000001:1.0:1767326061.111508:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326061.111511:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305771512 00000100:00000001:3.0:1767326061.111513:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305771512 00000100:00000001:1.0:1767326061.111513:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326061.111517:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326061.111518:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305766941 00000400:00000200:2.0:1767326061.111521:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326061.111521:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326061.111523:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.111526:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326061.111530:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305771512 00000400:00000200:2.0:1767326061.111531:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000100:00000001:0.0:1767326061.111531:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.111532:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326061.111534:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305766941 00000400:00000010:2.0:1767326061.111538:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000100:00000001:0.0:1767326061.111538:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326061.111539:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305771512 00000100:00000001:1.0:1767326061.111540:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326061.111546:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305766941 00000100:00000001:2.0:1767326061.111548:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326061.111549:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305771512 00000100:00000001:0.0:1767326061.111549:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326061.111554:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326061.111554:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767326061.111557:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326061.111560:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326061.111564:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326061.111567:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326061.111572:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.111577:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326061.111583:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.111591:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.111593:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326061.111609:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326061.111611:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000400:00000200:2.0:1767326061.111614:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326061.111617:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326061.111620:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000400:00000010:2.0:1767326061.111621:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000100:00000001:2.0:1767326061.111624:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326061.111627:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.111635:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326061.111637:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.111644:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.111646:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326061.111660:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326061.111663:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326061.111664:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326061.111668:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326061.111669:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326061.111674:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326061.111677:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326061.111680:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326061.111683:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326061.111685:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326061.111687:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326061.111688:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326061.111691:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326061.111696:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:2.0:1767326061.111700:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:2.0:1767326061.111717:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326061.111721:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.111730:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326061.111732:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.111738:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.111739:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326061.112859:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326061.112880:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326061.112882:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326061.112884:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326061.112889:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326061.112897:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05c00 00000400:00000200:0.0:1767326061.112901:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:0.0:1767326061.112907:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326061.112910:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326061.112911:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326061.112913:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326061.112916:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326061.112924:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326061.112930:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326061.112943:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326061.112948:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326061.112951:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326061.112952:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326061.112953:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326061.112956:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326061.112960:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05c80 00000400:00000200:0.0:1767326061.112964:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:0.0:1767326061.112967:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326061.112977:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326061.112980:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326061.112981:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326061.112983:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326061.112984:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326061.112988:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767326061.112989:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326061.112993:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:1.0:1767326061.112997:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000010:1.0:1767326061.112998:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326061.113001:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326061.113001:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326061.113006:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326061.113008:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326061.113034:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326061.113042:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326061.113050:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326061.113053:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326061.113056:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326061.113058:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326061.113060:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326061.113061:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326061.113068:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326061.113069:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326061.113072:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326061.113073:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326061.113076:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326061.113077:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=96 v=5 (5 5 0 0) 00000800:00000001:0.0:1767326061.113078:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326061.113084:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=96 v=5 (1 1 0 0) 00000400:00000200:0.0:1767326061.113086:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326061.113089:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326061.113092:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326061.113092:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.113096:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326061.113097:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05d00 00010000:00000001:1.0:1767326061.113098:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767326061.113101:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326061.113104:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326061.113106:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028901c39. 00010000:00000001:1.0:1767326061.113108:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326061.113110:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000001:1.0:1767326061.113112:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326061.113113:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:2.0:1767326061.113117:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326061.113120:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326061.113121:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x6f5 [1] + 224 00000100:00000200:2.0:1767326061.113125:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326061.113130:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326061.113141:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326061.113146:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326061.113155:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326061.113159:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326061.113162:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326061.113162:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326061.113166:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326061.113170:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326061.113171:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326061.113179:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.113181:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326061.113184:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326061.113190:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326061.113193:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326061.113195:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326061.113198:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326061.113203:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326061.113209:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326061.113210:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=86 v=5 (5 5 0 0) 00000100:00100000:1.0:1767326061.113215:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386627072:192.168.203.127@tcp:400: 00000100:00001000:2.0:1767326061.113218:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326061.113228:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326061.113230:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326061.113231:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326061.113236:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326061.113237:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326061.113242:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326061.113244:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386627072/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326061.113246:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326061.113248:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326061.113252:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326061.113254:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326061.113256:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326061.113262:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326061.113265:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.113268:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326061.113271:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326061.113273:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326061.113277:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054abdb72. 00000100:00000001:3.0:1767326061.113279:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326061.113282:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326061.113283:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326061.113283:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326061.113285:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326061.113288:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326061.113288:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767326061.113289:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767326061.113291:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000001:3.0:1767326061.113292:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326061.113294:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326061.113297:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d54ef79. 00000020:00000001:1.0:1767326061.113297:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326061.113300:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086c13a69. 00000400:00000200:3.0:1767326061.113303:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 02000000:00000001:1.0:1767326061.113306:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767326061.113307:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 02000000:00000001:1.0:1767326061.113310:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326061.113312:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326061.113313:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386627200:192.168.203.127@tcp:400: 00000100:00000010:1.0:1767326061.113314:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000200:3.0:1767326061.113319:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326061.113321:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326061.113322:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326061.113324:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326061.113326:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326061.113330:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326061.113333:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386627200/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326061.113338:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326061.113340:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326061.113341:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326061.113347:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326061.113350:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.113355:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326061.113358:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326061.113361:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767326061.113362:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008525b7ff. 00000100:00000001:3.0:1767326061.113365:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326061.113367:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326061.113367:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326061.113370:0:216341:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767326061.113371:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767326061.113373:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326061.113374:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326061.113378:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326061.113378:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326061.113380:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db45e767. 02000000:00000001:2.0:1767326061.113381:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326061.113382:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326061.113383:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326061.113384:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326061.113387:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326061.113388:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326061.113389:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326061.113393:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=96 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326061.113394:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326061.113397:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326061.113399:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=71 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326061.113401:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326061.113402:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326061.113403:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326061.113407:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767326061.113409:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326061.113411:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326061.113419:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326061.113422:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326061.113423:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326061.113424:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326061.113425:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326061.113427:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326061.113432:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326061.113433:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326061.113434:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326061.113436:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326061.113440:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386627328:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326061.113443:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326061.113444:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326061.113445:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386627328/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326061.113449:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326061.113450:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326061.113451:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009033a558. 02000000:00000001:3.0:1767326061.113453:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326061.113454:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326061.113455:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326061.113461:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326061.113462:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 02000000:00000001:3.0:1767326061.113464:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326061.113465:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326061.113466:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:3.0:1767326061.113468:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326061.113468:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326061.113470:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326061.113473:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326061.113474:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326061.113475:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326061.113476:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326061.814835:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326061.814842:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326061.814848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326061.814849:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326061.814887:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326061.814891:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326061.814894:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326062.838845:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326062.838851:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326062.838856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326062.838857:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326062.838877:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326062.838880:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326062.838881:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326063.862893:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326063.862903:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326063.862909:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326063.862910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326063.862948:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326063.862952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326063.862955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326064.886834:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326064.886841:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.886846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326064.886847:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326064.886871:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326064.886874:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326064.886877:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326065.718833:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305771512, at 4305771520 00000100:00000040:3.0:1767326065.718847:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305771512, at 4305771520 00000100:00000040:2.0:1767326065.718847:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305771512, at 4305771520 00000100:00000040:1.0:1767326065.718847:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305771512, at 4305771520 00000100:00000010:0.0:1767326065.718855:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00000100:00000010:2.0:1767326065.718859:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000010:3.0:1767326065.718860:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000010:1.0:1767326065.718863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00010000:00000001:0.0:1767326065.910892:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326065.910899:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326065.910905:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326065.910906:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326065.910955:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326065.910960:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326065.910964:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326066.230923:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326066.230941:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326066.230954:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006598694b. 00000020:00000040:3.0:1767326066.230963:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326066.230968:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326066.230972:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326066.230979:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326066.230987:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326066.230995:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326066.231006:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326066.231019:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326066.231039:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326066.231046:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006598694b] to pc [ptlrpcd_00_01+1] req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.231078:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326066.231081:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326066.231084:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326066.231090:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ce367d. 00000020:00000040:3.0:1767326066.231093:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326066.231096:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326066.231098:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326066.231100:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326066.231100:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326066.231106:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:2.0:1767326066.231107:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326066.231112:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326066.231112:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326066.231116:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326066.231122:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326066.231122:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326066.231123:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231154:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326066.231154:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326066.231157:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231158:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326066.231164:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326066.231165:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ce367d] to pc [ptlrpcd_00_02+2] req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326066.231168:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326066.231174:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326066.231180:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386627456:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326066.231186:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326066.231193:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326066.231196:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326066.231199:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326066.231200:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326066.231204:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326066.231205:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f496d4b. 02000000:00000001:2.0:1767326066.231210:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231212:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326066.231215:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326066.231217:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000400:00000010:2.0:1767326066.231219:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d2663b. 00000100:00000001:0.0:1767326066.231219:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326066.231222:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326066.231223:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326066.231228:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767326066.231230:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 02000000:00000001:3.0:1767326066.231231:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326066.231232:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326066.231234:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.231236:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326066.231240:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627456, portal 25 02000000:00000010:3.0:1767326066.231242:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:1.0:1767326066.231242:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326066.231248:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326066.231250:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326066.231252:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814051328 : -125135895500288 : ffff8e3087666a00) 00000100:00000001:0.0:1767326066.231253:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326066.231257:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326066.231258:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326066.231263:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326066.231264:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326066.231267:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326066.231273:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326066.231281:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386627584:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326066.231288:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326066.231289:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326066.231294:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326066.231297:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326066.231298:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326066.231303:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 02000000:00000001:0.0:1767326066.231303:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326066.231305:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326066.231308:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326066.231309:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386627456, offset 0 02000000:00000010:0.0:1767326066.231310:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061c759bb. 00000100:00000040:3.0:1767326066.231315:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_00_03+3] req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326066.231315:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326066.231321:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 00000400:00000200:2.0:1767326066.231323:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326066.231337:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326066.231340:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000040:3.0:1767326066.231341:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326066.231346:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627584, portal 10 00000100:00000040:3.0:1767326066.231347:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326066.231351:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326066.231351:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326066.231354:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814044160 : -125135895507456 : ffff8e3087664e00) 00000100:00000001:1.0:1767326066.231357:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326066.231362:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326066.231362:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326066.231363:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11109) 00000100:00000001:1.0:1767326066.231365:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326066.231367:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326066.231372:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326066.231374:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326066.231380:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326066.231386:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326066.231392:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326066.231395:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [195:195:256:4294967295] 192.168.203.127@tcp LPNI seq info [195:195:8:4294967295] 00000100:00000001:1.0:1767326066.231399:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326066.231400:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326066.231403:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326066.231406:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326066.231408:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326066.231412:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718ba297. 02000000:00000001:1.0:1767326066.231414:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326066.231415:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:0.0:1767326066.231422:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386627584, offset 0 00000100:00100000:1.0:1767326066.231423:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386627712:192.168.203.127@tcp:400: 00000800:00000200:2.0:1767326066.231427:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326066.231430:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767326066.231434:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 02000000:00000001:1.0:1767326066.231436:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326066.231439:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326066.231442:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326066.231445:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326066.231446:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326066.231453:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326066.231457:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000010:1.0:1767326066.231458:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000625227f8. 00000400:00000200:0.0:1767326066.231461:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326066.231463:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326066.231464:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326066.231468:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:1.0:1767326066.231471:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000400:00000200:0.0:1767326066.231473:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326066.231478:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326066.231479:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326066.231479:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000400:00000200:0.0:1767326066.231484:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [196:196:255:4294967295] 192.168.203.127@tcp LPNI seq info [196:196:7:4294967295] 00000100:00000001:2.0:1767326066.231486:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305776632 00000100:00000200:1.0:1767326066.231487:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627712, portal 10 00000100:00000001:1.0:1767326066.231492:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767326066.231493:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cd7bfa4. 00000100:00000001:1.0:1767326066.231496:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000400:00000200:0.0:1767326066.231502:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326066.231505:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326066.231507:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326066.231513:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326066.231515:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305776632 00000800:00000010:0.0:1767326066.231521:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000100:00000001:1.0:1767326066.231524:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326066.231527:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c63ed0cc. 00000800:00000200:0.0:1767326066.231532:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:1.0:1767326066.231533:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326066.231535:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767326066.231539:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000001:2.0:1767326066.231542:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305776632 00000100:00000200:1.0:1767326066.231545:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386627712, offset 0 00000800:00000200:0.0:1767326066.231545:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767326066.231548:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0753ee1. 00000800:00000200:0.0:1767326066.231551:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326066.231554:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326066.231557:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326066.231558:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326066.231559:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305776632 00000100:00000010:2.0:1767326066.231565:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913c72f1. 00000100:00000040:0.0:1767326066.231565:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 495710 usecs (496 jiffies) 00000100:00000001:2.0:1767326066.231568:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326066.231569:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326066.231572:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305772528 00000100:00000001:2.0:1767326066.231573:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326066.231576:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326066.231579:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326066.231580:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305776632 00000100:00000001:2.0:1767326066.231583:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326066.231586:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305772528 00000100:00000001:2.0:1767326066.231587:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326066.231590:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326066.231593:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305776632 00000400:00000200:1.0:1767326066.231596:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326066.231597:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326066.231598:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305772528 00000400:00000200:1.0:1767326066.231602:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326066.231603:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305776632 00000100:00000001:2.0:1767326066.231607:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326066.231608:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305772528 00000800:00000200:3.0:1767326066.231610:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326066.231612:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326066.231612:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [197:197:254:4294967295] 192.168.203.127@tcp LPNI seq info [197:197:6:4294967295] 00000100:00000001:0.0:1767326066.231613:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305776632 00000100:00000001:2.0:1767326066.231616:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326066.231618:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000100:00000001:2.0:1767326066.231619:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326066.231621:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326066.231625:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326066.231626:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326066.231628:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326066.231634:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326066.231639:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326066.231640:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:1.0:1767326066.231646:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326066.231648:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326066.231652:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55734bd 00000800:00000010:1.0:1767326066.231652:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000001:0.0:1767326066.231654:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326066.231657:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f55734bd. 00000800:00000200:1.0:1767326066.231661:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326066.231664:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326066.231664:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326066.231680:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326066.231682:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326066.231683:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326066.231683:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326066.231687:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326066.231688:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326066.231692:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.231696:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326066.231700:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 27586 usecs (28 jiffies) 00000100:00000001:1.0:1767326066.231703:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305772060 00000100:00000001:1.0:1767326066.231705:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305776632 00000100:00000001:1.0:1767326066.231708:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305772060 00000100:00000001:1.0:1767326066.231710:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305776632 00000100:00000001:1.0:1767326066.231712:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305772060 00000100:00000001:1.0:1767326066.231714:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305776632 00000100:00000001:1.0:1767326066.231716:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305772060 00000100:00000001:1.0:1767326066.231717:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305776632 00000100:00000001:1.0:1767326066.231720:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326066.231722:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.231724:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.231725:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326066.231729:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326066.231731:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326066.231733:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326066.231734:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326066.231736:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.231743:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231792:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326066.231795:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.231803:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231804:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326066.231819:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326066.231822:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:3.0:1767326066.231825:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326066.231828:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326066.231831:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000400:00000010:3.0:1767326066.231833:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00000100:00000001:3.0:1767326066.231835:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326066.231837:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.231849:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326066.231851:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.231857:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231858:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326066.231890:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326066.231893:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:3.0:1767326066.231896:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326066.231899:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326066.231901:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000400:00000010:3.0:1767326066.231903:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:3.0:1767326066.231905:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326066.231908:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.231914:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326066.231916:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.231922:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.231923:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326066.233164:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326066.233176:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326066.233178:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326066.233179:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326066.233186:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326066.233195:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05d80 00000400:00000200:2.0:1767326066.233200:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:2.0:1767326066.233206:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326066.233211:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326066.233212:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326066.233214:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326066.233218:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326066.233221:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326066.233228:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326066.233238:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326066.233246:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326066.233258:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326066.233259:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326066.233261:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326066.233265:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326066.233269:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05e00 00000400:00000200:2.0:1767326066.233272:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x705 [1] + 224 00000100:00000001:3.0:1767326066.233274:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326066.233275:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326066.233279:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326066.233281:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326066.233283:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326066.233285:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:3.0:1767326066.233286:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326066.233289:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326066.233293:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d2663b. 00000400:00000200:3.0:1767326066.233298:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000400:00000010:3.0:1767326066.233300:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:3.0:1767326066.233373:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326066.233374:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326066.233380:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326066.233382:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326066.233398:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326066.233409:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.233418:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326066.233420:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326066.233426:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326066.233427:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326066.233432:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326066.233433:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326066.233437:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326066.233441:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326066.233443:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326066.233446:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326066.233453:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=101 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326066.233457:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326066.233459:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326066.233461:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326066.233462:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326066.233465:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326066.233467:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767326066.233470:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767326066.233470:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326066.233474:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326066.233475:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000100:00000001:3.0:1767326066.233479:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326066.233480:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:0.0:1767326066.233484:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000040:3.0:1767326066.233486:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326066.233489:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326066.233496:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326066.233497:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326066.233503:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326066.233506:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326066.233514:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326066.233516:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326066.233528:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386627456:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326066.233538:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326066.233540:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326066.233541:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326066.233545:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326066.233546:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006598694b x1853175386627456/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326066.233550:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326066.233553:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326066.233555:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326066.233558:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.233559:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326066.233561:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326066.233563:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326066.233566:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=91 v=5 (5 5 0 0) 02000000:00000010:3.0:1767326066.233567:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f496d4b. 00000100:00001000:0.0:1767326066.233573:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=91 v=5 (1 1 0 0) 02000000:00000001:3.0:1767326066.233574:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326066.233578:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326066.233579:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326066.233580:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326066.233582:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00010000:00000001:0.0:1767326066.233583:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326066.233586:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326066.233587:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326066.233590:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326066.233591:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 00000100:00000040:0.0:1767326066.233594:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:3.0:1767326066.233596:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326066.233598:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326066.233599:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326066.233604:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326066.233605:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326066.233607:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006598694b. 00000100:00000001:3.0:1767326066.233613:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326066.233615:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326066.233618:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326066.233621:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326066.233623:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326066.233626:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326066.233629:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326066.233637:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326066.233640:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326066.233642:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326066.233646:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326066.233653:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386627584:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326066.233657:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326066.233659:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326066.233661:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ce367d x1853175386627584/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326066.233667:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326066.233681:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326066.233683:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061c759bb. 02000000:00000001:0.0:1767326066.233686:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326066.233688:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326066.233689:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326066.233691:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326066.233692:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:0.0:1767326066.233694:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326066.233695:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326066.233696:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ce367d. 00000100:00000001:0.0:1767326066.233700:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326066.233701:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326066.233702:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326066.233706:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326066.233707:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326066.233709:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326066.233711:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326066.234294:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326066.234301:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326066.234303:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326066.234305:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326066.234317:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326066.234324:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05e80 00000400:00000200:0.0:1767326066.234328:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:0.0:1767326066.234333:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326066.234337:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326066.234339:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326066.234343:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326066.234346:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326066.234349:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326066.234357:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326066.234372:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326066.234377:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326066.234379:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326066.234400:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326066.234404:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326066.234407:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326066.234408:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326066.234410:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:1.0:1767326066.234417:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000010:1.0:1767326066.234419:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326066.234422:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326066.234426:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326066.234434:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326066.234440:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326066.234442:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326066.234443:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326066.234445:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326066.234446:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326066.234452:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326066.234453:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326066.234457:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=101 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326066.234460:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=76 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326066.234462:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326066.234463:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326066.234465:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326066.234468:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326066.234474:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.234476:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326066.234477:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326066.234479:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326066.234480:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326066.234483:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326066.234499:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326066.234501:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326066.234503:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326066.234505:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326066.234512:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386627712:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326066.234516:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326066.234517:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326066.234519:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386627712/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326066.234525:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326066.234526:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326066.234528:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000625227f8. 02000000:00000001:1.0:1767326066.234530:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326066.234532:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326066.234533:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326066.234534:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326066.234536:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 02000000:00000001:1.0:1767326066.234538:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326066.234539:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326066.234540:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00000001:1.0:1767326066.234543:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326066.234544:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326066.234546:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326066.234549:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326066.234551:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326066.234553:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326066.234554:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934836:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326066.934844:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326066.934846:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326066.934849:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934853:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326066.934855:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934856:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934858:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934860:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326066.934861:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326066.934862:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326066.934866:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326066.934868:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326066.934869:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934870:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326066.934871:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934872:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326066.934873:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326066.934890:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326066.934914:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326066.934915:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326067.958876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326067.958884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326067.958890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326067.958891:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326067.958923:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326067.958927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326067.958930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326068.982867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326068.982875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326068.982881:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326068.982882:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326068.982900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326068.982903:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326068.982904:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326070.006854:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326070.006862:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326070.006870:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326070.006871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326070.006906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326070.006910:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326070.006913:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326070.838829:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305776632, at 4305776640 00000100:00000040:2.0:1767326070.838833:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305776632, at 4305776640 00000100:00000040:0.0:1767326070.838836:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305776632, at 4305776640 00000100:00000010:2.0:1767326070.838852:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0753ee1. 00000100:00000040:3.0:1767326070.838853:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305776632, at 4305776640 00000100:00000010:1.0:1767326070.838857:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c63ed0cc. 00000100:00000010:0.0:1767326070.838860:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cd7bfa4. 00000100:00000010:3.0:1767326070.838862:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913c72f1. 00010000:00000001:0.0:1767326071.030860:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326071.030870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326071.030878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326071.030879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326071.030903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326071.030906:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326071.030909:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326071.350849:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326071.350870:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326071.350881:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006598694b. 00000020:00000040:3.0:1767326071.350888:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326071.350893:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326071.350896:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326071.350899:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326071.350905:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326071.350910:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326071.350919:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326071.350930:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326071.350932:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326071.350938:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006598694b] to pc [ptlrpcd_00_00+0] req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.350969:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326071.350972:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326071.350988:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326071.350992:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000020:00000040:3.0:1767326071.350994:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326071.350996:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326071.350997:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326071.350999:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326071.351000:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326071.351004:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326071.351005:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00000001:2.0:1767326071.351007:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326071.351008:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326071.351010:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326071.351015:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326071.351017:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326071.351018:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326071.351042:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326071.351046:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326071.351046:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.351049:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326071.351051:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326071.351054:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_01+1] req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326071.351055:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326071.351061:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.351072:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326071.351073:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386627840:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326071.351076:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326071.351081:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326071.351082:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326071.351087:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767326071.351090:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a746c88. 02000000:00000001:0.0:1767326071.351090:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326071.351095:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326071.351096:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326071.351097:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326071.351102:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767326071.351102:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf751a2. 00000100:00000001:2.0:1767326071.351103:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326071.351104:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326071.351108:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326071.351109:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326071.351109:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326071.351117:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 02000000:00000010:3.0:1767326071.351118:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000040:2.0:1767326071.351120:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.351125:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326071.351125:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000200:0.0:1767326071.351134:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627840, portal 25 00000100:00000040:3.0:1767326071.351136:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326071.351138:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326071.351140:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326071.351143:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326071.351144:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814051328 : -125135895500288 : ffff8e3087666a00) 02000000:00000001:2.0:1767326071.351152:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326071.351157:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326071.351157:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326071.351158:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326071.351161:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326071.351164:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326071.351172:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a746c88] to pc [ptlrpcd_00_02+2] req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326071.351172:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386627968:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326071.351183:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326071.351184:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326071.351187:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326071.351191:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326071.351194:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326071.351196:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326071.351201:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c047a5e. 00000400:00000010:0.0:1767326071.351202:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dd4a3c4. 02000000:00000001:2.0:1767326071.351206:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326071.351210:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386627840, offset 0 00000400:00000010:2.0:1767326071.351213:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d2663b. 00000400:00000010:2.0:1767326071.351221:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000400:00000200:0.0:1767326071.351227:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326071.351236:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386627968, portal 10 00000100:00000001:2.0:1767326071.351241:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326071.351243:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326071.351245:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326071.351249:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326071.351251:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326071.351252:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000400:00000200:0.0:1767326071.351255:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:3.0:1767326071.351261:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326071.351262:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326071.351267:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326071.351268:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326071.351271:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11114) 00000100:00000001:1.0:1767326071.351273:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326071.351276:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [198:198:256:4294967295] 192.168.203.127@tcp LPNI seq info [198:198:8:4294967295] 00000100:00000001:1.0:1767326071.351285:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326071.351288:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326071.351291:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326071.351298:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326071.351301:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326071.351301:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326071.351305:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326071.351310:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326071.351312:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 00000100:00000200:2.0:1767326071.351319:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386627968, offset 0 00000800:00000200:0.0:1767326071.351319:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326071.351321:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326071.351325:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326071.351327:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 02000000:00000001:1.0:1767326071.351328:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326071.351332:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326071.351333:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326071.351337:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326071.351338:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326071.351343:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:1.0:1767326071.351343:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386628096:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326071.351350:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326071.351352:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326071.351354:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326071.351357:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326071.351359:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326071.351359:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326071.351362:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326071.351362:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326071.351367:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326071.351368:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:1.0:1767326071.351372:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c37c192. 00000400:00000200:2.0:1767326071.351376:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [199:199:255:4294967295] 192.168.203.127@tcp LPNI seq info [199:199:7:4294967295] 02000000:00000001:1.0:1767326071.351376:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326071.351380:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000001:0.0:1767326071.351385:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326071.351386:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000400:00000200:2.0:1767326071.351391:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:1.0:1767326071.351393:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628096, portal 10 00000100:00000001:0.0:1767326071.351394:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305781752 00000100:00000001:1.0:1767326071.351398:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326071.351399:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326071.351401:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045952 : -125135895505664 : ffff8e3087665500) 00000100:00000010:0.0:1767326071.351403:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000800:00000010:2.0:1767326071.351404:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000040:1.0:1767326071.351409:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326071.351410:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326071.351415:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326071.351419:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305781752 00000800:00000200:2.0:1767326071.351426:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767326071.351427:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000100:00000001:1.0:1767326071.351430:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326071.351433:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326071.351433:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326071.351439:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326071.351441:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326071.351442:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305781752 00000400:00000010:1.0:1767326071.351444:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000100:00000040:2.0:1767326071.351446:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 487066 usecs (488 jiffies) 00000100:00000010:0.0:1767326071.351448:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000800:00000200:3.0:1767326071.351449:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767326071.351449:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386628096, offset 0 00000100:00000001:2.0:1767326071.351450:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305777640 00000100:00000001:0.0:1767326071.351454:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326071.351457:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:2.0:1767326071.351458:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305781752 00000100:00000001:0.0:1767326071.351460:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305781752 00000400:00000200:1.0:1767326071.351463:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326071.351464:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305777640 00000400:00000200:3.0:1767326071.351466:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326071.351466:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000100:00000001:2.0:1767326071.351468:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305781752 00000100:00000001:2.0:1767326071.351474:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305777640 00000100:00000001:0.0:1767326071.351474:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326071.351475:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326071.351480:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326071.351482:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326071.351484:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326071.351484:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326071.351489:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305781752 00000100:00000001:0.0:1767326071.351490:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326071.351491:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326071.351496:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305777640 00000100:00000001:0.0:1767326071.351497:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326071.351499:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326071.351502:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326071.351505:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326071.351506:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305781752 00000100:00000001:0.0:1767326071.351509:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326071.351511:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326071.351514:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326071.351516:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326071.351517:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [200:200:254:4294967295] 192.168.203.127@tcp LPNI seq info [200:200:6:4294967295] 00000100:00000001:0.0:1767326071.351518:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326071.351521:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326071.351522:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326071.351527:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326071.351528:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326071.351535:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326071.351536:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326071.351538:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326071.351543:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326071.351545:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd4a3c4 00000100:00000001:2.0:1767326071.351546:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326071.351547:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326071.351551:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dd4a3c4. 00000100:00000001:2.0:1767326071.351551:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326071.351552:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:2.0:1767326071.351556:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.351561:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326071.351562:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326071.351572:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326071.351572:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326071.351576:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326071.351581:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326071.351586:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 27138 usecs (28 jiffies) 00000100:00000001:1.0:1767326071.351591:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305777180 00000100:00000001:3.0:1767326071.351594:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326071.351595:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305781752 00000100:00000001:1.0:1767326071.351599:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305777180 00000100:00000001:1.0:1767326071.351601:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305781752 00000100:00000040:3.0:1767326071.351602:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326071.351604:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305777180 00000100:00000001:1.0:1767326071.351608:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305781752 00000100:00000001:1.0:1767326071.351612:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305777180 00000100:00000001:1.0:1767326071.351616:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305781752 00000100:00000001:1.0:1767326071.351620:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326071.351624:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.351628:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326071.351628:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326071.351647:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326071.351648:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326071.351652:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326071.351655:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326071.351657:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326071.351658:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326071.351659:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326071.351661:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326071.351666:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326071.351670:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000400:00000200:3.0:1767326071.351674:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326071.351679:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326071.351681:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55734bd 00000400:00000010:3.0:1767326071.351683:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f55734bd. 00000100:00000001:3.0:1767326071.351686:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326071.351688:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.351697:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326071.351706:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.351713:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.351716:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326071.351784:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326071.351787:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:3.0:1767326071.351790:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326071.351794:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326071.351797:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000400:00000010:3.0:1767326071.351798:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:3.0:1767326071.351801:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326071.351804:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.351812:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326071.351814:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.351821:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.351823:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326071.353274:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326071.353284:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326071.353287:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326071.353290:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326071.353296:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326071.353305:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a05f00 00000400:00000200:2.0:1767326071.353311:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:2.0:1767326071.353316:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326071.353328:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326071.353329:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326071.353332:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326071.353335:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326071.353338:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326071.353345:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326071.353356:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326071.353362:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326071.353364:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326071.353365:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326071.353366:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326071.353368:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326071.353380:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a05f80 00000400:00000200:2.0:1767326071.353384:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:2.0:1767326071.353388:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326071.353390:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326071.353393:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326071.353393:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326071.353397:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326071.353400:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326071.353404:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326071.353406:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326071.353408:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000400:00000200:0.0:1767326071.353412:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:0.0:1767326071.353413:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:0.0:1767326071.353415:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326071.353417:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326071.353421:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326071.353426:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326071.353440:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326071.353447:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326071.353469:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326071.353472:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326071.353475:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326071.353476:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326071.353478:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326071.353480:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326071.353481:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326071.353485:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=106 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326071.353489:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=106 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326071.353490:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326071.353491:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326071.353495:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326071.353498:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326071.353500:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326071.353501:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326071.353502:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326071.353508:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326071.353509:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326071.353510:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326071.353515:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326071.353516:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326071.353521:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326071.353522:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326071.353523:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326071.353524:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326071.353527:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326071.353529:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326071.353534:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030d2663b. 00000100:00000040:0.0:1767326071.353535:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326071.353536:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326071.353542:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000400:00000010:3.0:1767326071.353548:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000400:00000200:2.0:1767326071.353550:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06000 00000100:00000001:3.0:1767326071.353556:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326071.353556:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386627840:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326071.353561:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x725 [1] + 224 00000100:00000001:0.0:1767326071.353565:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326071.353566:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326071.353567:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326071.353569:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326071.353574:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326071.353577:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006598694b x1853175386627840/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326071.353579:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326071.353587:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326071.353593:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326071.353598:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326071.353599:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326071.353600:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326071.353604:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326071.353609:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf751a2. 00000100:00000001:3.0:1767326071.353629:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326071.353633:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326071.353633:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326071.353647:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326071.353649:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326071.353653:0:216339:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767326071.353653:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 02000000:00000001:3.0:1767326071.353662:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326071.353665:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326071.353667:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326071.353669:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326071.353671:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326071.353676:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=96 v=5 (5 5 0 0) 02000000:00000010:0.0:1767326071.353676:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 02000000:00000001:0.0:1767326071.353682:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326071.353683:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=96 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326071.353686:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326071.353689:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767326071.353690:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006598694b. 00000100:00000001:3.0:1767326071.353693:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326071.353697:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326071.353698:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326071.353702:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326071.353704:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326071.353706:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326071.353710:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326071.353713:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326071.353717:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326071.353719:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326071.353723:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326071.353727:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326071.353729:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326071.353730:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326071.353735:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326071.353740:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326071.353742:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326071.353749:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326071.353751:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326071.353753:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326071.353776:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326071.353782:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386627968:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767326071.353786:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326071.353787:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326071.353790:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326071.353793:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386627968/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326071.353798:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326071.353800:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326071.353802:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c047a5e. 02000000:00000001:3.0:1767326071.353805:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326071.353805:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326071.353807:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326071.353810:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326071.353810:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767326071.353812:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326071.353821:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 00000400:00000001:1.0:1767326071.353823:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326071.353824:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326071.353827:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767326071.353828:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1767326071.353829:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000400:00000010:1.0:1767326071.353833:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000100:00000001:3.0:1767326071.353834:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326071.353836:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326071.353839:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326071.353841:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000100:00000001:3.0:1767326071.353843:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326071.353846:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326071.353846:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:3.0:1767326071.353850:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326071.353852:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326071.353854:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326071.353861:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326071.353872:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326071.353890:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326071.353892:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326071.353895:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326071.353896:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326071.353898:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326071.353900:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326071.353902:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326071.353906:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=106 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326071.353909:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=81 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326071.353912:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326071.353914:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326071.353915:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326071.353919:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326071.353925:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326071.353927:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326071.353928:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326071.353929:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326071.353930:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326071.353932:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326071.353936:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326071.353937:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326071.353943:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326071.353946:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326071.353951:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386628096:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326071.353954:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326071.353955:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326071.353956:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a746c88 x1853175386628096/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326071.353960:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326071.353961:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326071.353963:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c37c192. 02000000:00000001:1.0:1767326071.353967:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326071.353968:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326071.353969:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326071.353970:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326071.353972:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:1.0:1767326071.353973:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326071.353974:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326071.353975:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a746c88. 00000100:00000001:1.0:1767326071.353977:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326071.353978:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326071.353980:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326071.353983:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326071.353984:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326071.353985:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326071.353987:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326072.054869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326072.054876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326072.054884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326072.054886:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326072.054954:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326072.054958:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326072.054961:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326073.078838:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326073.078845:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326073.078850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326073.078851:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326073.078869:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326073.078872:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326073.078874:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326074.102870:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326074.102877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326074.102883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326074.102884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326074.102956:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326074.102961:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326074.102964:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326075.126863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326075.126869:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326075.126874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326075.126875:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326075.126897:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326075.126900:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326075.126902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326075.958866:0:197566:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305781752, at 4305781760 00000100:00000040:1.0:1767326075.958866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305781752, at 4305781760 00000100:00000040:0.0:1767326075.958866:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305781752, at 4305781760 00000100:00000040:3.0:1767326075.958867:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305781752, at 4305781760 00000100:00000010:1.0:1767326075.958882:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00000100:00000010:2.0:1767326075.958885:0:197566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00000100:00000010:0.0:1767326075.958887:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000010:3.0:1767326075.958892:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00010000:00000001:0.0:1767326076.150857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326076.150877:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326076.150882:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326076.150883:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326076.150927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326076.150933:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326076.150937:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326076.470812:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326076.470821:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326076.470828:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326076.470834:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326076.470839:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326076.470842:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326076.470846:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326076.470853:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:1.0:1767326076.470860:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.470871:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326076.470883:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326076.470885:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.470889:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_03+3] req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.470911:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.470913:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326076.470915:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326076.470919:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000020:00000040:1.0:1767326076.470921:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326076.470924:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326076.470925:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326076.470926:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326076.470930:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326076.470932:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.470935:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326076.470938:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.470943:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326076.470944:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326076.470945:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.470949:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326076.470949:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_00+0] req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326076.470957:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326076.470982:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326076.470985:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326076.470990:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326076.470993:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326076.470996:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.470997:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326076.471001:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386628224:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326076.471002:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326076.471011:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326076.471013:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767326076.471015:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 02000000:00000001:2.0:1767326076.471019:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767326076.471020:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326076.471023:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471025:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326076.471027:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326076.471029:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326076.471033:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326076.471034:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 02000000:00000001:2.0:1767326076.471039:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326076.471039:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767326076.471046:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326076.471050:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a44bca. 00000100:00000040:1.0:1767326076.471054:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326076.471061:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000100:00000200:2.0:1767326076.471071:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628224, portal 25 00000100:00000001:1.0:1767326076.471073:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326076.471076:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326076.471076:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471080:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000040:1.0:1767326076.471085:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_01+1] req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326076.471091:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.471094:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.471099:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326076.471107:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326076.471114:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326076.471115:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11119) 00000100:00000040:2.0:1767326076.471120:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326076.471124:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000200:2.0:1767326076.471127:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386628224, offset 0 00000400:00000200:2.0:1767326076.471135:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326076.471137:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.471141:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471145:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.471147:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326076.471148:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326076.471151:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326076.471157:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.471167:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326076.471168:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326076.471169:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326076.471175:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326076.471180:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326076.471181:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326076.471184:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326076.471188:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326076.471188:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326076.471194:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386628352:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326076.471198:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [201:201:256:4294967295] 192.168.203.127@tcp LPNI seq info [201:201:8:4294967295] 00000100:00000001:1.0:1767326076.471200:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326076.471203:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326076.471206:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326076.471207:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326076.471209:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002466c9b0. 02000000:00000001:1.0:1767326076.471212:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326076.471218:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326076.471219:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000400:00000010:1.0:1767326076.471226:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000800:00000200:2.0:1767326076.471228:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326076.471231:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628352, portal 10 00000100:00000001:1.0:1767326076.471234:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767326076.471235:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000100:00000001:1.0:1767326076.471236:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000040:1.0:1767326076.471243:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326076.471246:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326076.471256:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326076.471259:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326076.471266:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326076.471270:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326076.471272:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea481bae. 00000100:00000001:2.0:1767326076.471274:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326076.471275:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386628352, offset 0 00000100:00000001:2.0:1767326076.471282:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305786872 00000400:00000200:1.0:1767326076.471282:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326076.471289:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0753ee1. 00000400:00000200:1.0:1767326076.471293:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326076.471296:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326076.471297:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326076.471300:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326076.471304:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326076.471305:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305786872 00000400:00000200:1.0:1767326076.471307:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:2.0:1767326076.471309:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccab3f7b. 00000400:00000200:1.0:1767326076.471313:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [202:202:255:4294967295] 192.168.203.127@tcp LPNI seq info [202:202:7:4294967295] 00000100:00000001:2.0:1767326076.471316:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326076.471322:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305786872 00000100:00000010:2.0:1767326076.471327:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f95f8782. 00000400:00000200:1.0:1767326076.471329:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326076.471331:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326076.471335:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305786872 00000800:00000200:1.0:1767326076.471336:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326076.471339:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba5a95e4. 00000800:00000010:1.0:1767326076.471341:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000100:00000001:2.0:1767326076.471343:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326076.471347:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326076.471347:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326076.471349:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471352:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471354:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326076.471360:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326076.471362:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326076.471364:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326076.471364:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326076.471368:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471374:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326076.471374:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 478723 usecs (479 jiffies) 00000100:00000001:2.0:1767326076.471377:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326076.471380:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305782751 00000100:00000001:2.0:1767326076.471381:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471384:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471388:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471392:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305782751 00000100:00000001:1.0:1767326076.471395:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471397:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305782751 00000100:00000001:1.0:1767326076.471400:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471402:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305782751 00000100:00000001:1.0:1767326076.471405:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471408:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326076.471411:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471413:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471415:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.471420:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326076.471422:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326076.471425:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.471426:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326076.471428:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326076.471429:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767326076.471432:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000010:2.0:1767326076.471433:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000100:00000001:1.0:1767326076.471438:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326076.471439:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326076.471442:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326076.471445:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326076.471446:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326076.471452:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326076.471453:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000100:00000001:1.0:1767326076.471456:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326076.471457:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000001:1.0:1767326076.471461:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326076.471462:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326076.471469:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326076.471469:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.471502:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326076.471503:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326076.471506:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.471513:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471514:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471518:0:216331:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767326076.471520:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326076.471524:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326076.471527:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326076.471531:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386628480:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326076.471536:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326076.471539:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326076.471541:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326076.471543:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326076.471547:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e630621c. 02000000:00000001:1.0:1767326076.471549:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326076.471553:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f74ce107. 00000400:00000010:1.0:1767326076.471559:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000200:1.0:1767326076.471562:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628480, portal 10 00000100:00000001:1.0:1767326076.471565:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326076.471566:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000040:1.0:1767326076.471572:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326076.471573:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326076.471578:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:2.0:1767326076.471582:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326076.471590:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326076.471592:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326076.471593:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000400:00000010:2.0:1767326076.471597:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000100:00000001:2.0:1767326076.471613:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767326076.471613:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326076.471619:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005083f1d1. 00000100:00000200:2.0:1767326076.471620:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326076.471627:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386628480, offset 0 00000100:00000001:2.0:1767326076.471629:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326076.471633:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326076.471639:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326076.471645:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471647:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326076.471651:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326076.471655:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326076.471658:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326076.471660:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326076.471663:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326076.471666:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [203:203:255:4294967295] 192.168.203.127@tcp LPNI seq info [203:203:7:4294967295] 00000400:00000200:1.0:1767326076.471675:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326076.471681:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326076.471685:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000800:00000200:1.0:1767326076.471697:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326076.471701:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326076.471705:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326076.471705:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326076.471709:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326076.471722:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.471726:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 26697 usecs (27 jiffies) 00000100:00000001:1.0:1767326076.471728:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305782299 00000100:00000001:1.0:1767326076.471730:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471732:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305782299 00000100:00000001:1.0:1767326076.471734:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471736:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305782299 00000100:00000001:1.0:1767326076.471738:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471739:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305782299 00000100:00000001:1.0:1767326076.471741:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305786872 00000100:00000001:1.0:1767326076.471743:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326076.471744:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471747:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.471748:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326076.471801:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326076.471803:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:2.0:1767326076.471807:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326076.471812:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326076.471815:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:2.0:1767326076.471816:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000001:2.0:1767326076.471819:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326076.471823:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326076.471829:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326076.471831:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326076.471835:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326076.471837:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326076.472951:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.472959:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326076.472961:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.472963:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326076.472968:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326076.472976:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06080 00000400:00000200:2.0:1767326076.472981:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:2.0:1767326076.472986:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.472997:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326076.472999:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326076.473001:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326076.473004:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326076.473007:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326076.473013:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326076.473028:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326076.473035:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.473045:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473060:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.473063:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326076.473068:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326076.473069:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326076.473071:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a44bca. 00000400:00000200:1.0:1767326076.473074:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:1.0:1767326076.473077:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:1.0:1767326076.473078:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326076.473082:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326076.473087:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473091:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326076.473097:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473099:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326076.473101:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326076.473103:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326076.473105:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326076.473107:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326076.473111:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=111 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326076.473113:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326076.473115:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326076.473116:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326076.473118:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326076.473119:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473121:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.473123:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473127:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326076.473130:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326076.473132:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326076.473135:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326076.473143:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386628224:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326076.473148:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473150:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326076.473152:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386628224/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473159:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326076.473161:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326076.473163:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 02000000:00000001:1.0:1767326076.473167:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326076.473169:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326076.473171:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326076.473173:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326076.473175:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:1.0:1767326076.473178:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326076.473186:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326076.473188:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:1.0:1767326076.473192:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326076.473193:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473195:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473199:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326076.473201:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473203:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.473205:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326076.473274:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.473279:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326076.473281:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.473283:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326076.473287:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326076.473293:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06100 00000400:00000200:2.0:1767326076.473297:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:2.0:1767326076.473300:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.473306:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326076.473308:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326076.473311:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326076.473313:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326076.473316:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326076.473322:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326076.473334:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326076.473342:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326076.473346:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473358:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.473361:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326076.473365:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326076.473367:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326076.473369:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000400:00000200:1.0:1767326076.473373:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000400:00000010:1.0:1767326076.473375:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326076.473378:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326076.473382:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326076.473391:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473396:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326076.473398:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473399:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326076.473400:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326076.473402:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326076.473403:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326076.473405:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326076.473408:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=101 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326076.473412:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=101 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326076.473414:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326076.473415:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326076.473417:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326076.473420:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473422:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326076.473424:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326076.473426:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326076.473434:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326076.473436:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326076.473439:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326076.473441:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473446:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326076.473448:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326076.473449:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326076.473451:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326076.473453:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326076.473454:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326076.473461:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386628352:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326076.473464:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326076.473465:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473468:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326076.473471:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06180 00000100:00000040:1.0:1767326076.473471:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386628352/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326076.473478:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x73d [1] + 224 00000100:00000001:1.0:1767326076.473478:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326076.473481:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326076.473483:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326076.473483:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002466c9b0. 02000000:00000001:1.0:1767326076.473486:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326076.473488:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326076.473489:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326076.473489:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:2.0:1767326076.473491:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326076.473491:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326076.473493:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 00000400:00000200:2.0:1767326076.473495:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:1.0:1767326076.473496:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326076.473497:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326076.473498:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767326076.473498:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:1.0:1767326076.473502:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326076.473503:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473505:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326076.473507:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473507:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.473508:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326076.473510:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473512:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326076.473515:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326076.473529:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326076.473537:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326076.473539:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.473541:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326076.473542:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326076.473544:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326076.473552:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326076.473554:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74ce107. 00000400:00000200:1.0:1767326076.473560:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:1.0:1767326076.473562:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:1.0:1767326076.473566:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326076.473570:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326076.473580:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473588:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326076.473591:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473593:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326076.473595:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326076.473596:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326076.473598:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326076.473613:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326076.473616:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=111 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326076.473619:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=86 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326076.473621:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326076.473622:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326076.473624:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326076.473627:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326076.473632:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473634:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326076.473636:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326076.473638:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326076.473640:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326076.473644:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473652:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326076.473654:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326076.473656:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326076.473668:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326076.473677:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386628480:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326076.473682:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473685:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326076.473688:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386628480/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326076.473695:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326076.473696:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326076.473698:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e630621c. 02000000:00000001:1.0:1767326076.473701:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326076.473702:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326076.473703:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326076.473705:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326076.473706:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:1.0:1767326076.473708:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326076.473709:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326076.473710:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:1.0:1767326076.473714:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326076.473714:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473716:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326076.473719:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326076.473721:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326076.473722:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326076.473723:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326077.174865:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326077.174868:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326077.174870:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174874:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326077.174877:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174879:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174881:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326077.174886:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326077.174887:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326077.174891:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326077.174894:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326077.174895:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174898:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326077.174899:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174901:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.174903:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326077.174930:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326077.174933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326077.174939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326078.198865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326078.198872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326078.198878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326078.198879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326078.198919:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326078.198925:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326078.198928:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326079.222876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326079.222890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326079.222898:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326079.222900:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326079.222946:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326079.222949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326079.222951:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326080.246889:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326080.246897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326080.246904:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326080.246936:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326080.246998:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326080.247001:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326080.247004:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326081.078853:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305786872, at 4305786880 00000100:00000040:1.0:1767326081.078853:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305786872, at 4305786880 00000100:00000040:2.0:1767326081.078854:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305786872, at 4305786880 00000100:00000010:1.0:1767326081.078870:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccab3f7b. 00000100:00000010:2.0:1767326081.078872:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f95f8782. 00000100:00000010:3.0:1767326081.078875:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba5a95e4. 00000100:00000040:0.0:1767326081.078971:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305786872, at 4305786880 00000100:00000010:0.0:1767326081.078977:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0753ee1. 00010000:00000001:0.0:1767326081.270864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326081.270871:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326081.270877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326081.270879:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326081.270915:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326081.270920:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326081.270923:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326081.590860:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326081.590871:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326081.590881:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000020:00000040:3.0:1767326081.590888:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326081.590893:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326081.590896:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326081.590901:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326081.590908:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00000001:3.0:1767326081.590929:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326081.590940:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326081.590951:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326081.590953:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326081.590959:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_02+2] req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.590990:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326081.590994:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326081.590998:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326081.591000:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326081.591002:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000100:00000001:1.0:1767326081.591005:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326081.591007:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326081.591009:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326081.591016:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.591022:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326081.591024:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326081.591025:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326081.591026:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326081.591030:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326081.591031:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326081.591036:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326081.591039:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 02000000:00000001:1.0:1767326081.591041:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326081.591045:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326081.591046:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326081.591049:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326081.591053:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386628608:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326081.591056:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326081.591059:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326081.591064:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326081.591067:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326081.591072:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326081.591073:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767326081.591076:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee88987d. 00000100:00000001:3.0:1767326081.591077:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326081.591081:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326081.591085:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_03+3] req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326081.591088:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f74ce107. 00000400:00000010:1.0:1767326081.591096:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000200:1.0:1767326081.591103:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628608, portal 25 00000100:00000001:1.0:1767326081.591105:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326081.591106:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000001:3.0:1767326081.591108:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326081.591112:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326081.591114:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326081.591122:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326081.591124:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326081.591127:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326081.591129:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326081.591132:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326081.591132:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000001:3.0:1767326081.591135:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767326081.591138:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386628608, offset 0 00000100:00000010:3.0:1767326081.591141:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000100:00000040:2.0:1767326081.591143:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326081.591148:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:1.0:1767326081.591148:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326081.591155:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326081.591159:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326081.591164:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326081.591165:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326081.591169:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326081.591172:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326081.591174:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326081.591175:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326081.591180:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 02000000:00000001:2.0:1767326081.591180:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326081.591181:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326081.591187:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326081.591188:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326081.591188:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326081.591191:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00100000:2.0:1767326081.591200:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386628736:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326081.591201:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326081.591202:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [204:204:256:4294967295] 192.168.203.127@tcp LPNI seq info [204:204:8:4294967295] 00000100:00000001:2.0:1767326081.591214:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326081.591220:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326081.591225:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326081.591226:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326081.591228:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326081.591230:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326081.591232:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326081.591237:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:2.0:1767326081.591238:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edca811d. 00000100:00000040:3.0:1767326081.591240:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_00+0] req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326081.591245:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326081.591248:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000400:00000010:2.0:1767326081.591257:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb3aa17. 00000400:00000010:2.0:1767326081.591265:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000800:00000200:1.0:1767326081.591269:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326081.591271:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628736, portal 10 00000100:00000001:2.0:1767326081.591274:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326081.591275:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000100:00000001:3.0:1767326081.591277:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326081.591283:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326081.591290:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326081.591293:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326081.591296:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326081.591299:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11125) 00000100:00000001:0.0:1767326081.591301:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326081.591306:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326081.591310:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326081.591310:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326081.591315:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326081.591318:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326081.591322:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326081.591324:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000100:00000001:1.0:1767326081.591325:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.591334:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326081.591334:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305791992 00000100:00000200:2.0:1767326081.591335:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386628736, offset 0 00000100:00000001:0.0:1767326081.591335:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326081.591339:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.591340:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326081.591342:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 02000000:00000001:0.0:1767326081.591344:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326081.591348:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326081.591349:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326081.591351:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326081.591352:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326081.591359:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386628864:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326081.591361:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326081.591361:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305791992 00000100:00000001:0.0:1767326081.591367:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326081.591371:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326081.591371:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326081.591375:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326081.591376:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000400:00000200:2.0:1767326081.591378:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:0.0:1767326081.591378:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326081.591381:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 02000000:00000010:0.0:1767326081.591384:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8100072. 00000400:00000200:2.0:1767326081.591387:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326081.591387:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305791992 02000000:00000001:0.0:1767326081.591389:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326081.591396:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:1.0:1767326081.591396:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000400:00000010:0.0:1767326081.591397:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 00000100:00000001:1.0:1767326081.591402:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767326081.591405:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000400:00000200:2.0:1767326081.591407:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [205:205:255:4294967295] 192.168.203.127@tcp LPNI seq info [205:205:7:4294967295] 00000100:00000001:1.0:1767326081.591408:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305791992 00000100:00000200:0.0:1767326081.591410:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628864, portal 10 00000100:00000010:1.0:1767326081.591414:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:0.0:1767326081.591416:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326081.591420:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326081.591420:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 00000100:00000001:1.0:1767326081.591427:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326081.591429:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326081.591432:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326081.591436:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326081.591438:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326081.591444:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326081.591452:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326081.591452:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326081.591453:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326081.591453:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326081.591457:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326081.591460:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326081.591462:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326081.591463:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000800:00000010:2.0:1767326081.591463:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000100:00000001:1.0:1767326081.591464:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326081.591467:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326081.591471:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000400:00000200:3.0:1767326081.591472:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326081.591473:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326081.591477:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326081.591477:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386628864, offset 0 00000400:00000200:3.0:1767326081.591487:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326081.591488:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326081.591493:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326081.591497:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000800:00000200:2.0:1767326081.591497:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326081.591500:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767326081.591502:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:2.0:1767326081.591504:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326081.591507:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326081.591509:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 470661 usecs (471 jiffies) 00000100:00000001:3.0:1767326081.591510:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326081.591511:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326081.591515:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305787863 00000400:00000200:0.0:1767326081.591518:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326081.591520:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326081.591522:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305791992 00000400:00000200:0.0:1767326081.591524:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326081.591528:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305787863 00000400:00000200:0.0:1767326081.591533:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [206:206:254:4294967295] 192.168.203.127@tcp LPNI seq info [206:206:6:4294967295] 00000100:00000001:2.0:1767326081.591534:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305791992 00000100:00000001:2.0:1767326081.591540:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305787863 00000100:00000001:2.0:1767326081.591545:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305791992 00000100:00000001:2.0:1767326081.591549:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305787863 00000100:00000001:3.0:1767326081.591550:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326081.591553:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767326081.591558:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326081.591560:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305791992 00000100:00000001:2.0:1767326081.591578:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326081.591581:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326081.591582:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326081.591584:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326081.591587:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326081.591589:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326081.591589:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326081.591594:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326081.591596:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326081.591597:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000001:2.0:1767326081.591599:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326081.591603:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326081.591604:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326081.591611:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326081.591614:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326081.591616:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326081.591619:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 26268 usecs (27 jiffies) 00000100:00000001:0.0:1767326081.591621:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305787419 00000100:00000001:0.0:1767326081.591623:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305791992 00000100:00000001:0.0:1767326081.591624:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305787419 00000100:00000001:0.0:1767326081.591626:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305791992 00000100:00000001:0.0:1767326081.591627:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305787419 00000100:00000001:0.0:1767326081.591628:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305791992 00000100:00000001:0.0:1767326081.591630:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305787419 00000100:00000001:0.0:1767326081.591631:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305791992 00000100:00000001:0.0:1767326081.591632:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326081.591633:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326081.591635:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326081.591641:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326081.591645:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326081.591647:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326081.591649:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326081.591650:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326081.591652:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326081.591657:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.591667:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.591670:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326081.591689:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326081.591691:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:3.0:1767326081.591700:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326081.591706:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326081.591709:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001345b526 00000400:00000010:3.0:1767326081.591711:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001345b526. 00000100:00000001:3.0:1767326081.591714:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326081.591718:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.591726:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326081.591729:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.591735:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.591737:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326081.591797:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326081.591800:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000400:00000200:3.0:1767326081.591803:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326081.591807:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326081.591810:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:3.0:1767326081.591812:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:3.0:1767326081.591815:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326081.591818:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.591827:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326081.591829:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.591880:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.591882:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326081.593524:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326081.593533:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326081.593536:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326081.593537:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326081.593543:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326081.593552:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06200 00000400:00000200:2.0:1767326081.593557:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:2.0:1767326081.593562:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326081.593578:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326081.593580:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326081.593583:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326081.593586:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326081.593589:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326081.593596:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326081.593609:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326081.593613:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326081.593615:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326081.593617:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326081.593618:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326081.593620:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326081.593634:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06280 00000400:00000200:2.0:1767326081.593639:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:2.0:1767326081.593644:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326081.593644:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326081.593649:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326081.593655:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326081.593656:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326081.593660:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326081.593661:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326081.593663:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74ce107. 00000400:00000200:2.0:1767326081.593670:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326081.593672:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:1.0:1767326081.593676:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:1.0:1767326081.593686:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326081.593688:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326081.593692:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326081.593696:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326081.593727:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326081.593728:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326081.593750:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326081.593753:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326081.593755:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326081.593756:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326081.593789:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326081.593792:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326081.593794:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326081.593796:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326081.593797:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326081.593804:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326081.593804:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=116 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326081.593810:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326081.593811:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326081.593811:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326081.593815:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326081.593816:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326081.593818:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326081.593819:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326081.593820:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326081.593824:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326081.593825:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326081.593827:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb3aa17. 00010000:00000001:1.0:1767326081.593829:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326081.593833:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000100:00000001:1.0:1767326081.593833:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326081.593834:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:3.0:1767326081.593838:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000040:1.0:1767326081.593843:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.593844:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326081.593850:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06300 00000100:00000200:3.0:1767326081.593857:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326081.593858:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326081.593862:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x755 [1] + 224 00000100:00000001:1.0:1767326081.593865:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326081.593868:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326081.593874:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326081.593878:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326081.593882:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326081.593883:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326081.593888:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326081.593898:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00100000:1.0:1767326081.593906:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386628608:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326081.593908:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326081.593909:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326081.593913:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326081.593915:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326081.593916:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326081.593918:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326081.593919:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326081.593921:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326081.593923:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326081.593926:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326081.593928:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326081.593934:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386628608/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326081.593935:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=106 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326081.593945:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=106 v=5 (1 1 0 0) 00000100:00000040:2.0:1767326081.593948:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.593953:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326081.593957:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326081.593961:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767326081.593962:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326081.593967:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.593972:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767326081.593973:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326081.593976:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326081.593977:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326081.593978:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee88987d. 00000100:00000001:3.0:1767326081.593982:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326081.593984:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326081.593986:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326081.593988:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326081.593988:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326081.593991:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:3.0:1767326081.593995:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326081.593995:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326081.593999:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 00000800:00000001:2.0:1767326081.594000:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326081.594005:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326081.594009:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326081.594012:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:3.0:1767326081.594016:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326081.594017:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326081.594019:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326081.594021:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326081.594022:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326081.594023:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326081.594024:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326081.594026:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326081.594030:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767326081.594032:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326081.594033:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326081.594034:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326081.594036:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326081.594038:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326081.594041:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000100:00000001:1.0:1767326081.594042:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326081.594050:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000100:00100000:3.0:1767326081.594055:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386628736:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767326081.594055:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:0.0:1767326081.594063:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326081.594064:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326081.594067:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326081.594071:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386628736/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326081.594079:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326081.594101:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326081.594105:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326081.594109:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326081.594110:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edca811d. 02000000:00000001:3.0:1767326081.594118:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326081.594120:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326081.594123:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326081.594126:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326081.594127:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326081.594129:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 00000100:00000001:0.0:1767326081.594132:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326081.594134:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326081.594137:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326081.594137:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767326081.594141:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:3.0:1767326081.594143:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326081.594143:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326081.594147:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326081.594148:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326081.594151:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326081.594153:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.594155:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326081.594158:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.594160:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326081.594160:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326081.594162:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326081.594168:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=116 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326081.594174:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=91 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326081.594177:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326081.594179:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326081.594181:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326081.594185:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326081.594194:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326081.594196:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326081.594206:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326081.594208:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326081.594209:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326081.594213:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326081.594220:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326081.594222:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326081.594224:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326081.594227:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326081.594235:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386628864:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326081.594240:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326081.594242:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326081.594244:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386628864/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326081.594252:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326081.594253:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326081.594256:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8100072. 02000000:00000001:0.0:1767326081.594259:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326081.594261:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326081.594262:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326081.594265:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326081.594266:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:0.0:1767326081.594269:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326081.594271:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326081.594272:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000001:0.0:1767326081.594275:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326081.594277:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326081.594278:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326081.594283:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326081.594285:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326081.594287:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326081.594289:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326082.294879:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326082.294887:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326082.294893:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326082.294894:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326082.294935:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326082.294942:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326082.294946:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326083.318867:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326083.318873:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326083.318877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326083.318878:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326083.318913:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326083.318917:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326083.318920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326084.342884:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326084.342893:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326084.342900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326084.342901:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326084.342945:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326084.342951:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326084.342954:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326085.366921:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326085.366929:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326085.366937:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326085.366939:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326085.366965:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326085.366970:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326085.366974:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326086.198855:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305791992, at 4305792000 00000100:00000040:2.0:1767326086.198855:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305791992, at 4305792000 00000100:00000040:1.0:1767326086.198855:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305791992, at 4305792000 00000100:00000040:0.0:1767326086.198855:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305791992, at 4305792000 00000100:00000010:2.0:1767326086.198873:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00000100:00000010:1.0:1767326086.198879:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00000100:00000010:0.0:1767326086.198881:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:3.0:1767326086.198883:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00010000:00000001:0.0:1767326086.390839:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326086.390850:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326086.390865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326086.390866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326086.390900:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326086.390904:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326086.390907:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326086.710925:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326086.710936:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326086.710943:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767326086.710950:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326086.710954:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326086.710958:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326086.710963:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326086.710970:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326086.710976:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326086.710986:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326086.710995:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326086.710997:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326086.711002:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_01+1] req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.711054:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326086.711056:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326086.711060:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326086.711063:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000020:00000040:1.0:1767326086.711066:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326086.711068:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326086.711069:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326086.711073:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326086.711075:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326086.711076:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711078:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326086.711081:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000040:3.0:1767326086.711084:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.711087:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.711091:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326086.711096:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326086.711096:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711097:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326086.711101:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326086.711106:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326086.711110:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326086.711112:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326086.711113:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.711116:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326086.711118:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386628992:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326086.711122:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326086.711123:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_02+2] req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326086.711128:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326086.711131:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326086.711133:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326086.711137:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84828af. 02000000:00000001:3.0:1767326086.711139:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326086.711145:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54ef79. 00000100:00000001:1.0:1767326086.711149:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326086.711151:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000040:1.0:1767326086.711153:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326086.711158:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767326086.711159:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386628992, portal 25 00000100:00000001:3.0:1767326086.711163:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326086.711164:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000001:2.0:1767326086.711165:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326086.711167:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000100:00000001:2.0:1767326086.711170:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326086.711170:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326086.711171:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326086.711172:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326086.711172:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326086.711174:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.711179:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326086.711180:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326086.711183:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326086.711185:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326086.711186:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326086.711191:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326086.711192:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767326086.711192:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000400:00000010:3.0:1767326086.711194:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000001:2.0:1767326086.711195:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.711196:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326086.711198:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386628992, offset 0 02000000:00000001:2.0:1767326086.711199:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326086.711201:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326086.711202:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326086.711205:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326086.711207:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326086.711210:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386629120:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326086.711214:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326086.711214:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326086.711217:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326086.711218:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326086.711220:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326086.711220:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326086.711224:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:2.0:1767326086.711224:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edca811d. 02000000:00000001:2.0:1767326086.711227:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326086.711227:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_03+3] req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326086.711233:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839604ad. 00000400:00000200:3.0:1767326086.711234:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326086.711239:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000400:00000200:3.0:1767326086.711242:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:2.0:1767326086.711245:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629120, portal 10 00000100:00000001:1.0:1767326086.711246:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326086.711247:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326086.711249:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326086.711249:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326086.711251:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000040:1.0:1767326086.711253:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326086.711258:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326086.711258:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326086.711260:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326086.711261:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11130) 00000100:00000001:0.0:1767326086.711262:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326086.711266:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326086.711268:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [207:207:256:4294967295] 192.168.203.127@tcp LPNI seq info [207:207:8:4294967295] 00000100:00000040:0.0:1767326086.711273:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326086.711281:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326086.711285:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326086.711287:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326086.711288:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326086.711291:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326086.711294:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 02000000:00000001:0.0:1767326086.711294:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326086.711297:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326086.711300:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386629120, offset 0 00000100:00100000:0.0:1767326086.711301:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386629248:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326086.711308:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326086.711314:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326086.711316:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326086.711317:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326086.711318:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326086.711321:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b57a331. 02000000:00000001:0.0:1767326086.711323:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326086.711325:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 00000400:00000010:0.0:1767326086.711329:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000200:0.0:1767326086.711331:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629248, portal 10 00000100:00000001:0.0:1767326086.711333:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326086.711334:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000040:0.0:1767326086.711338:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326086.711343:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326086.711347:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326086.711350:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000400:00000200:3.0:1767326086.711354:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:0.0:1767326086.711354:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386629248, offset 0 00000400:00000200:0.0:1767326086.711362:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326086.711366:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326086.711366:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326086.711372:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000400:00000200:2.0:1767326086.711378:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326086.711382:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326086.711382:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326086.711387:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326086.711389:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326086.711391:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [208:208:255:4294967295] 192.168.203.127@tcp LPNI seq info [208:208:7:4294967295] 00000800:00000200:3.0:1767326086.711395:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326086.711400:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326086.711402:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326086.711408:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326086.711412:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000400:00000200:0.0:1767326086.711412:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326086.711417:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326086.711418:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326086.711421:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326086.711423:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326086.711426:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326086.711427:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305797112 00000400:00000200:0.0:1767326086.711431:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:3.0:1767326086.711435:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8b4679c. 00000800:00000200:2.0:1767326086.711435:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326086.711437:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [209:209:254:4294967295] 192.168.203.127@tcp LPNI seq info [209:209:6:4294967295] 00000800:00000200:2.0:1767326086.711442:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326086.711449:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326086.711450:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326086.711450:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326086.711457:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326086.711458:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 462875 usecs (463 jiffies) 00000100:00000001:3.0:1767326086.711461:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305797112 00000800:00000010:0.0:1767326086.711462:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000100:00000001:2.0:1767326086.711463:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305792975 00000800:00000200:0.0:1767326086.711468:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:3.0:1767326086.711469:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064be71a1. 00000100:00000001:2.0:1767326086.711470:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305797112 00000800:00000200:0.0:1767326086.711475:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326086.711476:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305792975 00000100:00000001:3.0:1767326086.711478:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326086.711479:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326086.711483:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326086.711484:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711486:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305797112 00000100:00000001:2.0:1767326086.711486:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305797112 00000800:00000010:1.0:1767326086.711488:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000100:00000001:2.0:1767326086.711492:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305792975 00000100:00000010:3.0:1767326086.711494:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ec4eb6. 00000100:00000040:0.0:1767326086.711494:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 25865 usecs (26 jiffies) 00000400:00000200:1.0:1767326086.711496:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326086.711500:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305792538 00000100:00000001:3.0:1767326086.711501:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326086.711504:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305797112 00000400:00000200:1.0:1767326086.711507:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326086.711508:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305797112 00000100:00000001:2.0:1767326086.711508:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305797112 00000100:00000001:0.0:1767326086.711508:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305792538 00000100:00000001:2.0:1767326086.711512:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305792975 00000400:00000200:1.0:1767326086.711515:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000100:00000001:0.0:1767326086.711515:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305797112 00000100:00000010:3.0:1767326086.711516:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000400:00000010:1.0:1767326086.711518:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000001:0.0:1767326086.711521:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305792538 00000100:00000001:3.0:1767326086.711523:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326086.711524:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305797112 00000100:00000001:1.0:1767326086.711526:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326086.711528:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305792538 00000100:00000001:3.0:1767326086.711542:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326086.711542:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305797112 00000100:00000200:1.0:1767326086.711544:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326086.711548:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326086.711549:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.711549:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305797112 00000100:00000001:2.0:1767326086.711552:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.711554:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326086.711557:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326086.711557:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.711559:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711564:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326086.711564:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326086.711565:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.711567:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326086.711571:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326086.711573:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326086.711577:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326086.711578:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326086.711578:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326086.711581:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326086.711583:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326086.711583:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326086.711585:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326086.711588:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326086.711588:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326086.711591:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326086.711591:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.711591:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711594:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326086.711597:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326086.711597:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326086.711597:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711598:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326086.711602:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.711604:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326086.711606:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326086.711612:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326086.711615:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:1.0:1767326086.711618:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326086.711622:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326086.711625:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9cbcf6 00000400:00000010:1.0:1767326086.711626:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a9cbcf6. 00000100:00000001:1.0:1767326086.711629:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326086.711632:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.711640:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326086.711648:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.711654:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.711655:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326086.711683:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326086.711685:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:1.0:1767326086.711687:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326086.711689:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326086.711691:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:1.0:1767326086.711692:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:1.0:1767326086.711693:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326086.711695:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.711700:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326086.711701:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.711705:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.711706:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326086.713348:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326086.713466:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326086.713470:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326086.713473:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326086.713481:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326086.713595:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06400 00000400:00000200:3.0:1767326086.713603:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:3.0:1767326086.713611:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326086.713615:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326086.713617:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326086.713621:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326086.713624:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326086.713657:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326086.713668:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326086.713682:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326086.713688:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326086.713691:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326086.713693:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326086.713695:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326086.713700:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326086.713706:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326086.713707:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06480 00000100:00000001:2.0:1767326086.713709:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326086.713715:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:3.0:1767326086.713718:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326086.713719:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326086.713721:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326086.713722:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326086.713726:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326086.713726:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839604ad. 00000400:00000200:2.0:1767326086.713731:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000400:00000200:3.0:1767326086.713732:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326086.713735:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000100:00000001:2.0:1767326086.713738:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326086.713739:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326086.713743:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326086.713746:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326086.713777:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326086.713792:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326086.713794:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326086.713796:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326086.713797:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326086.713799:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326086.713801:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326086.713802:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326086.713806:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326086.713814:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=111 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326086.713817:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326086.713819:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326086.713820:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326086.713821:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326086.713825:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326086.713828:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326086.713828:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326086.713833:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767326086.713835:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326086.713835:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326086.713839:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326086.713840:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326086.713840:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326086.713841:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326086.713845:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326086.713846:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326086.713847:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326086.713850:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326086.713851:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326086.713852:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000400:00000200:3.0:1767326086.713858:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326086.713858:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:0.0:1767326086.713861:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:0.0:1767326086.713867:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326086.713870:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326086.713871:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06380 00000100:00000200:0.0:1767326086.713873:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326086.713881:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x75d [1] + 224 00000100:00000001:2.0:1767326086.713884:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326086.713888:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326086.713891:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326086.713894:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326086.713897:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326086.713898:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326086.713903:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326086.713912:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326086.713912:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326086.713919:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326086.713919:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386629120:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326086.713921:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326086.713925:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326086.713926:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326086.713928:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326086.713929:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326086.713931:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326086.713932:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326086.713934:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326086.713938:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386629120/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326086.713939:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326086.713945:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=121 v=5 (5 5 0 0) 00000100:00000040:3.0:1767326086.713950:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326086.713952:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326086.713960:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326086.713962:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326086.713963:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767326086.713966:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326086.713968:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326086.713972:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edca811d. 00010000:00080000:0.0:1767326086.713973:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326086.713977:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326086.713979:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326086.713981:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326086.713981:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326086.713981:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326086.713985:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000040:2.0:1767326086.713986:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326086.713987:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326086.713988:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326086.713990:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326086.713992:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767326086.713994:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326086.713995:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326086.713997:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 00000100:00000001:0.0:1767326086.714004:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326086.714005:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326086.714006:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326086.714009:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326086.714009:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326086.714009:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326086.714013:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:1.0:1767326086.714013:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326086.714013:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326086.714018:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767326086.714018:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326086.714020:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326086.714020:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326086.714023:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d54ef79. 00000100:00000001:2.0:1767326086.714024:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326086.714029:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386629248:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326086.714031:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326086.714033:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326086.714036:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000100:00000001:2.0:1767326086.714037:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326086.714037:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326086.714038:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:2.0:1767326086.714040:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.714043:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326086.714047:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326086.714053:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326086.714057:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326086.714062:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386629248/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.714074:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326086.714075:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326086.714077:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326086.714078:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326086.714080:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326086.714081:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767326086.714085:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b57a331. 02000000:00000001:0.0:1767326086.714089:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326086.714090:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326086.714092:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326086.714093:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326086.714095:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326086.714096:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326086.714099:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326086.714101:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=121 v=5 (5 5 0 0) 02000000:00000010:0.0:1767326086.714101:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:0.0:1767326086.714106:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326086.714107:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=121 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326086.714108:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326086.714111:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767326086.714111:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:1.0:1767326086.714114:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.714115:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767326086.714116:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326086.714117:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326086.714118:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.714120:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326086.714121:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.714125:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326086.714126:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326086.714127:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326086.714131:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326086.714133:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.714138:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326086.714140:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326086.714141:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326086.714144:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326086.714149:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386628992:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326086.714152:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326086.714153:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326086.714154:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386628992/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326086.714157:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326086.714158:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326086.714160:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84828af. 02000000:00000001:1.0:1767326086.714162:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326086.714162:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326086.714163:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326086.714164:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326086.714165:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:1.0:1767326086.714167:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326086.714168:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326086.714169:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:1.0:1767326086.714174:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326086.714175:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326086.714176:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326086.714179:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326086.714179:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326086.714181:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326086.714182:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414877:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326087.414892:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326087.414895:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326087.414897:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414902:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326087.414904:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414906:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414908:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414913:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326087.414914:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326087.414915:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326087.414920:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326087.414922:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326087.414923:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414925:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326087.414926:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414928:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.414930:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326087.414976:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326087.414980:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326087.414984:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326088.438847:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326088.438854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326088.438857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326088.438858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326088.438912:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326088.438917:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326088.438921:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326089.462848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326089.462853:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326089.462858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326089.462859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326089.462886:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326089.462889:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326089.462892:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326090.486861:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326090.486870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326090.486878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326090.486880:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326090.486916:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326090.486919:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326090.486922:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326091.318875:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305797112, at 4305797120 00000100:00000040:2.0:1767326091.318875:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305797112, at 4305797120 00000100:00000040:1.0:1767326091.318875:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305797112, at 4305797120 00000100:00000040:0.0:1767326091.318875:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305797112, at 4305797120 00000100:00000010:1.0:1767326091.318894:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064be71a1. 00000100:00000010:3.0:1767326091.318896:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:2.0:1767326091.318898:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ec4eb6. 00000100:00000010:0.0:1767326091.318901:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8b4679c. 00010000:00000001:0.0:1767326091.510857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326091.510865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.510871:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326091.510872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326091.510904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326091.510908:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326091.510910:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326091.830864:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326091.830876:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326091.830884:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767326091.830892:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326091.830896:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326091.830899:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326091.830904:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326091.830911:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326091.830918:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326091.830929:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326091.830938:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326091.830941:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326091.830945:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_00+0] req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.830973:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326091.830975:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326091.830978:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326091.830980:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326091.830983:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326091.830984:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326091.830985:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326091.830987:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326091.830990:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326091.830992:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326091.830994:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326091.831007:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326091.831013:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326091.831015:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326091.831019:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.831019:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326091.831027:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831028:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326091.831031:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.831039:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326091.831040:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_01+1] req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326091.831042:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326091.831050:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326091.831054:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326091.831058:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326091.831063:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386629376:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326091.831064:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326091.831070:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326091.831071:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326091.831076:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326091.831080:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 02000000:00000001:0.0:1767326091.831082:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767326091.831084:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326091.831086:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326091.831088:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326091.831091:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326091.831091:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326091.831094:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326091.831098:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326091.831101:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326091.831103:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000806cad41. 00000100:00000040:3.0:1767326091.831105:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326091.831112:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326091.831112:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326091.831113:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326091.831116:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326091.831118:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326091.831121:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_02+2] req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326091.831122:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326091.831122:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 00000100:00000040:2.0:1767326091.831131:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326091.831134:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000001:3.0:1767326091.831143:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326091.831146:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326091.831146:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629376, portal 25 00000100:00000040:3.0:1767326091.831152:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326091.831159:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11135) 00000100:00000001:2.0:1767326091.831162:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326091.831162:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326091.831166:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326091.831167:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326091.831170:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767326091.831171:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1767326091.831174:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326091.831175:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.831176:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 02000000:00000001:2.0:1767326091.831181:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326091.831185:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767326091.831187:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386629504:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326091.831187:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326091.831188:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326091.831193:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326091.831195:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326091.831197:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326091.831198:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326091.831203:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326091.831204:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326091.831207:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.831209:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326091.831213:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326091.831218:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ee29fd. 00000100:00000040:0.0:1767326091.831218:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326091.831219:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326091.831222:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326091.831223:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326091.831224:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 02000000:00000001:1.0:1767326091.831225:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326091.831228:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326091.831231:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326091.831231:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386629376, offset 0 00000400:00000010:2.0:1767326091.831232:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839604ad. 00000100:00100000:1.0:1767326091.831237:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386629632:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326091.831240:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326091.831241:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 02000000:00000001:1.0:1767326091.831243:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326091.831246:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326091.831247:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326091.831248:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326091.831252:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4c1b7ed. 02000000:00000001:1.0:1767326091.831255:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326091.831256:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629504, portal 10 00000400:00000010:1.0:1767326091.831258:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f74ce107. 00000100:00000001:2.0:1767326091.831260:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326091.831262:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000001:2.0:1767326091.831263:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000400:00000200:0.0:1767326091.831268:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:1.0:1767326091.831273:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629632, portal 10 00000100:00000040:2.0:1767326091.831274:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326091.831276:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326091.831279:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000400:00000200:0.0:1767326091.831279:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326091.831288:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326091.831290:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326091.831290:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326091.831296:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326091.831298:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326091.831302:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000400:00000200:0.0:1767326091.831305:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326091.831307:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326091.831309:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386629504, offset 0 00000100:00000040:1.0:1767326091.831315:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326091.831315:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [210:210:256:4294967295] 192.168.203.127@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000010:1.0:1767326091.831320:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88aeb00. 00000400:00000200:2.0:1767326091.831322:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326091.831330:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386629632, offset 0 00000400:00000200:0.0:1767326091.831333:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326091.831341:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326091.831342:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326091.831344:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326091.831348:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326091.831350:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000400:00000200:2.0:1767326091.831351:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326091.831355:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326091.831357:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326091.831359:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [211:211:255:4294967295] 192.168.203.127@tcp LPNI seq info [211:211:7:4294967295] 00000800:00000200:0.0:1767326091.831364:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326091.831370:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326091.831379:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326091.831384:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326091.831386:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1767326091.831388:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000400:00000200:1.0:1767326091.831389:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326091.831397:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326091.831397:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326091.831398:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326091.831403:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.831403:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326091.831405:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326091.831408:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326091.831411:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305802232 00000800:00000200:2.0:1767326091.831412:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326091.831414:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326091.831418:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326091.831419:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000400:00000200:1.0:1767326091.831421:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326091.831423:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 455342 usecs (456 jiffies) 00000100:00000001:2.0:1767326091.831427:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305798088 00000400:00000200:1.0:1767326091.831428:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [212:212:254:4294967295] 192.168.203.127@tcp LPNI seq info [212:212:6:4294967295] 00000100:00000001:0.0:1767326091.831430:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326091.831441:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305802232 00000400:00000200:1.0:1767326091.831442:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326091.831444:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305802232 00000100:00000010:0.0:1767326091.831449:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000100:00000001:2.0:1767326091.831450:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305798088 00000800:00000200:1.0:1767326091.831454:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326091.831457:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767326091.831458:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000100:00000001:2.0:1767326091.831464:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305802232 00000800:00000200:1.0:1767326091.831465:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326091.831465:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305802232 00000100:00000001:2.0:1767326091.831469:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305798088 00000100:00000010:0.0:1767326091.831472:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000800:00000200:1.0:1767326091.831474:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326091.831478:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326091.831479:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326091.831481:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326091.831484:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 25470 usecs (26 jiffies) 00000100:00000001:1.0:1767326091.831488:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305797658 00000100:00000001:2.0:1767326091.831489:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305802232 00000100:00000001:0.0:1767326091.831489:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305802232 00000100:00000001:1.0:1767326091.831491:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305802232 00000100:00000010:0.0:1767326091.831506:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000100:00000001:1.0:1767326091.831509:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305797658 00000100:00000001:0.0:1767326091.831511:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326091.831512:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305802232 00000100:00000001:2.0:1767326091.831514:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305798088 00000100:00000001:2.0:1767326091.831518:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305802232 00000100:00000001:1.0:1767326091.831518:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305797658 00000100:00000001:0.0:1767326091.831518:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326091.831523:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326091.831524:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326091.831529:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326091.831530:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305802232 00000100:00000001:0.0:1767326091.831531:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326091.831532:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.831535:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326091.831537:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326091.831537:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305797658 00000100:00000001:0.0:1767326091.831540:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326091.831543:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326091.831543:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326091.831544:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305802232 00000100:00000001:2.0:1767326091.831545:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326091.831548:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326091.831551:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326091.831551:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326091.831552:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326091.831555:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326091.831556:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326091.831557:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326091.831558:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326091.831558:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.831559:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326091.831562:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326091.831566:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000100:00000001:2.0:1767326091.831566:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326091.831572:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326091.831572:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326091.831583:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326091.831589:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000400:00000010:3.0:1767326091.831591:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000001:3.0:1767326091.831594:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326091.831598:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831605:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326091.831607:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831612:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326091.831613:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326091.831622:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326091.831623:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000400:00000200:3.0:1767326091.831625:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326091.831627:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326091.831628:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:3.0:1767326091.831629:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:3.0:1767326091.831630:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326091.831631:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831635:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326091.831636:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831640:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326091.831641:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326091.831660:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326091.831662:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:3.0:1767326091.831664:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326091.831666:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326091.831667:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000400:00000010:3.0:1767326091.831668:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000001:3.0:1767326091.831670:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326091.831672:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831680:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326091.831682:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.831686:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326091.831687:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326091.833301:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326091.833309:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326091.833313:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326091.833316:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326091.833324:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326091.833336:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06580 00000400:00000200:1.0:1767326091.833345:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:1.0:1767326091.833352:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326091.833357:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326091.833359:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326091.833363:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326091.833368:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326091.833372:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326091.833382:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326091.833398:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326091.833406:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326091.833409:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326091.833412:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326091.833415:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326091.833419:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326091.833423:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326091.833426:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326091.833427:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06600 00000400:00000001:2.0:1767326091.833431:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326091.833434:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326091.833436:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839604ad. 00000400:00000200:2.0:1767326091.833438:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000400:00000010:2.0:1767326091.833445:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000100:00000001:2.0:1767326091.833447:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326091.833451:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x781 [1] + 224 00000100:00000200:2.0:1767326091.833452:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326091.833459:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326091.833469:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326091.833469:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326091.833471:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326091.833474:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326091.833476:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326091.833477:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326091.833478:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326091.833481:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326091.833482:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326091.833484:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326091.833489:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:2.0:1767326091.833491:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=116 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326091.833493:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326091.833506:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=116 v=5 (1 1 0 0) 00000100:00000200:1.0:1767326091.833510:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326091.833511:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326091.833513:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326091.833518:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326091.833523:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326091.833527:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326091.833527:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326091.833530:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326091.833533:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326091.833535:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326091.833542:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326091.833547:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326091.833549:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326091.833551:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326091.833552:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326091.833554:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326091.833559:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326091.833560:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386629504:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767326091.833565:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326091.833566:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326091.833572:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326091.833575:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386629504/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326091.833580:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326091.833582:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326091.833583:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326091.833585:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326091.833586:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ee29fd. 00000400:00000001:0.0:1767326091.833589:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326091.833590:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767326091.833592:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326091.833594:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74ce107. 00000020:00000001:2.0:1767326091.833595:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326091.833598:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:0.0:1767326091.833598:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:0.0:1767326091.833601:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000020:00000001:2.0:1767326091.833604:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326091.833605:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767326091.833609:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00000200:0.0:1767326091.833610:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326091.833616:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326091.833620:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767326091.833621:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326091.833623:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:0.0:1767326091.833630:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326091.833631:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326091.833632:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326091.833636:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.833636:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326091.833638:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326091.833641:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.833641:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326091.833643:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326091.833646:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326091.833647:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767326091.833649:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=126 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326091.833651:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326091.833652:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=101 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326091.833657:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326091.833657:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326091.833659:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.833667:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.833670:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326091.833673:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326091.833680:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.833682:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326091.833684:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326091.833686:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326091.833687:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326091.833690:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326091.833697:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326091.833699:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326091.833700:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326091.833703:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326091.833710:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386629632:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326091.833714:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.833715:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326091.833717:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386629632/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326091.833724:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326091.833725:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326091.833727:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4c1b7ed. 02000000:00000001:0.0:1767326091.833731:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326091.833732:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326091.833733:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326091.833735:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326091.833736:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:0.0:1767326091.833739:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326091.833740:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326091.833741:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:0.0:1767326091.833749:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326091.833750:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.833752:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.833755:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326091.833785:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.833787:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326091.833789:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326091.833965:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326091.833969:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326091.833971:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326091.833972:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326091.833975:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326091.833981:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06500 00000400:00000200:3.0:1767326091.833984:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1767326091.833987:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326091.834000:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326091.834001:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326091.834004:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326091.834006:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326091.834008:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326091.834014:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326091.834054:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326091.834056:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326091.834059:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326091.834059:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326091.834063:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326091.834063:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326091.834067:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326091.834070:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000400:00000200:0.0:1767326091.834074:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:0.0:1767326091.834076:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:0.0:1767326091.834078:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326091.834082:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326091.834090:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326091.834097:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326091.834099:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.834101:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326091.834102:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326091.834104:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326091.834105:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326091.834107:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326091.834109:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=126 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326091.834112:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=126 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326091.834115:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326091.834116:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.834118:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326091.834120:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.834121:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326091.834124:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326091.834131:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326091.834139:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326091.834140:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326091.834143:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326091.834150:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386629376:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326091.834155:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.834157:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326091.834159:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386629376/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326091.834165:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326091.834167:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326091.834168:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000806cad41. 02000000:00000001:0.0:1767326091.834171:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326091.834173:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326091.834174:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326091.834175:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326091.834177:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 02000000:00000001:0.0:1767326091.834180:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326091.834181:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326091.834182:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:0.0:1767326091.834184:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326091.834185:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.834187:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326091.834190:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326091.834192:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326091.834194:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326091.834195:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326092.534872:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326092.534881:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326092.534890:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326092.534891:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326092.534935:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326092.534941:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326092.534944:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326093.558852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326093.558859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326093.558864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326093.558865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326093.558921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326093.558925:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326093.558928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326094.582858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326094.582866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326094.582872:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326094.582873:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326094.582938:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326094.582943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326094.582947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326095.606876:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326095.606884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326095.606889:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326095.606890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326095.606931:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326095.606959:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326095.606963:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326096.438869:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305802232, at 4305802240 00000100:00000040:2.0:1767326096.438869:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305802232, at 4305802240 00000100:00000040:1.0:1767326096.438869:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305802232, at 4305802240 00000100:00000040:0.0:1767326096.438869:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305802232, at 4305802240 00000100:00000010:2.0:1767326096.438889:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:3.0:1767326096.438890:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000010:1.0:1767326096.438892:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:0.0:1767326096.438895:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00010000:00000001:0.0:1767326096.630859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326096.630871:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326096.630874:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326096.630877:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630882:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326096.630885:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630887:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630890:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630894:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326096.630896:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326096.630897:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326096.630903:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326096.630905:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326096.630906:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630908:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326096.630910:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630911:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.630913:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326096.630966:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326096.630971:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326096.630973:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326096.950861:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326096.950873:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326096.950885:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326096.950891:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326096.950895:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326096.950898:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326096.950904:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326096.950910:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326096.950917:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.950927:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326096.950958:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326096.950960:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.950964:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326096.950985:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.950987:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326096.950990:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326096.950991:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326096.950993:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326096.950995:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326096.950996:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326096.950997:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326096.950999:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b222b7f0. 00000100:00000001:2.0:1767326096.951002:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.951004:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326096.951009:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326096.951009:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326096.951012:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.951015:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326096.951016:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_00+0] req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326096.951019:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326096.951025:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326096.951027:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.951031:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.951040:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326096.951043:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951044:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.951048:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326096.951051:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326096.951051:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767326096.951055:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 02000000:00000001:0.0:1767326096.951056:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767326096.951058:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326096.951060:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326096.951061:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326096.951062:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326096.951062:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326096.951066:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326096.951068:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:1.0:1767326096.951070:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326096.951070:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326096.951075:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326096.951078:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326096.951078:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386629760:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326096.951086:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326096.951091:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326096.951096:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326096.951098:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951099:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326096.951101:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326096.951102:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326096.951102:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326096.951106:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326096.951106:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.951108:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_01+1] req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326096.951111:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326096.951114:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326096.951118:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386629888:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326096.951121:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7ed1a16. 00000100:00000001:2.0:1767326096.951123:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326096.951126:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326096.951128:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326096.951129:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326096.951132:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326096.951133:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 00000100:00000040:2.0:1767326096.951137:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11140) 02000000:00000001:1.0:1767326096.951141:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326096.951141:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 02000000:00000001:1.0:1767326096.951145:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951149:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326096.951149:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326096.951150:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629760, portal 25 00000100:00000001:2.0:1767326096.951153:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326096.951154:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326096.951156:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326096.951156:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 00000100:00000001:0.0:1767326096.951157:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000040:2.0:1767326096.951161:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326096.951162:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326096.951170:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326096.951171:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000001:2.0:1767326096.951179:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326096.951179:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000001:2.0:1767326096.951183:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.951185:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326096.951186:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386629888, portal 10 02000000:00000001:2.0:1767326096.951187:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326096.951190:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326096.951192:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326096.951192:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767326096.951195:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000001:1.0:1767326096.951196:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 02000000:00000001:2.0:1767326096.951198:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326096.951199:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386629760, offset 0 00000100:00100000:2.0:1767326096.951205:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386630016:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326096.951209:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326096.951212:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326096.951214:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326096.951219:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326096.951222:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326096.951224:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326096.951226:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326096.951229:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:2.0:1767326096.951231:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb1509d6. 00000100:00000040:1.0:1767326096.951231:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326096.951235:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326096.951237:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a92a58e. 00000400:00000200:0.0:1767326096.951239:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326096.951240:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839604ad. 00000100:00000200:1.0:1767326096.951241:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386629888, offset 0 00000400:00000010:2.0:1767326096.951246:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000400:00000200:0.0:1767326096.951247:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326096.951251:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326096.951254:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326096.951256:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:2.0:1767326096.951257:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630016, portal 10 00000400:00000200:0.0:1767326096.951259:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [213:213:256:4294967295] 192.168.203.127@tcp LPNI seq info [213:213:8:4294967295] 00000100:00000001:2.0:1767326096.951266:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326096.951269:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000400:00000200:0.0:1767326096.951271:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326096.951280:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326096.951282:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326096.951284:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326096.951288:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326096.951293:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000010:0.0:1767326096.951294:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000400:00000200:1.0:1767326096.951298:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326096.951299:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326096.951303:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326096.951307:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326096.951310:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [214:214:255:4294967295] 192.168.203.127@tcp LPNI seq info [214:214:7:4294967295] 00000800:00000200:0.0:1767326096.951310:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326096.951312:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 00000100:00000200:2.0:1767326096.951320:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386630016, offset 0 00000800:00000200:0.0:1767326096.951326:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326096.951328:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326096.951329:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326096.951338:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326096.951339:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326096.951341:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326096.951344:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000400:00000200:2.0:1767326096.951346:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326096.951350:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326096.951354:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326096.951355:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326096.951356:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326096.951361:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326096.951363:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305807352 00000800:00000200:1.0:1767326096.951364:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326096.951368:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [215:215:254:4294967295] 192.168.203.127@tcp LPNI seq info [215:215:6:4294967295] 00000800:00000200:1.0:1767326096.951370:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326096.951370:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000100:00000001:1.0:1767326096.951376:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326096.951380:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326096.951380:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326096.951381:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 448046 usecs (449 jiffies) 00000800:00000200:2.0:1767326096.951387:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326096.951389:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305807352 00000800:00000010:2.0:1767326096.951390:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000100:00000001:1.0:1767326096.951392:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305803201 00000100:00000010:0.0:1767326096.951394:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000800:00000200:2.0:1767326096.951397:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326096.951399:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326096.951403:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305807352 00000100:00000001:0.0:1767326096.951404:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305807352 00000800:00000200:2.0:1767326096.951405:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326096.951410:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326096.951410:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305803201 00000100:00000010:0.0:1767326096.951411:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000100:00000001:1.0:1767326096.951413:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305807352 00000100:00000001:0.0:1767326096.951417:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326096.951418:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326096.951418:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305803201 00000100:00000001:0.0:1767326096.951422:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305807352 00000100:00000001:1.0:1767326096.951423:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305807352 00000100:00000040:2.0:1767326096.951424:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 25085 usecs (26 jiffies) 00000100:00000010:0.0:1767326096.951426:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000100:00000001:1.0:1767326096.951427:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305803201 00000800:00000200:3.0:1767326096.951428:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326096.951429:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305802778 00000100:00000001:0.0:1767326096.951432:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326096.951434:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305807352 00000800:00000010:3.0:1767326096.951436:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000100:00000001:1.0:1767326096.951436:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305807352 00000100:00000001:0.0:1767326096.951436:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326096.951439:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305802778 00000100:00000001:2.0:1767326096.951443:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305807352 00000100:00000001:1.0:1767326096.951443:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326096.951443:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326096.951449:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326096.951449:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951450:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305802778 00000100:00000001:0.0:1767326096.951450:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951455:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305807352 00000100:00000001:1.0:1767326096.951455:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.951456:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326096.951457:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326096.951475:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326096.951475:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326096.951476:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305802778 00000100:00000001:1.0:1767326096.951479:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326096.951479:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326096.951480:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326096.951480:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305807352 00000100:00000001:2.0:1767326096.951486:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326096.951486:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326096.951487:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326096.951489:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326096.951489:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326096.951491:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000100:00000001:2.0:1767326096.951492:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326096.951493:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.951493:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326096.951496:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000100:00000001:2.0:1767326096.951498:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326096.951499:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.951499:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951504:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.951505:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326096.951509:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326096.951512:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326096.951513:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326096.951514:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326096.951516:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326096.951518:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.951523:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326096.951533:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326096.951537:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.951545:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326096.951547:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326096.951561:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326096.951563:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:3.0:1767326096.951566:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326096.951569:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326096.951572:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000400:00000010:3.0:1767326096.951573:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:3.0:1767326096.951576:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326096.951578:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.951586:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326096.951588:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.951594:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326096.951602:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326096.951675:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326096.951678:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000400:00000200:3.0:1767326096.951681:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326096.951685:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326096.951688:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000400:00000010:3.0:1767326096.951689:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000001:3.0:1767326096.951691:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326096.951693:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.951698:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326096.951700:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.951703:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326096.951704:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326096.953402:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953415:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326096.953418:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953421:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326096.953428:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326096.953443:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06680 00000400:00000200:1.0:1767326096.953450:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:1.0:1767326096.953458:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953473:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326096.953475:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326096.953478:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326096.953482:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326096.953484:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326096.953500:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326096.953513:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326096.953519:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953521:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326096.953522:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953524:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326096.953526:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326096.953530:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06700 00000400:00000200:1.0:1767326096.953533:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1767326096.953537:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953539:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326096.953540:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326096.953543:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326096.953545:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326096.953545:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326096.953548:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326096.953550:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326096.953554:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326096.953557:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326096.953557:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326096.953560:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000400:00000200:0.0:1767326096.953566:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:0.0:1767326096.953568:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:0.0:1767326096.953570:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326096.953573:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326096.953574:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326096.953577:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953583:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326096.953585:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326096.953587:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326096.953591:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326096.953600:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06780 00000100:00000200:0.0:1767326096.953606:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326096.953607:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x79d [1] + 224 00000100:00000001:2.0:1767326096.953609:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326096.953614:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326096.953614:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326096.953619:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326096.953622:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326096.953622:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326096.953622:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326096.953626:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000100:00000001:0.0:1767326096.953627:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326096.953631:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:2.0:1767326096.953633:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000400:00000200:1.0:1767326096.953633:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326096.953634:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326096.953639:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326096.953640:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326096.953643:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326096.953644:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767326096.953647:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326096.953648:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326096.953650:0:216332:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326096.953655:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326096.953658:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326096.953663:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326096.953665:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=131 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326096.953674:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=131 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326096.953681:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326096.953683:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.953689:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326096.953690:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326096.953690:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326096.953692:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.953693:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326096.953698:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326096.953698:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326096.953701:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326096.953703:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326096.953706:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326096.953706:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326096.953711:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326096.953718:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=121 v=5 (5 5 0 0) 00000100:00000001:0.0:1767326096.953718:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326096.953722:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326096.953723:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326096.953723:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326096.953726:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326096.953728:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326096.953730:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326096.953731:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326096.953731:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326096.953736:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326096.953741:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767326096.953741:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386629760:192.168.203.127@tcp:400: 00010000:00000001:2.0:1767326096.953746:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.953747:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326096.953749:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326096.953750:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326096.953752:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326096.953754:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767326096.953755:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386629760/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326096.953757:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326096.953790:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326096.953791:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326096.953795:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326096.953799:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7ed1a16. 00000100:00000001:2.0:1767326096.953800:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326096.953804:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326096.953804:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326096.953808:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.953813:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326096.953815:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326096.953816:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326096.953820:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767326096.953824:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767326096.953826:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386629888:192.168.203.127@tcp:400: 00000020:00000040:0.0:1767326096.953826:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000001:3.0:1767326096.953828:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326096.953836:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839604ad. 00000020:00000001:0.0:1767326096.953837:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326096.953839:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326096.953845:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767326096.953845:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 00000400:00000200:3.0:1767326096.953848:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000100:00000040:2.0:1767326096.953853:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386629888/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326096.953854:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 02000000:00000001:0.0:1767326096.953854:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326096.953863:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326096.953865:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767326096.953868:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326096.953874:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326096.953875:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326096.953876:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326096.953880:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326096.953882:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326096.953882:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326096.953889:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 00000100:00000001:0.0:1767326096.953896:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326096.953901:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326096.953903:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326096.953909:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326096.953911:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326096.953915:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326096.953918:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326096.953928:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326096.953932:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326096.953932:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b222b7f0. 02000000:00000001:2.0:1767326096.953940:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326096.953945:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326096.953947:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:3.0:1767326096.953958:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326096.953959:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326096.953966:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.953967:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.953979:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326096.953979:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326096.953989:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326096.953990:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326096.953992:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326096.953994:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.953998:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326096.953999:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326096.954006:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326096.954009:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326096.954012:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=131 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326096.954030:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326096.954032:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326096.954033:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326096.954035:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326096.954039:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326096.954045:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326096.954048:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326096.954050:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326096.954051:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326096.954052:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326096.954055:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.954060:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326096.954062:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326096.954064:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326096.954066:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326096.954071:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386630016:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326096.954074:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.954075:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326096.954077:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386630016/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326096.954082:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326096.954084:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326096.954086:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb1509d6. 02000000:00000001:3.0:1767326096.954089:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326096.954090:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326096.954091:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326096.954093:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326096.954094:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 02000000:00000001:3.0:1767326096.954100:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326096.954102:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326096.954103:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767326096.954106:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326096.954107:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.954108:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326096.954114:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326096.954115:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326096.954117:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326096.954118:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326097.654858:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326097.654866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326097.654871:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326097.654872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326097.654913:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326097.654918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326097.654922:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326098.678850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326098.678858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326098.678863:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326098.678864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326098.678920:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326098.678924:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326098.678928:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326099.702852:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326099.702862:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326099.702869:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326099.702870:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326099.702903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326099.702907:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326099.702909:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326100.726883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326100.726890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326100.726896:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326100.726897:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326100.726953:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326100.726957:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326100.726960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326101.558847:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305807352, at 4305807360 00000100:00000040:3.0:1767326101.558857:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305807352, at 4305807360 00000100:00000040:2.0:1767326101.558869:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305807352, at 4305807360 00000100:00000040:0.0:1767326101.558870:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305807352, at 4305807360 00000100:00000010:3.0:1767326101.558871:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:1.0:1767326101.558873:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000010:2.0:1767326101.558887:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00000100:00000010:0.0:1767326101.558892:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00010000:00000001:0.0:1767326101.750882:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326101.750891:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326101.750900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326101.750901:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326101.750967:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326101.750972:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326101.750975:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326102.070907:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326102.070919:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326102.070931:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000020:00000040:0.0:1767326102.070937:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326102.070941:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326102.070944:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326102.070949:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326102.070956:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061011158. 00000100:00000001:0.0:1767326102.070963:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.070972:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326102.070984:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326102.070987:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.070992:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_02+2] req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.071032:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.071035:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326102.071039:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326102.071042:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000020:00000040:0.0:1767326102.071045:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326102.071047:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326102.071048:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326102.071050:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326102.071052:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326102.071052:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:3.0:1767326102.071058:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326102.071058:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.071061:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326102.071062:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326102.071070:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.071071:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326102.071074:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.071081:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_03+3] req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326102.071082:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326102.071085:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326102.071091:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326102.071094:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326102.071096:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326102.071098:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386630144:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326102.071102:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326102.071108:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326102.071111:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326102.071112:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.071115:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.071119:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326102.071122:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326102.071124:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326102.071125:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326102.071131:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767326102.071131:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 02000000:00000010:3.0:1767326102.071133:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005356246d. 00000020:00000040:0.0:1767326102.071137:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326102.071139:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.071141:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326102.071143:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326102.071145:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326102.071146:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc7d07a. 00000100:00000040:1.0:1767326102.071149:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326102.071152:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326102.071155:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326102.071157:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000040:0.0:1767326102.071167:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326102.071170:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630144, portal 25 00000100:00000001:3.0:1767326102.071180:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326102.071184:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000100:00000040:3.0:1767326102.071198:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.071220:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326102.071221:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326102.071223:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326102.071230:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326102.071231:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326102.071232:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326102.071241:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326102.071245:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326102.071250:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 02000000:00000001:1.0:1767326102.071253:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326102.071255:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386630144, offset 0 02000000:00000001:1.0:1767326102.071265:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326102.071272:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326102.071277:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326102.071279:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386630272:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326102.071282:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326102.071290:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326102.071293:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326102.071294:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326102.071295:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326102.071300:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326102.071300:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326102.071304:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326102.071304:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326102.071306:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11145) 00000400:00000200:3.0:1767326102.071307:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326102.071310:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326102.071311:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326102.071315:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326102.071321:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326102.071323:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326102.071326:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [216:216:256:4294967295] 192.168.203.127@tcp LPNI seq info [216:216:8:4294967295] 00000100:00000001:2.0:1767326102.071326:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326102.071330:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326102.071337:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326102.071340:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326102.071343:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326102.071349:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd0020b0. 00000100:00000001:0.0:1767326102.071349:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326102.071352:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386630400:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326102.071356:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326102.071356:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326102.071360:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071373:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767326102.071376:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326102.071377:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4c39286. 02000000:00000001:2.0:1767326102.071379:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767326102.071381:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 02000000:00000001:2.0:1767326102.071385:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326102.071389:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326102.071391:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000800:00000200:3.0:1767326102.071392:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000010:2.0:1767326102.071395:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004df32b10. 02000000:00000001:2.0:1767326102.071403:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326102.071408:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630272, portal 10 00000400:00000010:2.0:1767326102.071409:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098080c99. 00000800:00000200:3.0:1767326102.071414:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767326102.071419:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000001:1.0:1767326102.071420:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326102.071421:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326102.071441:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000200:2.0:1767326102.071452:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630400, portal 10 00000100:00000001:3.0:1767326102.071455:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071456:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326102.071459:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326102.071461:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:3.0:1767326102.071463:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305812472 00000100:00000010:3.0:1767326102.071471:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000100:00000040:2.0:1767326102.071474:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326102.071482:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326102.071499:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305812472 00000100:00000010:3.0:1767326102.071507:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000833bb266. 00000100:00000001:2.0:1767326102.071513:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326102.071514:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326102.071515:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326102.071532:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305812472 00000100:00000040:2.0:1767326102.071542:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326102.071543:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326102.071545:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 00000400:00000010:2.0:1767326102.071548:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000400:00000010:1.0:1767326102.071551:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000100:00000200:2.0:1767326102.071553:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386630400, offset 0 00000100:00000001:3.0:1767326102.071554:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767326102.071557:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386630272, offset 0 00000100:00000001:3.0:1767326102.071560:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305812472 00000100:00000010:3.0:1767326102.071569:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164ac69d. 00000400:00000200:1.0:1767326102.071575:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326102.071578:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326102.071582:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326102.071585:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326102.071586:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:2.0:1767326102.071588:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326102.071593:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326102.071595:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326102.071597:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326102.071598:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326102.071604:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326102.071606:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326102.071613:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326102.071613:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326102.071618:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326102.071619:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326102.071624:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326102.071626:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326102.071628:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326102.071631:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326102.071632:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326102.071640:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326102.071645:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [217:217:255:4294967295] 192.168.203.127@tcp LPNI seq info [217:217:7:4294967295] 00000400:00000200:1.0:1767326102.071658:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326102.071665:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326102.071668:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326102.071672:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000400:00000200:2.0:1767326102.071673:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326102.071682:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326102.071691:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326102.071692:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326102.071697:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326102.071704:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [218:218:254:4294967295] 192.168.203.127@tcp LPNI seq info [218:218:6:4294967295] 00000800:00000200:1.0:1767326102.071711:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326102.071722:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326102.071723:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326102.071729:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000800:00000200:2.0:1767326102.071731:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326102.071734:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:1.0:1767326102.071736:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.071740:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767326102.071746:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 440987 usecs (441 jiffies) 00000800:00000010:2.0:1767326102.071747:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e3843a0. 00000100:00000200:0.0:1767326102.071754:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326102.071756:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305808313 00000800:00000200:2.0:1767326102.071785:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326102.071793:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326102.071798:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e3843a0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326102.071805:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326102.071807:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.071810:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326102.071820:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 24720 usecs (25 jiffies) 00000100:00000001:1.0:1767326102.071820:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305812472 00000100:00000001:0.0:1767326102.071823:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071825:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305807898 00000100:00000001:0.0:1767326102.071826:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326102.071836:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305812472 00000100:00000001:1.0:1767326102.071836:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305808314 00000100:00000001:2.0:1767326102.071843:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305807898 00000800:00000200:0.0:1767326102.071843:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326102.071845:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305812472 00000800:00000010:0.0:1767326102.071848:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000100:00000001:2.0:1767326102.071857:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305812472 00000100:00000001:1.0:1767326102.071858:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305808314 00000400:00000200:0.0:1767326102.071858:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326102.071867:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305807898 00000100:00000001:1.0:1767326102.071870:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305812472 00000400:00000200:0.0:1767326102.071872:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326102.071879:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305812472 00000100:00000001:1.0:1767326102.071880:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305808314 00000400:00000200:0.0:1767326102.071880:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000400:00000010:0.0:1767326102.071889:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:2.0:1767326102.071895:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305807898 00000100:00000001:1.0:1767326102.071896:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305812472 00000100:00000001:0.0:1767326102.071897:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326102.071906:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305812472 00000100:00000001:1.0:1767326102.071907:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326102.071908:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326102.071918:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326102.071922:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071925:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326102.071929:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071930:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326102.071933:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326102.071945:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326102.071946:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326102.071947:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326102.071956:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326102.071962:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326102.071963:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326102.071964:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326102.071964:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071968:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.071976:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.071976:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326102.071982:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326102.071986:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326102.071990:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326102.071992:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326102.071994:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326102.071998:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326102.072015:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326102.072019:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e3843a0. 00000400:00000200:0.0:1767326102.072023:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326102.072028:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326102.072031:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000400:00000010:0.0:1767326102.072033:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:0.0:1767326102.072036:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326102.072039:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.072045:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326102.072047:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.072063:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.072065:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326102.073077:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326102.073091:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326102.073094:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326102.073097:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326102.073104:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326102.073190:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06800 00000400:00000200:3.0:1767326102.073199:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1767326102.073206:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326102.073212:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326102.073214:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326102.073217:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326102.073222:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326102.073265:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326102.073285:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326102.073301:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326102.073308:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326102.073312:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326102.073314:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326102.073317:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326102.073321:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326102.073326:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326102.073330:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06880 00000100:00000001:2.0:1767326102.073330:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326102.073337:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:3.0:1767326102.073341:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326102.073344:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326102.073345:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326102.073347:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326102.073351:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:2.0:1767326102.073353:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326102.073356:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc7d07a. 00000400:00000200:2.0:1767326102.073360:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:2.0:1767326102.073362:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767326102.073365:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326102.073366:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326102.073370:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326102.073373:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326102.073400:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326102.073401:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326102.073417:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326102.073420:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326102.073423:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326102.073434:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326102.073435:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326102.073437:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326102.073440:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326102.073440:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326102.073447:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326102.073449:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=137 v=5 (5 5 0 0) 00000800:00000001:3.0:1767326102.073452:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326102.073453:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=137 v=5 (1 1 0 0) 00000800:00000001:3.0:1767326102.073458:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326102.073458:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326102.073462:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326102.073463:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326102.073465:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326102.073468:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326102.073471:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326102.073474:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:2.0:1767326102.073479:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326102.073480:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326102.073488:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326102.073489:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06900 00000400:00000001:1.0:1767326102.073496:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326102.073500:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326102.073501:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326102.073509:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767326102.073509:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4c39286. 00000100:00000001:2.0:1767326102.073519:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326102.073523:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:1.0:1767326102.073530:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000040:2.0:1767326102.073534:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326102.073541:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326102.073549:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386630144:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326102.073550:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7b1 [1] + 224 00000100:00000200:1.0:1767326102.073557:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326102.073560:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326102.073568:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326102.073570:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326102.073576:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326102.073580:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326102.073581:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326102.073586:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386630144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326102.073599:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326102.073613:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326102.073626:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326102.073639:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326102.073646:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326102.073658:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326102.073659:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326102.073659:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005356246d. 00000100:00000001:1.0:1767326102.073664:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326102.073672:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326102.073674:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326102.073677:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767326102.073679:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326102.073682:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326102.073685:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326102.073687:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767326102.073690:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061011158. 00000100:00000001:1.0:1767326102.073690:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326102.073693:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326102.073701:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326102.073702:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326102.073704:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326102.073709:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326102.073711:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000800:00000001:3.0:1767326102.073712:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326102.073712:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=127 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326102.073718:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326102.073720:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326102.073725:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326102.073727:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326102.073729:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326102.073731:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.073732:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326102.073738:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326102.073739:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326102.073739:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326102.073746:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326102.073748:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326102.073749:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326102.073753:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326102.073756:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767326102.073775:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098080c99. 00000400:00000200:0.0:1767326102.073779:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:0.0:1767326102.073780:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:0.0:1767326102.073783:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326102.073788:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326102.073799:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326102.073800:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326102.073809:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326102.073811:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326102.073815:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326102.073816:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326102.073817:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326102.073821:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326102.073822:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326102.073824:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326102.073827:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326102.073829:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326102.073830:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326102.073838:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=137 v=5 (5 5 0 0) 00000100:00000040:1.0:1767326102.073842:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326102.073843:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326102.073849:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326102.073851:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326102.073856:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326102.073864:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326102.073878:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326102.073883:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.073889:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326102.073890:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767326102.073890:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326102.073894:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326102.073896:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326102.073897:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326102.073907:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326102.073909:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.073927:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326102.073929:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326102.073931:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326102.073937:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326102.073959:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386630272:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326102.073970:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326102.073975:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386630400:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326102.073976:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326102.073983:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386630272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326102.073992:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326102.073994:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326102.073999:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326102.074000:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767326102.074003:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd0020b0. 02000000:00000001:1.0:1767326102.074008:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326102.074012:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386630400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326102.074013:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326102.074016:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326102.074026:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767326102.074027:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326102.074036:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326102.074037:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000010:0.0:1767326102.074041:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004df32b10. 02000000:00000001:0.0:1767326102.074045:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326102.074049:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326102.074051:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326102.074053:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767326102.074054:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326102.074055:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767326102.074057:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00000100:00000010:1.0:1767326102.074059:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 00000100:00000001:1.0:1767326102.074073:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326102.074074:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326102.074080:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326102.074080:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326102.074085:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326102.074085:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:0.0:1767326102.074101:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326102.074102:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326102.074105:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326102.074106:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.074112:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326102.074115:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326102.074117:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326102.074118:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.074119:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326102.074124:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326102.074126:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326102.774851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326102.774858:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326102.774864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326102.774881:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326102.774947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326102.774951:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326102.774954:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326103.798803:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326103.798811:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326103.798815:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326103.798816:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326103.798865:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326103.798869:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326103.798871:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326104.822906:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326104.822915:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326104.822922:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326104.822923:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326104.822990:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326104.822994:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326104.822998:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326105.846848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326105.846856:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326105.846864:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326105.846865:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326105.846904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326105.846907:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326105.846909:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326106.678836:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305812472, at 4305812480 00000100:00000040:1.0:1767326106.678836:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305812472, at 4305812480 00000100:00000040:0.0:1767326106.678836:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305812472, at 4305812480 00000100:00000040:3.0:1767326106.678837:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305812472, at 4305812480 00000100:00000010:3.0:1767326106.678856:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164ac69d. 00000100:00000010:1.0:1767326106.678862:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000833bb266. 00000100:00000010:0.0:1767326106.678864:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:2.0:1767326106.678866:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00010000:00000001:0.0:1767326106.870889:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326106.870901:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326106.870905:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326106.870908:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870914:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326106.870916:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870918:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870920:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870925:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326106.870926:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326106.870928:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326106.870934:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326106.870936:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326106.870938:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870940:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326106.870941:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870942:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.870944:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326106.871006:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.871010:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.871012:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326107.190876:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326107.190886:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326107.190897:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000020:00000040:3.0:1767326107.190904:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326107.190908:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326107.190911:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326107.190917:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326107.190924:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 00000100:00000001:3.0:1767326107.190930:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326107.190939:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326107.190948:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326107.190950:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326107.190954:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_01+1] req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.190978:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326107.190981:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326107.190984:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326107.190994:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326107.190999:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326107.191002:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767326107.191005:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326107.191008:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:0.0:1767326107.191008:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191011:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326107.191012:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326107.191014:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326107.191019:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:3.0:1767326107.191023:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326107.191027:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326107.191027:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326107.191027:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326107.191030:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191034:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191036:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326107.191036:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326107.191038:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326107.191039:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326107.191041:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_02+2] req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326107.191042:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326107.191045:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386630528:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326107.191050:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326107.191057:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326107.191060:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191063:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326107.191063:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326107.191064:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326107.191066:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326107.191068:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034b0972b. 00000100:00000001:3.0:1767326107.191070:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326107.191070:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191072:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326107.191074:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000100:00000001:2.0:1767326107.191076:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326107.191077:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:0.0:1767326107.191077:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009182721. 00000100:00000001:3.0:1767326107.191081:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326107.191082:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326107.191085:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326107.191086:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326107.191086:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 02000000:00000010:3.0:1767326107.191091:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326107.191095:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326107.191095:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630528, portal 25 00000100:00000001:1.0:1767326107.191097:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326107.191099:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326107.191102:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326107.191102:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326107.191103:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000100:00000040:0.0:1767326107.191111:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191121:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326107.191123:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326107.191128:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_03+3] req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326107.191135:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326107.191136:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326107.191140:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326107.191140:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326107.191143:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326107.191143:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 02000000:00000001:2.0:1767326107.191145:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326107.191147:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326107.191147:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386630528, offset 0 02000000:00000001:2.0:1767326107.191149:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326107.191153:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326107.191155:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326107.191158:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326107.191160:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326107.191161:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1767326107.191163:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386630656:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326107.191163:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326107.191169:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11150) 00000100:00000040:1.0:1767326107.191170:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326107.191171:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326107.191176:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326107.191177:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326107.191180:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326107.191185:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326107.191190:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767326107.191191:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000501222c6. 00000100:00000001:1.0:1767326107.191192:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326107.191193:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326107.191196:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326107.191200:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767326107.191202:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b60532. 00000400:00000200:0.0:1767326107.191207:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326107.191208:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326107.191211:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 02000000:00000001:1.0:1767326107.191212:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326107.191215:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:2.0:1767326107.191217:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630656, portal 10 02000000:00000001:1.0:1767326107.191218:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191221:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326107.191224:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [219:219:256:4294967295] 192.168.203.127@tcp LPNI seq info [219:219:8:4294967295] 00000100:00000001:2.0:1767326107.191225:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00100000:1.0:1767326107.191226:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386630784:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326107.191235:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326107.191238:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326107.191239:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326107.191242:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326107.191246:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326107.191249:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767326107.191251:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bd2009b. 00000100:00000001:2.0:1767326107.191254:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326107.191254:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326107.191260:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4c39286. 00000100:00000040:2.0:1767326107.191262:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326107.191265:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000400:00000010:2.0:1767326107.191267:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000800:00000200:0.0:1767326107.191270:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326107.191271:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630784, portal 10 00000100:00000200:2.0:1767326107.191273:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386630656, offset 0 00000100:00000001:1.0:1767326107.191275:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326107.191277:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000800:00000010:0.0:1767326107.191277:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000400:00000200:2.0:1767326107.191284:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326107.191287:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326107.191289:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326107.191296:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326107.191299:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326107.191303:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326107.191305:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326107.191306:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326107.191311:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326107.191312:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:1.0:1767326107.191312:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000200:1.0:1767326107.191317:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386630784, offset 0 00000400:00000200:2.0:1767326107.191320:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326107.191326:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326107.191326:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326107.191331:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326107.191334:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [220:220:255:4294967295] 192.168.203.127@tcp LPNI seq info [220:220:7:4294967295] 00000100:00000001:0.0:1767326107.191338:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305817592 00000100:00000010:0.0:1767326107.191345:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000400:00000200:2.0:1767326107.191349:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326107.191355:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326107.191365:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326107.191365:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305817592 00000400:00000200:1.0:1767326107.191367:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326107.191373:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326107.191373:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009780c826. 00000800:00000010:2.0:1767326107.191374:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000400:00000200:1.0:1767326107.191376:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326107.191381:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326107.191381:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326107.191386:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326107.191388:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326107.191388:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305817592 00000400:00000200:1.0:1767326107.191401:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [221:221:254:4294967295] 192.168.203.127@tcp LPNI seq info [221:221:6:4294967295] 00000100:00000010:0.0:1767326107.191406:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000800:00000200:2.0:1767326107.191411:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326107.191414:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326107.191415:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326107.191418:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326107.191421:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305817592 00000800:00000200:1.0:1767326107.191424:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326107.191426:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326107.191427:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000800:00000010:1.0:1767326107.191429:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:0.0:1767326107.191433:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767326107.191434:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 434147 usecs (435 jiffies) 00000800:00000200:1.0:1767326107.191436:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326107.191439:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305813427 00000100:00000001:0.0:1767326107.191440:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326107.191444:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305817592 00000100:00000001:0.0:1767326107.191445:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191449:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305813427 00000800:00000200:1.0:1767326107.191450:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326107.191452:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191453:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305817592 00000800:00000200:1.0:1767326107.191455:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326107.191457:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326107.191458:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305813427 00000100:00000001:1.0:1767326107.191460:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191463:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305817592 00000100:00000040:1.0:1767326107.191464:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 24361 usecs (25 jiffies) 00000100:00000001:2.0:1767326107.191465:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305813427 00000100:00000001:2.0:1767326107.191469:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305817592 00000100:00000001:1.0:1767326107.191469:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305813017 00000100:00000001:0.0:1767326107.191469:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326107.191472:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326107.191473:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326107.191476:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326107.191476:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305817592 00000800:00000010:3.0:1767326107.191477:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000001:0.0:1767326107.191477:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326107.191480:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326107.191481:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326107.191482:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305813017 00000100:00000001:2.0:1767326107.191485:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326107.191486:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326107.191486:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305817592 00000100:00000001:0.0:1767326107.191486:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191490:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326107.191492:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305813017 00000100:00000001:0.0:1767326107.191492:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191495:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326107.191499:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326107.191499:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326107.191499:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305817592 00000100:00000001:2.0:1767326107.191503:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326107.191504:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305813017 00000100:00000001:2.0:1767326107.191507:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326107.191508:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305817592 00000400:00000200:3.0:1767326107.191510:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000100:00000001:2.0:1767326107.191511:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326107.191511:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326107.191514:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767326107.191516:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326107.191517:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191521:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326107.191522:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326107.191525:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326107.191528:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326107.191529:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326107.191532:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326107.191536:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326107.191538:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326107.191540:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326107.191543:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191597:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326107.191599:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191605:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191606:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326107.191619:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326107.191620:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000400:00000200:3.0:1767326107.191622:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326107.191624:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326107.191626:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:3.0:1767326107.191627:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:3.0:1767326107.191629:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326107.191630:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191634:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326107.191636:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191639:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191640:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326107.191659:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326107.191661:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:3.0:1767326107.191667:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326107.191669:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326107.191671:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000400:00000010:3.0:1767326107.191672:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000100:00000001:3.0:1767326107.191674:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326107.191676:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191681:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326107.191682:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.191686:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.191687:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326107.193576:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326107.193588:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326107.193591:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326107.193592:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326107.193603:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326107.193612:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06a80 00000400:00000200:0.0:1767326107.193617:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1767326107.193623:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326107.193627:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326107.193629:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326107.193631:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326107.193634:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326107.193636:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326107.193643:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326107.193654:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326107.193659:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326107.193660:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326107.193661:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326107.193663:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326107.193665:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326107.193669:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06980 00000400:00000200:0.0:1767326107.193672:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:0.0:1767326107.193674:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326107.193676:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326107.193678:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326107.193679:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326107.193682:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326107.193682:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767326107.193687:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326107.193690:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326107.193691:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4c39286. 00000400:00000200:1.0:1767326107.193694:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:1.0:1767326107.193695:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:1.0:1767326107.193697:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326107.193697:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326107.193701:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326107.193703:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326107.193719:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326107.193742:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326107.193742:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326107.193747:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326107.193749:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326107.193752:0:216341:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326107.193753:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326107.193755:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326107.193783:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326107.193784:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326107.193785:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326107.193787:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326107.193790:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326107.193791:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326107.193797:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:1.0:1767326107.193798:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=142 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326107.193802:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=117 v=5 (1 1 0 0) 00000400:00000200:0.0:1767326107.193805:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06a00 00000100:00000001:1.0:1767326107.193807:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326107.193810:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326107.193813:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7c5 [1] + 224 00010000:00000001:1.0:1767326107.193815:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326107.193818:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326107.193818:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:1.0:1767326107.193822:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326107.193823:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326107.193828:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326107.193828:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326107.193829:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326107.193832:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326107.193832:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326107.193834:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767326107.193835:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009182721. 00000100:00000040:1.0:1767326107.193836:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:0.0:1767326107.193839:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326107.193840:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326107.193841:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000100:00000001:1.0:1767326107.193843:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326107.193848:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326107.193849:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:2.0:1767326107.193854:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326107.193854:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326107.193859:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326107.193861:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326107.193862:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326107.193865:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326107.193869:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326107.193879:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326107.193889:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326107.193894:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326107.193907:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326107.193913:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326107.193917:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386630784:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326107.193919:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326107.193919:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326107.193921:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326107.193926:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326107.193928:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326107.193928:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326107.193930:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326107.193931:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326107.193933:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326107.193936:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=142 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326107.193938:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326107.193940:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326107.193941:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326107.193945:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386630784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.193946:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326107.193946:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326107.193949:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326107.193952:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326107.193952:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767326107.193955:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326107.193956:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326107.193959:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b60532. 00000100:00000001:2.0:1767326107.193960:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326107.193965:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000100:00000001:1.0:1767326107.193966:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767326107.193969:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 02000000:00000001:1.0:1767326107.193970:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326107.193974:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326107.193974:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bd2009b. 00000100:00000001:3.0:1767326107.193975:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326107.193981:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326107.193983:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326107.193984:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326107.193986:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326107.193987:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326107.193990:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326107.193990:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:2.0:1767326107.193998:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326107.193998:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326107.194003:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 00000100:00000200:3.0:1767326107.194009:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326107.194011:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326107.194015:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386630528:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326107.194016:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326107.194020:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:2.0:1767326107.194023:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326107.194027:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326107.194027:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326107.194032:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326107.194033:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326107.194034:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386630528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.194036:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326107.194037:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326107.194041:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326107.194044:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326107.194045:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326107.194046:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326107.194048:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.194049:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326107.194053:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326107.194054:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326107.194056:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326107.194062:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=132 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326107.194064:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326107.194066:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767326107.194067:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326107.194070:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326107.194077:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326107.194078:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326107.194080:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.194081:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326107.194082:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326107.194084:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326107.194085:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326107.194088:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326107.194095:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326107.194095:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034b0972b. 00000100:00000001:3.0:1767326107.194099:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326107.194100:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326107.194100:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326107.194103:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326107.194106:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326107.194106:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326107.194110:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326107.194112:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 00000100:00100000:3.0:1767326107.194117:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386630656:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326107.194120:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326107.194121:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326107.194122:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386630656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326107.194126:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326107.194128:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326107.194129:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326107.194131:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767326107.194131:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 02000000:00000010:3.0:1767326107.194134:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000501222c6. 00000100:00000001:2.0:1767326107.194135:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326107.194138:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326107.194140:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326107.194141:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326107.194144:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326107.194146:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326107.194146:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326107.194149:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326107.194152:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326107.194152:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326107.194154:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326107.194160:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:3.0:1767326107.194164:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326107.194166:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326107.194167:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00000001:3.0:1767326107.194169:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326107.194171:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326107.194172:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326107.194180:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326107.194182:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326107.194184:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326107.194186:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326107.894880:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326107.894890:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326107.894898:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326107.894899:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326107.894952:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326107.894956:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326107.894958:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326108.918900:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326108.918910:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326108.918918:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326108.918920:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326108.918978:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326108.918982:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326108.918986:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326109.942846:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326109.942853:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326109.942859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326109.942861:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326109.942969:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326109.942973:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326109.942975:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326110.966861:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326110.966868:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326110.966874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326110.966892:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326110.966984:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326110.966987:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326110.966989:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326111.798822:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305817592, at 4305817600 00000100:00000010:0.0:1767326111.798836:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000040:1.0:1767326111.798839:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305817592, at 4305817600 00000100:00000010:1.0:1767326111.798847:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009780c826. 00000100:00000040:2.0:1767326111.798853:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305817592, at 4305817600 00000100:00000040:3.0:1767326111.798854:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305817592, at 4305817600 00000100:00000010:2.0:1767326111.798865:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:3.0:1767326111.798868:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00010000:00000001:0.0:1767326111.990850:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326111.990857:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326111.990865:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326111.990866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326111.990924:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326111.990943:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326111.990945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326112.310913:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326112.310925:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326112.310936:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767326112.310945:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326112.310951:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326112.310956:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326112.310963:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326112.310972:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007c47897. 00000100:00000001:0.0:1767326112.310980:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326112.310992:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326112.311004:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326112.311008:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326112.311014:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326112.311044:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326112.311048:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326112.311052:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326112.311056:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000020:00000040:0.0:1767326112.311061:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326112.311063:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326112.311064:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326112.311070:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326112.311073:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326112.311075:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311077:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326112.311086:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000040:2.0:1767326112.311092:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326112.311094:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326112.311097:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326112.311105:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311107:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326112.311110:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326112.311126:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326112.311131:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326112.311133:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326112.311143:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326112.311158:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386630912:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326112.311158:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326112.311162:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311172:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326112.311173:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_01+1] req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326112.311181:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326112.311184:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326112.311199:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326112.311202:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326112.311204:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008da8df60. 02000000:00000001:2.0:1767326112.311210:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326112.311211:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326112.311218:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13e6aca. 00000100:00000001:0.0:1767326112.311218:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326112.311228:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000400:00000010:2.0:1767326112.311230:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000100:00000001:1.0:1767326112.311231:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326112.311240:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326112.311241:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326112.311243:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386630912, portal 25 00000100:00000001:1.0:1767326112.311244:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326112.311254:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326112.311254:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326112.311260:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326112.311262:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326112.311263:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 02000000:00000001:0.0:1767326112.311273:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326112.311279:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326112.311286:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:1.0:1767326112.311289:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326112.311299:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311302:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326112.311302:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326112.311305:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326112.311311:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326112.311313:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326112.311314:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 00000100:00000040:0.0:1767326112.311318:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326112.311322:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326112.311323:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386630912, offset 0 00000100:00100000:1.0:1767326112.311340:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386631040:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326112.311342:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326112.311366:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326112.311367:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326112.311373:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326112.311375:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326112.311378:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326112.311379:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326112.311385:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326112.311390:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326112.311390:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_02+2] req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326112.311393:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a662888. 00000400:00000200:2.0:1767326112.311401:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326112.311402:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326112.311412:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326112.311414:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4c39286. 00000400:00000200:2.0:1767326112.311419:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767326112.311428:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000400:00000200:2.0:1767326112.311434:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [222:222:256:4294967295] 192.168.203.127@tcp LPNI seq info [222:222:8:4294967295] 00000100:00000200:1.0:1767326112.311439:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631040, portal 10 00000100:00000001:1.0:1767326112.311448:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326112.311450:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000100:00000040:1.0:1767326112.311459:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326112.311462:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326112.311473:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326112.311474:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326112.311477:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326112.311481:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000100:00000040:1.0:1767326112.311487:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326112.311488:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326112.311492:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000800:00000200:2.0:1767326112.311500:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767326112.311500:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386631040, offset 0 00000100:00000001:3.0:1767326112.311503:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326112.311506:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326112.311515:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326112.311520:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326112.311520:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326112.311523:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11155) 00000800:00000200:2.0:1767326112.311531:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326112.311532:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326112.311539:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326112.311544:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326112.311556:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326112.311558:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326112.311561:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305822712 00000400:00000200:1.0:1767326112.311565:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326112.311567:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c15defd0. 00000400:00000200:1.0:1767326112.311573:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326112.311575:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326112.311579:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326112.311589:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [223:223:255:4294967295] 192.168.203.127@tcp LPNI seq info [223:223:7:4294967295] 00000100:00000001:2.0:1767326112.311590:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305822712 00000100:00000010:2.0:1767326112.311602:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e556876b. 00000100:00000001:2.0:1767326112.311614:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326112.311616:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326112.311619:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311622:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305822712 02000000:00000001:3.0:1767326112.311625:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767326112.311628:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1cdb8. 02000000:00000001:3.0:1767326112.311630:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326112.311633:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767326112.311638:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326112.311640:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326112.311641:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305822712 00000100:00000010:2.0:1767326112.311648:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000100:00100000:3.0:1767326112.311653:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386631168:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326112.311653:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326112.311657:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311658:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326112.311677:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326112.311680:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326112.311681:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767326112.311682:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000001:2.0:1767326112.311688:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326112.311692:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326112.311692:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326112.311697:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767326112.311700:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.311700:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326112.311708:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326112.311712:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326112.311713:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326112.311715:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326112.311717:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326112.311717:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326112.311721:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 427526 usecs (428 jiffies) 02000000:00000010:3.0:1767326112.311726:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020d7f5d1. 00000100:00000001:2.0:1767326112.311727:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326112.311727:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305818540 00000100:00000001:2.0:1767326112.311735:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326112.311736:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326112.311739:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305822712 00000800:00000200:0.0:1767326112.311739:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326112.311741:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326112.311743:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000040722bc. 00000100:00000001:2.0:1767326112.311749:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326112.311750:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305818540 00000400:00000010:3.0:1767326112.311754:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 00000100:00000001:1.0:1767326112.311793:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305822712 00000100:00000200:3.0:1767326112.311794:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631168, portal 10 00000100:00000001:3.0:1767326112.311807:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326112.311807:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305818541 00000100:00000001:3.0:1767326112.311814:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 00000100:00000001:1.0:1767326112.311815:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305822712 00000800:00000010:0.0:1767326112.311818:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000100:00000001:1.0:1767326112.311823:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305818541 00000100:00000040:3.0:1767326112.311830:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326112.311830:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326112.311832:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305822712 00000100:00000001:1.0:1767326112.311843:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326112.311847:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326112.311855:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326112.311858:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326112.311863:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000100:00000040:3.0:1767326112.311865:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326112.311867:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326112.311869:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 00000400:00000010:0.0:1767326112.311869:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000100:00000001:1.0:1767326112.311872:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326112.311880:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386631168, offset 0 00000100:00000001:0.0:1767326112.311881:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326112.311882:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326112.311889:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326112.311893:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326112.311897:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326112.311898:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326112.311910:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326112.311910:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326112.311915:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326112.311920:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326112.311921:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326112.311923:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326112.311933:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326112.311936:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326112.311947:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326112.311950:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326112.311950:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326112.311955:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326112.311960:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [224:224:254:4294967295] 192.168.203.127@tcp LPNI seq info [224:224:6:4294967295] 00000400:00000200:3.0:1767326112.311977:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326112.311983:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326112.311987:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000800:00000200:3.0:1767326112.311995:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326112.312000:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326112.312004:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326112.312007:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326112.312010:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 24016 usecs (25 jiffies) 00000100:00000001:3.0:1767326112.312013:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305818138 00000100:00000001:3.0:1767326112.312015:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305822712 00000100:00000001:3.0:1767326112.312017:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305818138 00000100:00000001:3.0:1767326112.312018:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305822712 00000100:00000001:3.0:1767326112.312020:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305818138 00000100:00000001:3.0:1767326112.312022:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305822712 00000100:00000001:3.0:1767326112.312023:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305818138 00000800:00000200:0.0:1767326112.312023:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326112.312027:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305822712 00000800:00000010:0.0:1767326112.312027:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000100:00000001:3.0:1767326112.312031:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326112.312033:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326112.312034:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326112.312036:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326112.312038:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326112.312042:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326112.312044:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326112.312046:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:0.0:1767326112.312048:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:0.0:1767326112.312051:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326112.312052:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326112.312055:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326112.312058:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326112.312058:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326112.312061:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326112.312065:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326112.312072:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326112.312075:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326112.312081:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326112.312082:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326112.312093:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326112.312095:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:0.0:1767326112.312097:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326112.312101:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326112.312103:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000400:00000010:0.0:1767326112.312105:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000001:0.0:1767326112.312113:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326112.312116:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326112.312124:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326112.312126:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326112.312132:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326112.312133:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326112.313752:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.313821:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326112.313825:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.313829:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326112.313836:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326112.313846:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06b00 00000400:00000200:3.0:1767326112.313852:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:3.0:1767326112.313857:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.313861:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326112.313862:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326112.313864:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326112.313868:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326112.313870:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326112.313877:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326112.313890:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326112.313895:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.313897:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326112.313898:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.313899:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326112.313901:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326112.313905:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06b80 00000400:00000200:3.0:1767326112.313909:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1767326112.313913:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326112.313916:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326112.313919:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.313923:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326112.313925:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326112.313931:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:2.0:1767326112.313931:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326112.313936:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326112.313939:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13e6aca. 00000400:00000200:2.0:1767326112.313946:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000400:00000010:2.0:1767326112.313948:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000001:2.0:1767326112.313960:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326112.313961:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326112.313970:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326112.313970:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326112.314022:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326112.314032:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326112.314034:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314037:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326112.314057:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326112.314059:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326112.314061:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326112.314064:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326112.314069:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=147 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326112.314086:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=147 v=5 (1 1 0 0) 00000100:00000040:3.0:1767326112.314091:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326112.314094:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326112.314096:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326112.314105:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326112.314108:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.314110:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326112.314114:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326112.314119:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326112.314121:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326112.314122:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326112.314124:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326112.314129:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386630912:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326112.314133:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314135:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326112.314136:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386630912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326112.314141:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326112.314143:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326112.314145:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008da8df60. 02000000:00000001:2.0:1767326112.314149:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326112.314150:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326112.314152:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326112.314153:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326112.314155:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007c47897. 02000000:00000001:2.0:1767326112.314158:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326112.314161:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326112.314165:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:2.0:1767326112.314173:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326112.314175:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326112.314177:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326112.314177:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326112.314184:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326112.314184:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326112.314186:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.314189:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326112.314190:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314192:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326112.314194:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.314199:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326112.314209:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326112.314215:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06c00 00000400:00000200:3.0:1767326112.314218:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1767326112.314222:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326112.314223:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326112.314226:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326112.314228:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326112.314229:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326112.314234:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767326112.314235:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326112.314239:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326112.314241:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4c39286. 00000400:00000200:1.0:1767326112.314246:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:1.0:1767326112.314254:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:3.0:1767326112.314258:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326112.314259:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326112.314265:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326112.314271:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326112.314283:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326112.314336:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326112.314339:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326112.314344:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326112.314348:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326112.314376:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326112.314378:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326112.314381:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314382:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326112.314387:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326112.314388:0:216339:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767326112.314389:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326112.314393:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000040722bc. 02000000:00000001:1.0:1767326112.314394:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326112.314400:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000100:00000001:1.0:1767326112.314400:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767326112.314404:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:1.0:1767326112.314405:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.314408:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326112.314413:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326112.314416:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326112.314423:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=137 v=5 (5 5 0 0) 00000100:00000200:2.0:1767326112.314427:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326112.314438:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=137 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326112.314443:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326112.314445:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326112.314447:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326112.314448:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.314453:0:216340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767326112.314455:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326112.314458:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767326112.314460:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.314462:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326112.314467:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326112.314467:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326112.314471:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:2.0:1767326112.314473:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326112.314476:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326112.314479:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326112.314483:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=147 v=5 (5 5 0 0) 00000100:00000040:1.0:1767326112.314487:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326112.314492:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=122 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326112.314506:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326112.314509:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326112.314516:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326112.314518:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1767326112.314521:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326112.314539:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767326112.314540:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326112.314548:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314549:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326112.314559:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326112.314559:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326112.314564:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326112.314567:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326112.314578:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326112.314595:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386631040:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326112.314611:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326112.314613:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314618:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326112.314621:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326112.314623:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326112.314629:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386631040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326112.314634:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326112.314655:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326112.314658:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326112.314665:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a662888. 00000100:00100000:2.0:1767326112.314668:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386631168:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326112.314673:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326112.314677:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326112.314677:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326112.314681:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326112.314682:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326112.314688:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386631168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326112.314690:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326112.314694:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 02000000:00000001:1.0:1767326112.314704:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326112.314707:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326112.314710:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:2.0:1767326112.314713:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326112.314716:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326112.314718:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326112.314720:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326112.314723:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020d7f5d1. 00000100:00000001:1.0:1767326112.314724:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326112.314732:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326112.314734:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326112.314736:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326112.314739:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326112.314740:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326112.314746:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326112.314747:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326112.314752:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 00000100:00000001:1.0:1767326112.314752:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326112.314783:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326112.314784:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326112.314786:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:2.0:1767326112.314795:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326112.314797:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314799:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326112.314803:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326112.314805:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326112.314807:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326112.314809:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.014837:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326113.014846:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.014853:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326113.014854:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326113.014937:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326113.014943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326113.014947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326114.038827:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326114.038834:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326114.038841:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326114.038842:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326114.038896:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326114.038900:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326114.038903:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326115.062868:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326115.062876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326115.062883:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326115.062884:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326115.062942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326115.062966:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326115.062969:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326116.086856:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326116.086866:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326116.086874:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326116.086876:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326116.086946:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326116.086950:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326116.086953:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326116.918808:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305822712, at 4305822720 00000100:00000010:3.0:1767326116.918825:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00000100:00000040:2.0:1767326116.918826:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305822712, at 4305822720 00000100:00000040:0.0:1767326116.918831:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305822712, at 4305822720 00000100:00000010:2.0:1767326116.918842:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1cdb8. 00000100:00000010:0.0:1767326116.918844:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c15defd0. 00000100:00000040:1.0:1767326116.918884:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305822712, at 4305822720 00000100:00000010:1.0:1767326116.918893:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e556876b. 00010000:00000001:0.0:1767326117.110843:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326117.110853:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326117.110856:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326117.110858:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110864:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326117.110867:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110870:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110873:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110878:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326117.110904:0:198424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326117.110906:0:198424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326117.110912:0:198424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326117.110915:0:198424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326117.110916:0:198424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110918:0:198424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326117.110919:0:198424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110921:0:198424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.110924:0:198424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326117.110961:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326117.110965:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326117.110968:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326117.430941:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326117.430950:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326117.430959:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326117.430979:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326117.430983:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326117.430986:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326117.430991:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326117.430997:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326117.431002:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326117.431011:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326117.431019:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326117.431020:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326117.431024:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_03+3] req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.431053:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326117.431054:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326117.431058:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326117.431060:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767326117.431063:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326117.431065:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326117.431066:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326117.431069:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326117.431072:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767326117.431075:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326117.431083:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326117.431084:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326117.431093:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326117.431094:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326117.431101:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326117.431105:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326117.431105:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.431110:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326117.431120:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326117.431121:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_00+0] req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.431142:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326117.431147:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326117.431148:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326117.431153:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.431166:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326117.431167:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326117.431169:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 02000000:00000001:0.0:1767326117.431169:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326117.431170:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326117.431172:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767326117.431180:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326117.431181:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431183:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326117.431184:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326117.431191:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.431195:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326117.431199:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326117.431201:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326117.431203:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326117.431203:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386631296:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326117.431211:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326117.431214:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:1.0:1767326117.431222:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326117.431222:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326117.431223:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431228:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326117.431233:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326117.431236:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326117.431237:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326117.431243:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326117.431244:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326117.431257:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326117.431271:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e22c6f1e. 02000000:00000001:0.0:1767326117.431284:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.431286:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326117.431292:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431300:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767326117.431300:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060ab21e6. 00000100:00000040:3.0:1767326117.431304:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_01+1] req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326117.431307:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326117.431315:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 02000000:00000001:1.0:1767326117.431318:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326117.431336:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326117.431346:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631296, portal 25 02000000:00000001:1.0:1767326117.431347:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326117.431359:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767326117.431360:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386631424:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326117.431363:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00000001:3.0:1767326117.431367:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431369:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326117.431380:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326117.431381:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326117.431381:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326117.431387:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326117.431388:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326117.431394:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767326117.431396:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326117.431398:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326117.431400:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326117.431410:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6da230. 00000100:00000040:3.0:1767326117.431412:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11160) 02000000:00000001:1.0:1767326117.431419:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326117.431419:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326117.431421:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326117.431426:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326117.431426:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4c39286. 00000100:00000040:0.0:1767326117.431429:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326117.431432:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326117.431434:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326117.431437:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326117.431446:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326117.431447:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000400:00000010:1.0:1767326117.431449:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000100:00000200:0.0:1767326117.431456:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386631296, offset 0 00000100:00000200:1.0:1767326117.431458:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631424, portal 10 00000100:00000001:1.0:1767326117.431464:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326117.431465:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326117.431467:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000100:00000001:2.0:1767326117.431470:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326117.431474:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326117.431477:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326117.431477:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326117.431482:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326117.431489:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431492:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326117.431496:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386631552:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326117.431499:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326117.431500:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326117.431505:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 00000100:00000001:2.0:1767326117.431507:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326117.431509:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386631424, offset 0 00000400:00000200:0.0:1767326117.431511:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326117.431512:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326117.431517:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326117.431517:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326117.431520:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326117.431524:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326117.431527:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326117.431531:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:2.0:1767326117.431532:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006eb6c51a. 00000400:00000200:0.0:1767326117.431534:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [225:225:256:4294967295] 192.168.203.127@tcp LPNI seq info [225:225:8:4294967295] 02000000:00000001:2.0:1767326117.431538:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326117.431545:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13e6aca. 00000400:00000200:0.0:1767326117.431551:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326117.431554:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000800:00000200:0.0:1767326117.431558:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326117.431561:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:2.0:1767326117.431562:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631552, portal 10 00000800:00000010:0.0:1767326117.431566:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000400:00000200:1.0:1767326117.431567:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326117.431568:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326117.431573:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000400:00000200:1.0:1767326117.431574:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326117.431580:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326117.431581:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326117.431586:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326117.431587:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326117.431595:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [226:226:255:4294967295] 192.168.203.127@tcp LPNI seq info [226:226:7:4294967295] 00000800:00000200:0.0:1767326117.431597:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326117.431605:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326117.431615:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326117.431617:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326117.431621:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326117.431625:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000100:00000001:0.0:1767326117.431627:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326117.431633:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326117.431634:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305827832 00000100:00000040:2.0:1767326117.431641:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326117.431641:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767326117.431641:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000400:00000010:2.0:1767326117.431648:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000800:00000200:1.0:1767326117.431648:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326117.431653:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326117.431656:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326117.431658:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386631552, offset 0 00000100:00000001:0.0:1767326117.431661:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305827832 00000100:00000040:1.0:1767326117.431663:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 421108 usecs (422 jiffies) 00000100:00000010:0.0:1767326117.431667:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000100:00000001:1.0:1767326117.431670:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305823654 00000400:00000200:2.0:1767326117.431672:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326117.431675:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326117.431680:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305827832 00000100:00000001:0.0:1767326117.431682:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305827832 00000400:00000200:2.0:1767326117.431687:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326117.431687:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305823654 00000100:00000010:0.0:1767326117.431688:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000100:00000001:1.0:1767326117.431695:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305827832 00000400:00000200:2.0:1767326117.431696:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326117.431696:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326117.431705:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305827832 00000400:00000200:2.0:1767326117.431706:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326117.431711:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326117.431711:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000100:00000001:1.0:1767326117.431713:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305823654 00000400:00000200:2.0:1767326117.431719:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326117.431723:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767326117.431724:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:1.0:1767326117.431726:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305827832 00000400:00000200:2.0:1767326117.431730:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326117.431735:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326117.431737:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305823654 00000400:00000200:3.0:1767326117.431740:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326117.431742:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [227:227:254:4294967295] 192.168.203.127@tcp LPNI seq info [227:227:6:4294967295] 00000100:00000001:1.0:1767326117.431744:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305827832 00000100:00000001:0.0:1767326117.431744:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431752:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326117.431782:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326117.431785:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326117.431790:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326117.431792:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326117.431795:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326117.431797:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326117.431799:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326117.431801:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326117.431805:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326117.431817:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431822:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326117.431823:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326117.431827:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.431832:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326117.431834:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000100:00000001:1.0:1767326117.431834:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326117.431838:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326117.431843:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 00000800:00000200:2.0:1767326117.431843:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326117.431843:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326117.431862:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000100:00000001:3.0:1767326117.431863:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326117.431869:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326117.431880:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326117.431886:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326117.431895:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326117.431896:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326117.431905:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326117.431917:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326117.431921:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 23688 usecs (24 jiffies) 00000100:00000001:2.0:1767326117.431929:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305823257 00000100:00000001:2.0:1767326117.431938:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305827832 00000100:00000001:2.0:1767326117.431949:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305823257 00000100:00000001:3.0:1767326117.431951:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.431958:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326117.431958:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305827832 00000100:00000001:2.0:1767326117.431963:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305823257 00000100:00000001:2.0:1767326117.431966:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305827832 00000100:00000001:2.0:1767326117.431968:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305823257 00000100:00000001:2.0:1767326117.431970:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305827832 00000100:00000001:2.0:1767326117.431973:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326117.431975:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326117.431979:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326117.431982:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000100:00000001:2.0:1767326117.431989:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326117.431990:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326117.431994:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326117.432001:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326117.432004:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000400:00000010:3.0:1767326117.432006:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:3.0:1767326117.432011:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326117.432014:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.432020:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326117.432021:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.432025:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.432026:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326117.432072:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326117.432074:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:3.0:1767326117.432076:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326117.432078:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326117.432080:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:3.0:1767326117.432081:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:3.0:1767326117.432083:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326117.432085:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.432090:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326117.432091:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.432095:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.432096:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326117.433653:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433663:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326117.433665:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433666:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326117.433672:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326117.433683:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06c80 00000400:00000200:0.0:1767326117.433689:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:0.0:1767326117.433695:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433699:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326117.433700:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326117.433703:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326117.433707:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326117.433710:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326117.433718:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326117.433732:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326117.433737:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433739:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326117.433740:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433742:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326117.433744:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326117.433747:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06d00 00000400:00000200:0.0:1767326117.433751:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:0.0:1767326117.433753:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433780:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326117.433783:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326117.433786:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326117.433789:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326117.433793:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326117.433800:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326117.433809:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326117.433814:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326117.433814:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326117.433823:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326117.433825:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326117.433828:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326117.433829:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326117.433831:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326117.433834:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326117.433842:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060ab21e6. 00000400:00000200:0.0:1767326117.433842:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326117.433855:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000100:00000001:2.0:1767326117.433857:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326117.433858:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06d80 00000400:00000010:1.0:1767326117.433864:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:2.0:1767326117.433868:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326117.433875:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326117.433879:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:0.0:1767326117.433883:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326117.433884:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326117.433889:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326117.433890:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326117.433895:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4c39286. 00000400:00000200:2.0:1767326117.433901:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000800:00000001:0.0:1767326117.433901:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326117.433908:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000400:00000200:0.0:1767326117.433911:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326117.433915:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326117.433918:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326117.433924:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767326117.433926:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326117.433939:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326117.433952:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326117.433986:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326117.433989:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326117.433996:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326117.434007:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326117.434010:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326117.434015:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326117.434021:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326117.434025:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326117.434030:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326117.434032:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326117.434040:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326117.434044:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326117.434045:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326117.434050:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326117.434055:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326117.434061:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326117.434063:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=152 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326117.434067:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=142 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326117.434071:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=152 v=5 (1 1 0 0) 00000100:00001000:2.0:1767326117.434075:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=142 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326117.434075:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326117.434078:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326117.434083:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326117.434084:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326117.434086:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326117.434088:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326117.434092:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326117.434092:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326117.434097:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326117.434098:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326117.434102:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767326117.434103:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326117.434105:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326117.434109:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326117.434110:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326117.434111:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326117.434112:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.434120:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326117.434124:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326117.434128:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326117.434141:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326117.434142:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326117.434147:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326117.434149:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767326117.434153:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13e6aca. 00000100:00000001:1.0:1767326117.434155:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326117.434161:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326117.434163:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326117.434164:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000100:00000001:1.0:1767326117.434167:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326117.434170:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326117.434172:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000040:1.0:1767326117.434183:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.434184:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326117.434198:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326117.434208:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386631424:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326117.434230:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326117.434242:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326117.434255:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386631424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326117.434264:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326117.434265:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386631296:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326117.434286:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326117.434296:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326117.434309:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326117.434309:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386631296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.434315:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326117.434317:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326117.434332:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326117.434336:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326117.434338:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767326117.434340:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6da230. 00000100:00000001:3.0:1767326117.434344:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326117.434354:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.434355:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326117.434356:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326117.434360:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326117.434360:0:216339:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326117.434361:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767326117.434367:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000010:1.0:1767326117.434369:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e22c6f1e. 00000020:00000001:2.0:1767326117.434371:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326117.434375:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=152 v=5 (5 5 0 0) 02000000:00000010:2.0:1767326117.434376:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:1.0:1767326117.434376:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326117.434383:0:216341:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326117.434387:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326117.434389:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=127 v=5 (1 1 0 0) 00000020:00000040:1.0:1767326117.434389:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 02000000:00000001:2.0:1767326117.434391:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326117.434395:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000020:00000001:1.0:1767326117.434400:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326117.434408:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326117.434409:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326117.434409:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326117.434413:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326117.434414:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326117.434418:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326117.434420:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326117.434420:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326117.434424:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:3.0:1767326117.434425:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326117.434429:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1767326117.434430:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00000001:2.0:1767326117.434436:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.434440:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326117.434441:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326117.434445:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326117.434450:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.434455:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326117.434466:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.434468:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326117.434470:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326117.434475:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326117.434475:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.434482:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326117.434482:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326117.434484:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326117.434486:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326117.434490:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.434506:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326117.434509:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326117.434517:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326117.434521:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326117.434527:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386631552:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326117.434531:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326117.434532:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326117.434534:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386631552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326117.434538:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326117.434540:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326117.434542:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006eb6c51a. 02000000:00000001:3.0:1767326117.434546:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326117.434547:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326117.434548:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326117.434549:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326117.434551:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:3.0:1767326117.434553:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326117.434555:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326117.434556:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:3.0:1767326117.434558:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326117.434559:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326117.434560:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326117.434565:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326117.434566:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326117.434568:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326117.434569:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326118.134840:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326118.134846:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326118.134851:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326118.134859:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326118.134914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326118.134918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326118.134921:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326119.158857:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326119.158864:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326119.158870:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326119.158872:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326119.158961:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326119.158964:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326119.158966:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326120.182834:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326120.182840:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326120.182844:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326120.182845:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326120.182873:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326120.182878:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326120.182881:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326121.206848:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326121.206853:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326121.206859:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326121.206860:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326121.206876:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326121.206881:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326121.206885:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326122.038827:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305827832, at 4305827840 00000100:00000040:0.0:1767326122.038827:0:198424:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305827832, at 4305827840 00000100:00000040:1.0:1767326122.038845:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305827832, at 4305827840 00000100:00000010:2.0:1767326122.038846:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00000100:00000010:0.0:1767326122.038850:0:198424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000010:1.0:1767326122.038863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000040:3.0:1767326122.039024:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305827832, at 4305827840 00000100:00000010:3.0:1767326122.039031:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00010000:00000001:0.0:1767326122.230903:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326122.230913:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326122.230918:0:198424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326122.230920:0:198424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326122.230979:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326122.230983:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326122.230986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326122.550904:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326122.550919:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326122.550949:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326122.550959:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326122.550965:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326122.550970:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326122.550977:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326122.550987:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000001:2.0:1767326122.550994:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326122.551005:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326122.551016:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326122.551018:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326122.551023:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_02+2] req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551053:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326122.551056:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326122.551064:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326122.551069:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326122.551072:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326122.551075:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326122.551077:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326122.551079:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326122.551084:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db45e767. 00000100:00000001:2.0:1767326122.551088:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326122.551091:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326122.551093:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326122.551097:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326122.551099:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326122.551104:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326122.551105:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326122.551112:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326122.551114:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326122.551116:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326122.551123:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.551144:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326122.551149:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326122.551154:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326122.551156:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326122.551158:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326122.551160:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326122.551163:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326122.551169:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386631680:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326122.551177:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326122.551178:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767326122.551181:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326122.551183:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326122.551185:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326122.551185:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326122.551187:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326122.551189:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326122.551191:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326122.551191:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326122.551193:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326122.551194:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326122.551198:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326122.551199:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326122.551200:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dea5d17. 02000000:00000010:2.0:1767326122.551203:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086c13a69. 02000000:00000001:1.0:1767326122.551206:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326122.551209:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326122.551218:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000040:2.0:1767326122.551219:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326122.551220:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326122.551223:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326122.551228:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326122.551231:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 02000000:00000001:0.0:1767326122.551232:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326122.551236:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326122.551239:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326122.551239:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326122.551245:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631680, portal 25 00000100:00100000:0.0:1767326122.551248:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386631808:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326122.551249:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_00+0] req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.551252:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326122.551258:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326122.551262:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326122.551265:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 02000000:00000001:0.0:1767326122.551266:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326122.551277:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326122.551278:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551283:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326122.551283:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa5292f4. 00000100:00000040:2.0:1767326122.551302:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326122.551307:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326122.551312:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326122.551316:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000100:00000001:3.0:1767326122.551320:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326122.551320:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326122.551322:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11166) 00000400:00000010:0.0:1767326122.551323:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000001:3.0:1767326122.551327:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326122.551329:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326122.551331:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326122.551333:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631808, portal 10 00000400:00000010:1.0:1767326122.551335:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 00000100:00000001:0.0:1767326122.551337:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326122.551339:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000040:3.0:1767326122.551341:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551341:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326122.551344:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386631680, offset 0 00000100:00000001:2.0:1767326122.551345:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326122.551351:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326122.551363:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326122.551373:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326122.551376:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326122.551379:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00000200:0.0:1767326122.551382:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386631808, offset 0 00000100:00000001:3.0:1767326122.551384:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326122.551388:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326122.551390:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326122.551397:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326122.551402:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326122.551402:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326122.551406:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326122.551409:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326122.551412:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:3.0:1767326122.551417:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386631936:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326122.551422:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326122.551426:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326122.551430:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326122.551432:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326122.551436:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326122.551437:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [228:228:256:4294967295] 192.168.203.127@tcp LPNI seq info [228:228:8:4294967295] 02000000:00000001:3.0:1767326122.551440:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326122.551445:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 02000000:00000001:3.0:1767326122.551449:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326122.551454:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8522c75. 00000400:00000200:1.0:1767326122.551460:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767326122.551461:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000200:3.0:1767326122.551467:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386631936, portal 10 00000100:00000001:3.0:1767326122.551470:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326122.551474:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000800:00000200:1.0:1767326122.551474:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326122.551475:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326122.551483:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326122.551486:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000040:3.0:1767326122.551487:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326122.551491:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326122.551499:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326122.551503:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326122.551506:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326122.551507:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326122.551513:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326122.551519:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 00000400:00000200:0.0:1767326122.551521:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [229:229:255:4294967295] 192.168.203.127@tcp LPNI seq info [229:229:7:4294967295] 00000800:00000200:1.0:1767326122.551522:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326122.551525:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386631936, offset 0 00000800:00000200:1.0:1767326122.551531:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326122.551538:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326122.551547:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326122.551555:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326122.551559:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326122.551561:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326122.551561:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000400:00000200:3.0:1767326122.551564:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326122.551572:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326122.551572:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305832952 00000800:00000200:0.0:1767326122.551576:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326122.551581:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326122.551582:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014e99dcc. 00000800:00000200:0.0:1767326122.551588:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326122.551590:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326122.551595:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326122.551596:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326122.551599:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [230:230:254:4294967295] 192.168.203.127@tcp LPNI seq info [230:230:6:4294967295] 00000100:00000001:0.0:1767326122.551604:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326122.551608:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305832952 00000100:00000040:0.0:1767326122.551610:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 414877 usecs (415 jiffies) 00000100:00000010:1.0:1767326122.551617:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000100:00000001:0.0:1767326122.551618:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305828767 00000400:00000200:3.0:1767326122.551621:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326122.551623:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326122.551626:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326122.551626:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305832952 00000800:00000010:2.0:1767326122.551630:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000800:00000200:3.0:1767326122.551633:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326122.551634:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305832952 00000100:00000001:0.0:1767326122.551640:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305828767 00000400:00000200:2.0:1767326122.551641:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767326122.551642:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000100:00000010:1.0:1767326122.551642:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000100:00000001:0.0:1767326122.551646:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305832952 00000100:00000001:1.0:1767326122.551652:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326122.551654:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305828767 00000400:00000200:2.0:1767326122.551656:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:3.0:1767326122.551662:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326122.551667:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305832952 00000100:00000001:0.0:1767326122.551668:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305832952 00000400:00000200:2.0:1767326122.551669:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000800:00000200:3.0:1767326122.551673:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767326122.551676:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:0.0:1767326122.551677:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305828767 00000100:00000010:1.0:1767326122.551678:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000800:00000200:3.0:1767326122.551680:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326122.551686:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326122.551688:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326122.551688:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767326122.551695:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 23372 usecs (24 jiffies) 00000100:00000001:1.0:1767326122.551697:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326122.551697:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305832952 00000100:00000001:3.0:1767326122.551701:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305828376 00000100:00000001:0.0:1767326122.551705:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326122.551706:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551707:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305832952 00000100:00000200:2.0:1767326122.551708:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326122.551713:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551714:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305828376 00000100:00000001:1.0:1767326122.551715:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.551721:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551723:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305832952 00000100:00000001:1.0:1767326122.551723:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326122.551728:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326122.551731:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305828376 00000100:00000001:1.0:1767326122.551736:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326122.551738:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305832952 00000100:00000001:0.0:1767326122.551738:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326122.551739:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326122.551741:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326122.551743:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326122.551746:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305828376 00000100:00000001:1.0:1767326122.551747:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326122.551747:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326122.551751:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.551751:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326122.551752:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326122.551753:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305832952 00000100:00000001:3.0:1767326122.551786:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326122.551788:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.551788:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551790:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.551795:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326122.551796:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551797:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551804:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326122.551808:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551811:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326122.551812:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326122.551816:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326122.551821:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326122.551823:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326122.551826:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326122.551828:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326122.551833:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326122.551836:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:2.0:1767326122.551839:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326122.551842:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326122.551844:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000400:00000010:2.0:1767326122.551845:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:2.0:1767326122.551848:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326122.551851:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551857:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326122.551858:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551863:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326122.551864:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326122.551922:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326122.551924:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:2.0:1767326122.551926:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326122.551928:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326122.551930:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000400:00000010:2.0:1767326122.551931:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:2.0:1767326122.551933:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326122.551934:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551943:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326122.551944:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.551949:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326122.551950:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326122.553521:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553535:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326122.553539:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553542:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326122.553551:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326122.553598:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06e00 00000400:00000200:3.0:1767326122.553605:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:3.0:1767326122.553624:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553630:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326122.553632:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326122.553637:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326122.553641:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326122.553645:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326122.553656:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326122.553674:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326122.553682:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553685:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326122.553687:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553689:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326122.553693:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326122.553699:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06e80 00000400:00000200:3.0:1767326122.553705:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:3.0:1767326122.553708:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553711:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326122.553713:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326122.553718:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326122.553722:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326122.553726:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.553730:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326122.553733:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326122.553740:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326122.553740:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326122.553743:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326122.553746:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326122.553779:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326122.553783:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767326122.553788:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326122.553789:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326122.553795:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326122.553796:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553801:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326122.553806:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326122.553810:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326122.553813:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.553828:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326122.553828:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326122.553829:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326122.553832:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326122.553832:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326122.553836:0:216340:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:0.0:1767326122.553837:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326122.553840:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326122.553841:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a06f00 02000000:00000001:1.0:1767326122.553841:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767326122.553842:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000100:00000001:1.0:1767326122.553845:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767326122.553847:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000100:00000001:1.0:1767326122.553849:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326122.553849:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:0.0:1767326122.553852:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326122.553853:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326122.553858:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326122.553859:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=7 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326122.553864:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=7 v=5 (1 1 1 0) 00000400:00000200:3.0:1767326122.553865:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x815 [1] + 224 00000100:00000001:1.0:1767326122.553869:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767326122.553871:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.553873:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326122.553876:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326122.553882:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326122.553884:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326122.553884:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326122.553885:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326122.553887:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.553887:0:216341:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326122.553891:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326122.553891:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326122.553892:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.553898:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326122.553901:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326122.553901:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326122.553903:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767326122.553904:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326122.553909:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=147 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326122.553915:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326122.553915:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326122.553918:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326122.553919:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326122.553919:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326122.553920:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326122.553921:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326122.553924:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767326122.553927:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326122.553928:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326122.553928:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.553934:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326122.553936:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326122.553940:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326122.553943:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326122.553949:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326122.553962:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386631680:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326122.553963:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326122.553965:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326122.553967:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326122.553970:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326122.553971:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326122.553976:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326122.553978:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326122.553981:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386631680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326122.553999:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767326122.554000:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386631808:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326122.554003:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326122.554004:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326122.554005:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dea5d17. 00000100:00000001:0.0:1767326122.554006:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326122.554007:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326122.554010:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326122.554010:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386631808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326122.554013:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326122.554014:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767326122.554015:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326122.554019:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326122.554019:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326122.554021:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326122.554021:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326122.554022:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 02000000:00000010:0.0:1767326122.554024:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa5292f4. 02000000:00000001:0.0:1767326122.554028:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326122.554029:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767326122.554030:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326122.554031:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326122.554032:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767326122.554033:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767326122.554034:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:2.0:1767326122.554035:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326122.554036:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db45e767. 00000100:00000001:2.0:1767326122.554038:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326122.554039:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326122.554042:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326122.554043:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326122.554044:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326122.554045:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326122.554048:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:1.0:1767326122.554050:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767326122.554052:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326122.554053:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326122.554054:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326122.554057:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326122.554058:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326122.554059:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326122.554059:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326122.554063:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326122.554064:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8522c75. 00000100:00000001:0.0:1767326122.554064:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326122.554067:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326122.554072:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000100:00000001:0.0:1767326122.554072:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326122.554074:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326122.554076:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:2.0:1767326122.554082:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326122.554088:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326122.554100:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.554108:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326122.554109:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326122.554112:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326122.554113:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326122.554115:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326122.554117:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326122.554119:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326122.554123:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=7 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326122.554127:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=132 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326122.554130:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326122.554132:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326122.554134:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326122.554138:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326122.554145:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326122.554148:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326122.554149:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326122.554151:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326122.554153:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326122.554156:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.554163:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326122.554166:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326122.554172:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326122.554174:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326122.554180:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386631936:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326122.554183:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326122.554184:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326122.554185:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386631936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326122.554190:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326122.554191:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326122.554192:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 02000000:00000001:2.0:1767326122.554195:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326122.554196:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326122.554197:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326122.554198:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326122.554200:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086c13a69. 02000000:00000001:2.0:1767326122.554201:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326122.554202:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326122.554203:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326122.554205:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326122.554206:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326122.554207:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326122.554211:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326122.554212:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326122.554214:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326122.554216:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326123.254865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326123.254876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326123.254884:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326123.254886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326123.254942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326123.254968:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326123.254972:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326124.278909:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326124.278917:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326124.278924:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326124.278925:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326124.278984:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326124.278988:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326124.278991:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326125.302860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326125.302869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326125.302875:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326125.302876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326125.302922:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326125.302927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326125.302931:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326126.326917:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326126.326925:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326126.326931:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326126.326932:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326126.327000:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326126.327006:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326126.327010:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326127.158831:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305832952, at 4305832960 00000100:00000010:0.0:1767326127.158846:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014e99dcc. 00000100:00000040:1.0:1767326127.158866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305832952, at 4305832960 00000100:00000040:2.0:1767326127.158867:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305832952, at 4305832960 00000100:00000040:3.0:1767326127.158870:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305832952, at 4305832960 00000100:00000010:1.0:1767326127.158883:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:3.0:1767326127.158886:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00000100:00000010:2.0:1767326127.158889:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00010000:00000001:0.0:1767326127.350812:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326127.350820:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326127.350823:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326127.350825:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350829:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326127.350831:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350832:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350833:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326127.350849:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326127.350850:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326127.350855:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326127.350857:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326127.350858:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350860:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326127.350862:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350863:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.350865:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326127.350913:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326127.350916:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326127.350919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326127.670862:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326127.670871:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326127.670879:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326127.670885:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326127.670889:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326127.670891:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326127.670896:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326127.670902:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:0.0:1767326127.670908:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326127.670916:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326127.670925:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326127.670927:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326127.670931:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_01+1] req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.670954:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326127.670956:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326127.670959:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326127.670961:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326127.670963:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326127.670965:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326127.670966:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326127.670967:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326127.670969:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:2.0:1767326127.670971:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326127.670976:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326127.670978:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326127.670984:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.670987:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326127.670989:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326127.670995:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326127.670996:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326127.671004:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326127.671008:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.671009:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326127.671013:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326127.671015:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326127.671017:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_02+2] req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326127.671019:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326127.671024:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326127.671030:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386632064:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326127.671035:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326127.671039:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326127.671041:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326127.671043:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326127.671045:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326127.671047:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe5591c9. 00000100:00000040:0.0:1767326127.671048:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326127.671051:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.671053:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326127.671056:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000400:00000010:2.0:1767326127.671058:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb83e55b. 00000020:00000040:0.0:1767326127.671059:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326127.671063:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326127.671065:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326127.671067:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326127.671067:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 02000000:00000001:0.0:1767326127.671067:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326127.671074:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:0.0:1767326127.671076:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000200:2.0:1767326127.671077:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632064, portal 25 00000100:00000001:3.0:1767326127.671078:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326127.671078:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326127.671083:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326127.671083:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671084:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326127.671088:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326127.671088:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000040:0.0:1767326127.671092:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326127.671094:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326127.671098:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326127.671101:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326127.671105:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326127.671109:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326127.671112:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326127.671115:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326127.671118:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326127.671121:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326127.671123:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_03+3] req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326127.671133:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326127.671140:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 00000100:00000200:2.0:1767326127.671146:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386632064, offset 0 00000100:00000001:3.0:1767326127.671149:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326127.671153:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326127.671156:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326127.671157:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326127.671158:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326127.671161:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326127.671164:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326127.671168:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11171) 00000400:00000200:2.0:1767326127.671170:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326127.671174:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326127.671181:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386632192:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326127.671185:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326127.671186:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326127.671189:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:1.0:1767326127.671189:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1767326127.671190:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326127.671193:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671193:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326127.671197:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326127.671200:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767326127.671201:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b57a331. 00000400:00000200:2.0:1767326127.671201:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326127.671202:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326127.671206:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671206:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326127.671208:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326127.671210:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4ba404e. 00000100:00000001:1.0:1767326127.671210:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326127.671211:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326127.671216:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000040:1.0:1767326127.671216:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326127.671220:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326127.671222:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632192, portal 10 00000100:00000001:3.0:1767326127.671224:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326127.671225:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326127.671226:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:1.0:1767326127.671227:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326127.671230:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326127.671233:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326127.671233:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326127.671236:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326127.671237:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326127.671244:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386632320:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326127.671245:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326127.671248:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [231:231:256:4294967295] 192.168.203.127@tcp LPNI seq info [231:231:8:4294967295] 00000100:00000040:3.0:1767326127.671251:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326127.671251:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326127.671269:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 02000000:00000001:1.0:1767326127.671269:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326127.671270:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326127.671272:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386632192, offset 0 02000000:00000001:1.0:1767326127.671273:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326127.671277:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c82641f8. 00000400:00000200:3.0:1767326127.671280:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326127.671280:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326127.671284:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000400:00000200:2.0:1767326127.671287:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326127.671294:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326127.671297:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326127.671297:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000400:00000200:3.0:1767326127.671301:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326127.671301:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632320, portal 10 00000800:00000010:2.0:1767326127.671302:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000400:00000200:3.0:1767326127.671306:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326127.671306:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326127.671309:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 00000400:00000200:3.0:1767326127.671310:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326127.671314:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326127.671317:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326127.671317:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326127.671322:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [232:232:255:4294967295] 192.168.203.127@tcp LPNI seq info [232:232:7:4294967295] 00000800:00000200:2.0:1767326127.671327:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326127.671333:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326127.671335:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326127.671336:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326127.671337:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326127.671340:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000200:1.0:1767326127.671344:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386632320, offset 0 00000800:00000200:3.0:1767326127.671346:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326127.671349:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326127.671350:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000100:00000001:2.0:1767326127.671351:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326127.671356:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326127.671356:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326127.671358:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305838072 00000400:00000200:1.0:1767326127.671361:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326127.671363:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767326127.671364:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7d18d. 00000400:00000200:1.0:1767326127.671365:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326127.671371:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326127.671372:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326127.671373:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326127.671376:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326127.671378:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326127.671381:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [233:233:254:4294967295] 192.168.203.127@tcp LPNI seq info [233:233:6:4294967295] 00000100:00000040:3.0:1767326127.671382:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 408827 usecs (409 jiffies) 00000100:00000001:2.0:1767326127.671382:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305838072 00000100:00000001:3.0:1767326127.671389:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305833881 00000100:00000010:2.0:1767326127.671389:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bbbe1da. 00000100:00000001:3.0:1767326127.671394:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305838072 00000100:00000001:2.0:1767326127.671397:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326127.671398:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305833881 00000400:00000200:1.0:1767326127.671398:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326127.671402:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326127.671405:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305838072 00000100:00000001:3.0:1767326127.671406:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305838072 00000800:00000010:0.0:1767326127.671407:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000800:00000200:1.0:1767326127.671408:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326127.671413:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305833881 00000100:00000010:2.0:1767326127.671416:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008875c714. 00000800:00000010:1.0:1767326127.671416:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:0.0:1767326127.671421:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326127.671424:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326127.671427:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326127.671431:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326127.671434:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305838072 00000100:00000001:3.0:1767326127.671435:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305838072 00000400:00000200:0.0:1767326127.671436:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000800:00000200:1.0:1767326127.671438:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:0.0:1767326127.671441:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000100:00000001:3.0:1767326127.671442:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305833881 00000100:00000010:2.0:1767326127.671444:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1cdb8. 00000800:00000200:1.0:1767326127.671445:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326127.671447:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326127.671451:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326127.671453:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767326127.671455:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326127.671456:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 23062 usecs (24 jiffies) 00000100:00000001:3.0:1767326127.671460:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305838072 00000100:00000001:2.0:1767326127.671460:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326127.671463:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305833496 00000100:00000001:3.0:1767326127.671467:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326127.671469:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671469:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305838072 00000100:00000001:3.0:1767326127.671473:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671477:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305833496 00000100:00000001:3.0:1767326127.671479:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326127.671479:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671483:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305838072 00000100:00000001:0.0:1767326127.671483:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326127.671484:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326127.671487:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326127.671488:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326127.671489:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326127.671492:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326127.671496:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326127.671497:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326127.671498:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305833496 00000100:00000001:2.0:1767326127.671501:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326127.671506:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305838072 00000100:00000001:2.0:1767326127.671507:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326127.671510:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326127.671511:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326127.671513:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305833496 00000100:00000001:0.0:1767326127.671515:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326127.671517:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671517:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305838072 00000100:00000001:0.0:1767326127.671518:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326127.671523:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671524:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326127.671527:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.671529:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326127.671531:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326127.671535:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:1.0:1767326127.671536:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326127.671539:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326127.671543:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326127.671545:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:0.0:1767326127.671547:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:0.0:1767326127.671549:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326127.671552:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.671557:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326127.671558:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.671562:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.671563:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326127.671609:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326127.671611:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:0.0:1767326127.671613:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326127.671615:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326127.671616:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000400:00000010:0.0:1767326127.671617:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:0.0:1767326127.671619:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326127.671626:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.671631:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326127.671632:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.671637:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.671638:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326127.673093:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326127.673103:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326127.673106:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326127.673108:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326127.673113:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326127.673121:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a06f80 00000400:00000200:2.0:1767326127.673126:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1767326127.673131:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326127.673137:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326127.673143:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326127.673146:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326127.673149:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326127.673152:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326127.673158:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326127.673171:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326127.673177:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326127.673179:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673202:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326127.673204:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326127.673209:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326127.673210:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326127.673212:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb83e55b. 00000400:00000200:0.0:1767326127.673215:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:0.0:1767326127.673216:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767326127.673217:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326127.673221:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326127.673227:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673232:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326127.673233:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673235:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326127.673237:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326127.673239:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326127.673240:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326127.673242:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326127.673246:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=12 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326127.673249:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=12 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326127.673250:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326127.673251:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.673266:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326127.673267:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.673270:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326127.673272:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673287:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326127.673289:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326127.673290:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326127.673293:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326127.673298:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386632064:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326127.673302:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673303:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326127.673304:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386632064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673309:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326127.673311:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326127.673313:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe5591c9. 02000000:00000001:0.0:1767326127.673317:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326127.673318:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326127.673320:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326127.673322:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326127.673324:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000001:0.0:1767326127.673327:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326127.673329:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326127.673331:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:0.0:1767326127.673334:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326127.673335:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673336:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326127.673338:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326127.673340:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326127.673343:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326127.673346:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673346:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326127.673349:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326127.673350:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326127.673354:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326127.673392:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326127.673399:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07000 00000400:00000200:3.0:1767326127.673404:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:3.0:1767326127.673409:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326127.673413:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326127.673415:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326127.673418:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326127.673431:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326127.673435:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326127.673446:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326127.673464:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326127.673470:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326127.673473:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326127.673475:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326127.673477:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326127.673481:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326127.673484:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326127.673486:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326127.673490:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07080 00000400:00000001:0.0:1767326127.673491:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326127.673494:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326127.673495:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4ba404e. 00000400:00000200:0.0:1767326127.673512:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000400:00000010:0.0:1767326127.673517:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:0.0:1767326127.673521:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326127.673524:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x82d [1] + 224 00000100:00000200:0.0:1767326127.673529:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326127.673530:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326127.673535:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326127.673539:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326127.673546:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326127.673549:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326127.673551:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326127.673555:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673582:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326127.673584:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673585:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673590:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326127.673593:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326127.673595:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326127.673598:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326127.673600:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326127.673603:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=152 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326127.673604:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326127.673609:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=152 v=5 (1 1 0 0) 00000800:00000001:3.0:1767326127.673610:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326127.673613:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326127.673614:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673615:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.673619:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326127.673623:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.673625:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326127.673626:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326127.673628:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326127.673629:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326127.673633:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673638:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326127.673640:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326127.673641:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326127.673645:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326127.673645:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326127.673651:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326127.673651:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326127.673655:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326127.673658:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326127.673663:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326127.673666:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00100000:0.0:1767326127.673667:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386632192:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326127.673670:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326127.673675:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326127.673684:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673689:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326127.673692:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326127.673695:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386632192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326127.673711:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326127.673714:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673714:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326127.673717:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326127.673718:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326127.673719:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b57a331. 02000000:00000001:1.0:1767326127.673721:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326127.673723:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326127.673724:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326127.673725:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326127.673729:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326127.673729:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326127.673731:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326127.673734:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:1.0:1767326127.673735:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326127.673736:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326127.673739:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326127.673741:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00001000:1.0:1767326127.673743:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=12 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326127.673743:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326127.673744:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326127.673747:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326127.673754:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326127.673754:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326127.673783:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326127.673785:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326127.673787:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.673797:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326127.673798:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326127.673800:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326127.673804:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326127.673815:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.673817:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326127.673818:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326127.673819:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326127.673820:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326127.673822:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326127.673829:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326127.673831:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326127.673833:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326127.673835:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326127.673843:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386632320:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326127.673847:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326127.673850:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326127.673852:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386632320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326127.673859:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326127.673861:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326127.673863:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c82641f8. 02000000:00000001:1.0:1767326127.673866:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326127.673868:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326127.673869:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326127.673871:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326127.673873:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 02000000:00000001:1.0:1767326127.673876:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326127.673877:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326127.673878:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000001:1.0:1767326127.673882:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326127.673884:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326127.673890:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326127.673893:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326127.673894:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326127.673895:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326127.673897:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326128.374861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326128.374867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326128.374871:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326128.374872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326128.374967:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326128.374972:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326128.374975:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326129.398873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326129.398880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326129.398888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326129.398889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326129.398925:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326129.398929:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326129.398933:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326130.422861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326130.422867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326130.422872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326130.422872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326130.422951:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326130.422956:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326130.422959:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326131.446842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326131.446850:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326131.446876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326131.446878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326131.446915:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326131.446921:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326131.446925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326132.278882:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305838072, at 4305838080 00000100:00000040:2.0:1767326132.278882:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305838072, at 4305838080 00000100:00000040:0.0:1767326132.278882:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305838072, at 4305838080 00000100:00000010:2.0:1767326132.278901:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008875c714. 00000100:00000040:1.0:1767326132.278904:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305838072, at 4305838080 00000100:00000010:3.0:1767326132.278905:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1cdb8. 00000100:00000010:0.0:1767326132.278909:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7d18d. 00000100:00000010:1.0:1767326132.278924:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bbbe1da. 00010000:00000001:0.0:1767326132.470849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326132.470855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326132.470861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326132.470862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326132.470918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326132.470922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326132.470925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326132.790866:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326132.790880:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326132.790904:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326132.790912:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326132.790918:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326132.790923:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326132.790929:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326132.790938:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d3baa4. 00000100:00000001:2.0:1767326132.790946:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326132.790958:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326132.790971:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326132.790974:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326132.790980:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_00+0] req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326132.791008:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326132.791011:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326132.791015:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326132.791018:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326132.791021:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326132.791024:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326132.791026:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326132.791027:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326132.791032:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326132.791033:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326132.791036:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:0.0:1767326132.791036:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326132.791037:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326132.791042:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326132.791048:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326132.791051:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326132.791059:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326132.791077:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326132.791080:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326132.791080:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326132.791083:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326132.791087:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_01+1] req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326132.791088:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326132.791092:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326132.791096:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326132.791103:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386632448:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326132.791108:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326132.791113:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326132.791114:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326132.791116:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326132.791119:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326132.791120:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326132.791124:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c047a5e. 02000000:00000001:3.0:1767326132.791127:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.791128:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326132.791131:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326132.791133:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dea4c7e. 00000100:00000001:0.0:1767326132.791134:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326132.791139:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326132.791142:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326132.791145:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000400:00000010:3.0:1767326132.791146:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000020:00000040:2.0:1767326132.791153:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326132.791156:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326132.791157:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632448, portal 25 00000100:00000001:0.0:1767326132.791160:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326132.791161:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326132.791163:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326132.791165:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326132.791166:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326132.791167:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 02000000:00000001:2.0:1767326132.791170:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326132.791170:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326132.791176:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326132.791177:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326132.791179:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000545d0e1d. 00000100:00100000:0.0:1767326132.791181:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386632576:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326132.791186:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.791191:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326132.791195:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326132.791197:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326132.791199:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326132.791202:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326132.791203:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326132.791209:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007134960d. 00000100:00000040:3.0:1767326132.791211:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326132.791215:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326132.791231:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 00000100:00000001:2.0:1767326132.791234:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767326132.791236:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386632448, offset 0 00000100:00000001:2.0:1767326132.791238:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326132.791245:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326132.791246:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000100:00000040:2.0:1767326132.791247:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_02+2] req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326132.791254:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767326132.791260:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632576, portal 10 00000400:00000200:3.0:1767326132.791264:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326132.791265:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326132.791267:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000400:00000200:3.0:1767326132.791273:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326132.791276:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326132.791280:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326132.791281:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326132.791288:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326132.791289:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326132.791293:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326132.791298:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326132.791301:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11176) 00000400:00000200:3.0:1767326132.791306:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [234:234:256:4294967295] 192.168.203.127@tcp LPNI seq info [234:234:8:4294967295] 00000100:00000001:1.0:1767326132.791308:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326132.791314:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326132.791319:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326132.791320:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326132.791328:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326132.791331:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326132.791332:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326132.791333:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326132.791333:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326132.791338:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 00000100:00000200:0.0:1767326132.791346:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386632576, offset 0 00000800:00000200:3.0:1767326132.791357:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326132.791359:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326132.791359:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326132.791363:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326132.791367:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 02000000:00000001:1.0:1767326132.791368:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326132.791371:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326132.791373:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326132.791377:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326132.791378:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326132.791384:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00100000:1.0:1767326132.791386:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386632704:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326132.791386:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326132.791393:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326132.791398:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326132.791399:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326132.791400:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:1.0:1767326132.791403:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326132.791406:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326132.791407:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326132.791409:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326132.791416:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093821e75. 00000400:00000200:0.0:1767326132.791416:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [235:235:255:4294967295] 192.168.203.127@tcp LPNI seq info [235:235:7:4294967295] 02000000:00000001:1.0:1767326132.791422:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326132.791429:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326132.791430:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000001:3.0:1767326132.791433:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326132.791437:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326132.791439:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000001:3.0:1767326132.791442:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305843192 00000800:00000010:0.0:1767326132.791443:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000100:00000200:1.0:1767326132.791445:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632704, portal 10 00000100:00000010:3.0:1767326132.791451:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033917549. 00000100:00000001:1.0:1767326132.791452:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326132.791452:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326132.791463:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:3.0:1767326132.791464:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326132.791467:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326132.791472:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326132.791476:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305843192 00000100:00000040:1.0:1767326132.791476:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.791477:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326132.791485:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 402948 usecs (403 jiffies) 00000100:00000010:3.0:1767326132.791486:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aa0b130. 00000800:00000200:2.0:1767326132.791488:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326132.791492:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305838995 00000100:00000001:1.0:1767326132.791493:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326132.791494:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767326132.791494:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:0.0:1767326132.791497:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305843192 00000100:00000001:3.0:1767326132.791502:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305843192 00000100:00000040:1.0:1767326132.791502:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326132.791503:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326132.791503:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305838995 00000100:00000010:3.0:1767326132.791508:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164ac69d. 00000400:00000010:1.0:1767326132.791510:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000100:00000001:0.0:1767326132.791510:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305843192 00000100:00000001:3.0:1767326132.791513:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326132.791516:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326132.791516:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305838995 00000100:00000200:1.0:1767326132.791519:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386632704, offset 0 00000100:00000001:3.0:1767326132.791520:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305843192 00000100:00000001:0.0:1767326132.791523:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305843192 00000400:00000200:2.0:1767326132.791525:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000100:00000010:3.0:1767326132.791527:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009913b738. 00000100:00000001:0.0:1767326132.791528:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305838995 00000400:00000010:2.0:1767326132.791529:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000100:00000001:3.0:1767326132.791535:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326132.791537:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326132.791540:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326132.791541:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305843192 00000400:00000200:1.0:1767326132.791543:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326132.791544:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326132.791546:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326132.791553:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.791553:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326132.791556:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326132.791559:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326132.791561:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.791567:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326132.791568:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326132.791571:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326132.791571:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326132.791571:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326132.791576:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326132.791577:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326132.791580:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.791580:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326132.791582:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326132.791585:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326132.791586:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326132.791586:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326132.791590:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326132.791592:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326132.791594:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326132.791595:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.791599:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326132.791604:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [236:236:254:4294967295] 192.168.203.127@tcp LPNI seq info [236:236:6:4294967295] 00000100:00000001:0.0:1767326132.791604:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326132.791612:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.791612:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326132.791618:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326132.791625:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326132.791631:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326132.791635:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000800:00000200:1.0:1767326132.791641:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326132.791647:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326132.791650:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326132.791653:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326132.791657:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 22757 usecs (23 jiffies) 00000100:00000001:1.0:1767326132.791659:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305838615 00000100:00000001:1.0:1767326132.791662:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305843192 00000100:00000001:1.0:1767326132.791664:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305838615 00000100:00000001:1.0:1767326132.791667:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305843192 00000100:00000001:1.0:1767326132.791669:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305838615 00000100:00000001:1.0:1767326132.791672:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305843192 00000800:00000200:2.0:1767326132.791673:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326132.791677:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000100:00000001:1.0:1767326132.791677:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305838615 00000400:00000200:2.0:1767326132.791680:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326132.791685:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326132.791690:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000100:00000001:1.0:1767326132.791690:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305843192 00000400:00000010:2.0:1767326132.791693:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:1.0:1767326132.791696:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326132.791697:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326132.791702:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326132.791703:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326132.791706:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326132.791711:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326132.791713:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326132.791716:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326132.791718:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326132.791722:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326132.791725:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326132.791727:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326132.791728:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326132.791732:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326132.791735:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326132.791737:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326132.791741:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326132.791744:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326132.791746:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326132.791748:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326132.791750:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000400:00000010:2.0:1767326132.791751:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000100:00000001:2.0:1767326132.791754:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326132.791776:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326132.791782:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326132.791784:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326132.791789:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326132.791790:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326132.793009:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326132.793029:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326132.793037:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326132.793039:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326132.793045:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326132.793055:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07180 00000400:00000200:2.0:1767326132.793062:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1767326132.793069:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326132.793095:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326132.793097:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326132.793100:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326132.793104:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326132.793107:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326132.793115:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326132.793132:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326132.793139:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326132.793141:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326132.793143:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326132.793145:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326132.793148:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326132.793153:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a07100 00000400:00000200:2.0:1767326132.793156:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x835 [1] + 224 00000100:00000001:0.0:1767326132.793159:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326132.793160:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326132.793162:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326132.793166:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326132.793169:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326132.793170:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326132.793174:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326132.793177:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:0.0:1767326132.793178:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326132.793183:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767326132.793185:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:0.0:1767326132.793188:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326132.793189:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326132.793193:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326132.793194:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326132.793236:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326132.793238:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.793256:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326132.793259:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326132.793261:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326132.793263:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326132.793265:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326132.793268:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326132.793273:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326132.793282:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=7 v=5 (5 5 5 0) 00000100:00000001:2.0:1767326132.793286:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326132.793287:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326132.793291:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326132.793292:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326132.793294:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326132.793295:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326132.793300:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326132.793304:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326132.793307:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326132.793310:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326132.793316:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326132.793317:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326132.793319:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326132.793323:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326132.793323:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326132.793327:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326132.793329:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326132.793330:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326132.793334:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326132.793336:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07200 00000100:00000040:0.0:1767326132.793340:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.793351:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326132.793355:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326132.793357:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326132.793360:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326132.793368:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386632576:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326132.793374:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326132.793376:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326132.793378:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386632576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.793384:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326132.793387:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326132.793389:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007134960d. 02000000:00000001:0.0:1767326132.793392:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767326132.793397:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dea4c7e. 00000020:00000001:0.0:1767326132.793397:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326132.793399:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326132.793403:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767326132.793404:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 02000000:00000010:0.0:1767326132.793405:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 00000400:00000010:3.0:1767326132.793409:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 02000000:00000001:0.0:1767326132.793411:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326132.793414:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326132.793416:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:3.0:1767326132.793417:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326132.793421:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x845 [1] + 224 00000100:00000001:0.0:1767326132.793421:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326132.793424:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326132.793427:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.793429:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326132.793432:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326132.793435:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767326132.793439:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326132.793439:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326132.793445:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326132.793446:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326132.793451:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326132.793451:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326132.793455:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326132.793462:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326132.793467:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326132.793467:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326132.793471:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326132.793475:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326132.793478:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326132.793482:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326132.793484:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326132.793485:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326132.793489:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326132.793492:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=17 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326132.793500:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=17 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326132.793503:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326132.793504:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326132.793506:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326132.793506:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326132.793509:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326132.793511:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326132.793512:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326132.793516:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326132.793518:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326132.793525:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326132.793527:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326132.793528:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326132.793532:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326132.793537:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386632448:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326132.793540:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326132.793541:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326132.793544:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326132.793544:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326132.793549:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386632448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326132.793550:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326132.793552:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326132.793554:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326132.793558:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326132.793562:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767326132.793566:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326132.793568:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326132.793570:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326132.793573:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c047a5e. 00000100:00000200:1.0:1767326132.793573:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326132.793578:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326132.793580:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326132.793583:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326132.793587:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326132.793590:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d3baa4. 00000100:00000200:1.0:1767326132.793593:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326132.793594:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326132.793597:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326132.793599:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:3.0:1767326132.793603:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326132.793606:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326132.793607:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326132.793608:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326132.793610:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326132.793613:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326132.793613:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326132.793617:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326132.793617:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326132.793620:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326132.793621:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326132.793623:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326132.793624:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326132.793627:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326132.793630:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=17 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326132.793633:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326132.793635:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326132.793636:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326132.793637:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326132.793645:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326132.793651:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326132.793652:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326132.793653:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326132.793655:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326132.793656:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326132.793658:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326132.793662:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326132.793663:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326132.793664:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326132.793665:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326132.793670:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386632704:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326132.793673:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326132.793674:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326132.793676:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386632704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326132.793680:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326132.793681:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326132.793683:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093821e75. 02000000:00000001:1.0:1767326132.793686:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326132.793687:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326132.793688:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326132.793689:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326132.793690:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000545d0e1d. 02000000:00000001:1.0:1767326132.793692:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326132.793694:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326132.793695:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767326132.793697:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326132.793701:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326132.793703:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326132.793705:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326132.793706:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326132.793708:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326132.793709:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326133.494870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326133.494878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326133.494885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326133.494886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326133.494923:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326133.494928:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326133.494931:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326134.518869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326134.518877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326134.518881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326134.518883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326134.518948:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326134.518953:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326134.518957:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326135.542853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326135.542863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326135.542869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326135.542870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326135.542911:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326135.542915:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326135.542917:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326136.566848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326136.566858:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326136.566860:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326136.566862:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566867:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326136.566869:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566871:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566872:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566875:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326136.566876:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326136.566877:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326136.566881:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326136.566883:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326136.566884:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566885:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326136.566886:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566887:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.566889:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326136.566952:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326136.566957:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326136.566961:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326137.398863:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305843192, at 4305843200 00000100:00000040:2.0:1767326137.398863:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305843192, at 4305843200 00000100:00000040:0.0:1767326137.398863:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305843192, at 4305843200 00000100:00000040:1.0:1767326137.398882:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305843192, at 4305843200 00000100:00000010:0.0:1767326137.398885:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033917549. 00000100:00000010:3.0:1767326137.398887:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009913b738. 00000100:00000010:2.0:1767326137.398889:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164ac69d. 00000100:00000010:1.0:1767326137.398891:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aa0b130. 00010000:00000001:0.0:1767326137.590855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326137.590865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326137.590874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326137.590875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326137.590922:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326137.590928:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326137.590932:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326137.910867:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326137.910880:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326137.910911:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326137.910918:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326137.910922:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326137.910926:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326137.910932:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326137.910940:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:2.0:1767326137.910947:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326137.910958:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326137.910968:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326137.910970:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326137.910975:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911005:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326137.911008:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326137.911012:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326137.911015:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326137.911017:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326137.911020:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326137.911022:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326137.911024:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326137.911029:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:0.0:1767326137.911033:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326137.911039:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326137.911041:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326137.911047:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326137.911052:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326137.911059:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326137.911060:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326137.911063:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911064:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.911065:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326137.911072:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_00+0] req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326137.911091:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326137.911095:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326137.911100:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326137.911103:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326137.911106:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326137.911111:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386632832:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326137.911114:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911118:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326137.911119:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326137.911127:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326137.911131:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.911133:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326137.911137:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326137.911138:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767326137.911143:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000010:0.0:1767326137.911145:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a39d0cf. 00000100:00000001:2.0:1767326137.911146:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326137.911150:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326137.911152:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.911153:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326137.911155:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326137.911155:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326137.911158:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326137.911160:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326137.911161:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326137.911162:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 02000000:00000010:2.0:1767326137.911163:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:1.0:1767326137.911169:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326137.911170:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.911172:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326137.911174:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000001:1.0:1767326137.911175:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326137.911176:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326137.911178:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326137.911181:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326137.911198:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911199:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326137.911201:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326137.911201:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632832, portal 25 00000100:00000040:2.0:1767326137.911207:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_01+1] req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326137.911209:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326137.911211:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326137.911213:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911213:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 02000000:00000001:1.0:1767326137.911219:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326137.911222:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326137.911225:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326137.911226:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911230:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326137.911231:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386632960:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326137.911235:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326137.911240:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326137.911244:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326137.911249:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326137.911250:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326137.911251:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326137.911253:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11181) 00000100:00100000:3.0:1767326137.911255:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326137.911256:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326137.911259:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326137.911261:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326137.911263:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326137.911266:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000001:3.0:1767326137.911267:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767326137.911269:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c9e77e0. 00000100:00000001:3.0:1767326137.911271:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326137.911273:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386632832, offset 0 02000000:00000001:1.0:1767326137.911275:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326137.911276:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326137.911280:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326137.911282:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326137.911284:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000040:3.0:1767326137.911289:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326137.911291:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326137.911300:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326137.911302:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326137.911302:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 02000000:00000001:3.0:1767326137.911304:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326137.911308:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386632960, portal 10 00000100:00000001:1.0:1767326137.911310:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326137.911314:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000200:0.0:1767326137.911314:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326137.911315:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326137.911321:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326137.911326:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386633088:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326137.911327:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326137.911327:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326137.911334:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326137.911339:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326137.911339:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326137.911342:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326137.911343:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326137.911347:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326137.911349:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326137.911349:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326137.911352:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f90378d9. 02000000:00000001:3.0:1767326137.911356:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326137.911357:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000400:00000200:0.0:1767326137.911359:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326137.911361:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dea4c7e. 00000100:00000200:1.0:1767326137.911363:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386632960, offset 0 00000400:00000010:3.0:1767326137.911367:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000400:00000200:0.0:1767326137.911370:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [237:237:256:4294967295] 192.168.203.127@tcp LPNI seq info [237:237:8:4294967295] 00000100:00000200:3.0:1767326137.911372:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633088, portal 10 00000100:00000001:3.0:1767326137.911377:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326137.911378:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326137.911379:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000100:00000040:3.0:1767326137.911389:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326137.911395:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326137.911400:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326137.911405:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000400:00000200:0.0:1767326137.911406:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326137.911408:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386633088, offset 0 00000400:00000200:3.0:1767326137.911416:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326137.911420:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326137.911422:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326137.911427:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326137.911429:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000400:00000200:1.0:1767326137.911430:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326137.911435:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326137.911437:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326137.911445:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [238:238:255:4294967295] 192.168.203.127@tcp LPNI seq info [238:238:7:4294967295] 00000800:00000200:0.0:1767326137.911446:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326137.911455:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326137.911462:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326137.911463:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326137.911465:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326137.911469:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000400:00000200:3.0:1767326137.911472:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326137.911472:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326137.911479:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326137.911479:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326137.911486:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326137.911490:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326137.911491:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326137.911493:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326137.911498:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [239:239:254:4294967295] 192.168.203.127@tcp LPNI seq info [239:239:6:4294967295] 00000800:00000200:1.0:1767326137.911498:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326137.911501:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305848312 00000100:00000001:1.0:1767326137.911508:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326137.911510:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000400:00000200:3.0:1767326137.911517:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326137.911518:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 397231 usecs (398 jiffies) 00000100:00000001:0.0:1767326137.911521:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326137.911526:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326137.911526:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305844110 00000800:00000010:3.0:1767326137.911530:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000100:00000001:0.0:1767326137.911532:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305848312 00000800:00000200:3.0:1767326137.911537:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326137.911540:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305848312 00000100:00000010:0.0:1767326137.911540:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000149bfc9a. 00000800:00000200:3.0:1767326137.911546:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326137.911548:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305844110 00000100:00000001:0.0:1767326137.911548:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326137.911553:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305848312 00000100:00000001:1.0:1767326137.911555:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305848312 00000800:00000200:3.0:1767326137.911558:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326137.911560:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305844110 00000100:00000010:0.0:1767326137.911560:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000100:00000001:3.0:1767326137.911564:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911566:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767326137.911568:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 22457 usecs (23 jiffies) 00000100:00000001:0.0:1767326137.911570:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305848312 00000100:00000001:1.0:1767326137.911571:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305848312 00000100:00000001:3.0:1767326137.911574:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305843735 00000100:00000010:0.0:1767326137.911576:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000100:00000001:1.0:1767326137.911578:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305844110 00000100:00000001:3.0:1767326137.911579:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305848312 00000800:00000200:2.0:1767326137.911580:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326137.911582:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326137.911585:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305843735 00000800:00000010:2.0:1767326137.911587:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000100:00000001:0.0:1767326137.911587:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326137.911588:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305848312 00000100:00000001:1.0:1767326137.911588:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305848312 00000100:00000001:0.0:1767326137.911594:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326137.911596:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305843735 00000100:00000001:1.0:1767326137.911597:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326137.911598:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326137.911599:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326137.911602:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305848312 00000100:00000001:1.0:1767326137.911604:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911605:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326137.911606:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305843735 00000100:00000001:1.0:1767326137.911611:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326137.911612:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305848312 00000400:00000200:2.0:1767326137.911613:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326137.911613:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326137.911618:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326137.911619:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911619:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326137.911622:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000100:00000001:3.0:1767326137.911624:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.911626:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326137.911626:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326137.911627:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:3.0:1767326137.911628:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.911630:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326137.911631:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326137.911633:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.911636:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911636:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.911637:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326137.911642:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326137.911643:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326137.911645:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911657:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326137.911660:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911681:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.911683:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326137.911700:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326137.911702:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000400:00000200:2.0:1767326137.911704:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326137.911707:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326137.911709:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:2.0:1767326137.911710:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:2.0:1767326137.911712:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326137.911715:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911720:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326137.911721:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911726:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.911726:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326137.911822:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326137.911824:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:2.0:1767326137.911827:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326137.911829:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326137.911831:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000400:00000010:2.0:1767326137.911832:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:2.0:1767326137.911834:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326137.911836:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911842:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326137.911843:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.911848:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.911849:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326137.913340:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326137.913364:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326137.913374:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326137.913378:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326137.913386:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326137.913399:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a07280 00000400:00000200:2.0:1767326137.913406:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1767326137.913414:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326137.913423:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326137.913426:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326137.913429:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326137.913434:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326137.913438:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326137.913449:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326137.913468:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326137.913477:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326137.913481:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326137.913484:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326137.913487:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326137.913492:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326137.913500:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326137.913501:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07300 00000100:00000001:0.0:1767326137.913504:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326137.913515:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326137.913518:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326137.913520:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326137.913523:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767326137.913524:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:0.0:1767326137.913526:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326137.913531:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x855 [1] + 224 00000100:00000200:0.0:1767326137.913532:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326137.913542:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326137.913546:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326137.913552:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326137.913552:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326137.913553:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326137.913559:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326137.913559:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326137.913563:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326137.913565:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326137.913568:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326137.913569:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767326137.913572:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.913575:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326137.913579:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=22 v=5 (5 5 5 0) 00000100:00000200:2.0:1767326137.913583:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326137.913585:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326137.913592:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326137.913594:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326137.913599:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326137.913602:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326137.913605:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326137.913606:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326137.913613:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326137.913625:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326137.913628:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326137.913629:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326137.913634:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326137.913661:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386632832:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326137.913665:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326137.913671:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326137.913674:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326137.913674:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386632832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326137.913682:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326137.913684:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326137.913685:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326137.913689:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a39d0cf. 02000000:00000001:0.0:1767326137.913692:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326137.913693:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326137.913694:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326137.913698:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767326137.913699:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000800:00000001:2.0:1767326137.913704:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326137.913704:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326137.913707:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 02000000:00000001:0.0:1767326137.913714:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326137.913715:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:0.0:1767326137.913717:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326137.913721:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:1.0:1767326137.913723:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326137.913726:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326137.913727:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326137.913728:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07380 00000100:00000001:0.0:1767326137.913732:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326137.913734:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326137.913736:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326137.913737:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326137.913740:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000100:00000001:0.0:1767326137.913744:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326137.913745:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326137.913749:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:0.0:1767326137.913749:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.913754:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326137.913755:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326137.913780:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326137.913785:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x85d [1] + 224 00000100:00000001:0.0:1767326137.913793:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326137.913796:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326137.913805:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326137.913807:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326137.913810:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326137.913815:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326137.913822:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326137.913827:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326137.913830:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326137.913831:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326137.913835:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326137.913837:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326137.913840:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326137.913846:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326137.913849:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326137.913854:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326137.913861:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=12 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326137.913865:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=12 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326137.913867:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326137.913868:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326137.913869:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326137.913870:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326137.913874:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326137.913877:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326137.913877:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326137.913879:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326137.913883:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326137.913883:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326137.913886:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326137.913892:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326137.913893:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326137.913897:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326137.913901:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326137.913903:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326137.913904:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767326137.913907:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326137.913908:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326137.913910:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dea4c7e. 00000100:00000040:1.0:1767326137.913913:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326137.913915:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:3.0:1767326137.913919:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:3.0:1767326137.913923:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326137.913925:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386632960:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326137.913929:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326137.913931:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326137.913936:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326137.913942:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386632960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326137.913946:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326137.913961:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326137.913965:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326137.913965:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326137.913968:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326137.913969:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c9e77e0. 00000100:00000001:3.0:1767326137.913972:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326137.913974:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326137.913975:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326137.913976:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326137.913978:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326137.913982:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 02000000:00000001:3.0:1767326137.913983:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326137.913986:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326137.913986:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326137.913988:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326137.913990:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326137.913994:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=22 v=5 (5 5 5 0) 02000000:00000001:1.0:1767326137.913994:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326137.913997:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00001000:3.0:1767326137.913999:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326137.914001:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326137.914004:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326137.914004:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326137.914007:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.914008:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326137.914011:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326137.914014:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1767326137.914017:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326137.914018:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326137.914022:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326137.914024:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326137.914031:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326137.914033:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326137.914034:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326137.914035:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326137.914037:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326137.914039:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326137.914044:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326137.914046:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326137.914046:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326137.914048:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326137.914053:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386633088:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326137.914055:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326137.914057:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326137.914058:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386633088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326137.914062:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326137.914062:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326137.914064:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f90378d9. 02000000:00000001:3.0:1767326137.914066:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326137.914071:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326137.914072:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326137.914073:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326137.914075:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 02000000:00000001:3.0:1767326137.914076:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326137.914077:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326137.914078:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:3.0:1767326137.914081:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326137.914081:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326137.914083:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326137.914086:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326137.914087:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326137.914088:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326137.914089:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326138.614874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326138.614882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326138.614888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326138.614889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326138.614954:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326138.614960:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326138.614964:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326139.638833:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326139.638839:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326139.638843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326139.638844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326139.638884:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326139.638888:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326139.638890:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326140.662862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326140.662872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326140.662880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326140.662882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326140.662931:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326140.662935:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326140.662938:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326141.686835:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326141.686844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326141.686851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326141.686852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326141.686891:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326141.686897:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326141.686901:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326142.518859:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305848312, at 4305848320 00000100:00000040:2.0:1767326142.518859:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305848312, at 4305848320 00000100:00000040:1.0:1767326142.518859:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305848312, at 4305848320 00000100:00000040:0.0:1767326142.518871:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305848312, at 4305848320 00000100:00000010:1.0:1767326142.518883:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000149bfc9a. 00000100:00000010:2.0:1767326142.518888:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000010:3.0:1767326142.518890:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000010:0.0:1767326142.518905:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00010000:00000001:0.0:1767326142.710857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326142.710867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326142.710873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326142.710874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326142.710934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326142.710940:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326142.710943:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326143.030854:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326143.030863:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326143.030871:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767326143.030878:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326143.030882:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326143.030885:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326143.030890:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326143.030897:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326143.030904:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.030915:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326143.030925:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326143.030927:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.030932:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_02+2] req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326143.030957:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.030960:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326143.030963:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326143.030965:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000100:00000001:2.0:1767326143.030973:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326143.030975:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326143.030979:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326143.030979:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326143.030980:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326143.030984:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326143.030984:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326143.030989:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000040:2.0:1767326143.030992:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326143.030994:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326143.030996:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326143.031002:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.031004:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326143.031006:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326143.031009:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326143.031016:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326143.031017:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326143.031019:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326143.031020:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326143.031023:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_03+3] req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326143.031025:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326143.031033:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386633216:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326143.031042:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326143.031047:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326143.031048:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326143.031052:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326143.031055:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326143.031059:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326143.031060:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 00000100:00000001:0.0:1767326143.031062:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326143.031065:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326143.031066:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.031067:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326143.031069:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326143.031072:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000400:00000010:2.0:1767326143.031076:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f85b4c3. 00000100:00000040:0.0:1767326143.031076:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326143.031077:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326143.031082:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326143.031084:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767326143.031086:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 02000000:00000001:1.0:1767326143.031087:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326143.031094:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767326143.031094:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326143.031096:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326143.031097:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633216, portal 25 00000100:00000001:1.0:1767326143.031099:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326143.031101:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326143.031102:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326143.031104:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326143.031105:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000040:1.0:1767326143.031106:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326143.031109:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326143.031115:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326143.031117:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386633344:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326143.031128:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326143.031133:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326143.031135:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326143.031138:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.031139:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031141:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326143.031146:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326143.031157:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_00+0] req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326143.031159:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326143.031165:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 02000000:00000010:0.0:1767326143.031168:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfd93368. 00000100:00000200:2.0:1767326143.031171:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386633216, offset 0 02000000:00000001:0.0:1767326143.031174:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326143.031181:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326143.031182:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000100:00000001:1.0:1767326143.031183:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.031188:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326143.031191:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000400:00000200:2.0:1767326143.031197:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326143.031200:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326143.031200:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633344, portal 10 00000400:00000200:2.0:1767326143.031204:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326143.031206:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326143.031208:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11186) 00000100:00000001:0.0:1767326143.031210:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000400:00000200:2.0:1767326143.031212:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326143.031217:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326143.031222:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326143.031223:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326143.031226:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326143.031229:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326143.031231:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326143.031237:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326143.031240:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [240:240:256:4294967295] 192.168.203.127@tcp LPNI seq info [240:240:8:4294967295] 00000100:00000001:0.0:1767326143.031254:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326143.031261:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326143.031262:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767326143.031265:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000100:00000001:1.0:1767326143.031267:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326143.031272:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:1.0:1767326143.031272:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326143.031276:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326143.031278:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386633344, offset 0 02000000:00000001:1.0:1767326143.031284:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326143.031285:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326143.031289:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326143.031292:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386633472:192.168.203.127@tcp:400: 00000800:00000010:2.0:1767326143.031296:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a50833d. 00000100:00000001:1.0:1767326143.031299:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326143.031299:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326143.031304:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326143.031305:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326143.031307:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326143.031310:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326143.031311:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326143.031313:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326143.031315:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326143.031319:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:1.0:1767326143.031322:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7802e77. 00000400:00000200:0.0:1767326143.031322:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [241:241:255:4294967295] 192.168.203.127@tcp LPNI seq info [241:241:7:4294967295] 02000000:00000001:1.0:1767326143.031329:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326143.031330:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:1.0:1767326143.031336:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000800:00000200:2.0:1767326143.031340:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a50833d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326143.031340:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326143.031343:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000800:00000200:0.0:1767326143.031349:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326143.031350:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633472, portal 10 00000800:00000010:0.0:1767326143.031353:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000100:00000001:1.0:1767326143.031354:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326143.031357:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00000001:2.0:1767326143.031359:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326143.031362:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326143.031365:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305853432 00000100:00000040:1.0:1767326143.031366:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326143.031373:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767326143.031374:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000800:00000200:0.0:1767326143.031378:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326143.031385:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326143.031387:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326143.031387:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031393:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305853432 00000100:00000040:1.0:1767326143.031393:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326143.031393:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 391683 usecs (392 jiffies) 00000400:00000010:1.0:1767326143.031399:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 00000100:00000001:0.0:1767326143.031400:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305849224 00000100:00000010:2.0:1767326143.031401:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008875c714. 00000100:00000200:1.0:1767326143.031404:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386633472, offset 0 00000100:00000001:0.0:1767326143.031408:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305853432 00000100:00000001:2.0:1767326143.031409:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326143.031414:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305849224 00000100:00000001:2.0:1767326143.031415:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305853432 00000400:00000200:1.0:1767326143.031419:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326143.031420:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305853432 00000100:00000010:2.0:1767326143.031421:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000251fd42a. 00000100:00000001:0.0:1767326143.031427:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305849224 00000100:00000001:2.0:1767326143.031429:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326143.031430:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326143.031434:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305853432 00000100:00000001:0.0:1767326143.031435:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305853432 00000100:00000010:2.0:1767326143.031438:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fbb6e9d. 00000100:00000001:0.0:1767326143.031441:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305849224 00000400:00000200:1.0:1767326143.031444:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326143.031445:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326143.031450:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326143.031452:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326143.031452:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305853432 00000400:00000200:1.0:1767326143.031454:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326143.031459:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326143.031460:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326143.031460:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326143.031465:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031468:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326143.031469:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031473:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326143.031474:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [242:242:254:4294967295] 192.168.203.127@tcp LPNI seq info [242:242:6:4294967295] 00000100:00000001:0.0:1767326143.031474:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326143.031486:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326143.031486:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326143.031487:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326143.031490:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326143.031491:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326143.031497:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326143.031498:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326143.031501:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326143.031502:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326143.031502:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326143.031505:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031508:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326143.031509:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:0.0:1767326143.031509:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031516:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326143.031518:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326143.031523:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326143.031527:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326143.031531:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.031534:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 22173 usecs (23 jiffies) 00000100:00000001:0.0:1767326143.031535:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326143.031539:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305848855 00000100:00000001:0.0:1767326143.031539:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.031545:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305853432 00000100:00000001:1.0:1767326143.031548:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305848855 00000100:00000001:1.0:1767326143.031550:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305853432 00000100:00000001:1.0:1767326143.031552:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305848855 00000100:00000001:1.0:1767326143.031553:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305853432 00000100:00000001:1.0:1767326143.031555:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305848855 00000100:00000001:1.0:1767326143.031556:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305853432 00000100:00000001:1.0:1767326143.031557:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326143.031559:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.031561:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.031562:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.031565:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326143.031566:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326143.031568:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326143.031572:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326143.031575:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326143.031577:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a50833d. 00000100:00000001:1.0:1767326143.031578:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.031583:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326143.031584:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326143.031590:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326143.031595:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:2.0:1767326143.031597:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:2.0:1767326143.031601:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326143.031604:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.031613:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326143.031615:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.031620:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031622:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326143.031632:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326143.031633:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000400:00000200:2.0:1767326143.031635:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326143.031637:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326143.031639:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000400:00000010:2.0:1767326143.031640:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00000001:2.0:1767326143.031642:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326143.031643:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.031647:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326143.031649:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.031652:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031653:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326143.031694:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326143.031696:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:2.0:1767326143.031698:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326143.031701:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326143.031703:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000400:00000010:2.0:1767326143.031709:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:2.0:1767326143.031712:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326143.031714:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.031720:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326143.031721:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.031726:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326143.031727:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326143.033651:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326143.033663:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326143.033667:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326143.033669:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326143.033677:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326143.033690:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a07400 00000400:00000200:2.0:1767326143.033697:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:2.0:1767326143.033706:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326143.033714:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326143.033716:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326143.033718:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326143.033722:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326143.033725:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326143.033733:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.033754:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326143.033784:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326143.033787:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326143.033791:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326143.033792:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326143.033795:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326143.033797:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f85b4c3. 00000800:00000001:2.0:1767326143.033798:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326143.033802:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:1.0:1767326143.033805:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:1.0:1767326143.033807:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326143.033811:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326143.033820:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326143.033826:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326143.033827:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.033829:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326143.033831:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326143.033832:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326143.033834:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326143.033837:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326143.033842:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=28 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326143.033845:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=28 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326143.033847:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326143.033849:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326143.033851:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326143.033853:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.033855:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.033858:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326143.033862:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326143.033865:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326143.033866:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326143.033868:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326143.033883:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386633216:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326143.033888:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.033889:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326143.033891:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386633216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326143.033896:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326143.033897:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326143.033901:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326143.033904:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 00000800:00000001:2.0:1767326143.033905:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326143.033907:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326143.033909:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326143.033911:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767326143.033912:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326143.033916:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326143.033918:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326143.033918:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:1.0:1767326143.033923:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326143.033925:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326143.033927:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000400:00000200:2.0:1767326143.033931:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326143.033931:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326143.033933:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.033935:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.033937:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326143.033938:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.033939:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326143.033943:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326143.033950:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07500 00000400:00000200:2.0:1767326143.033956:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:2.0:1767326143.033960:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326143.033985:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326143.033987:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326143.033991:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326143.033994:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326143.033998:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326143.034008:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.034023:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326143.034030:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326143.034034:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326143.034037:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326143.034040:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326143.034045:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326143.034046:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326143.034049:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326143.034053:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326143.034056:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326143.034057:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07480 00000400:00000010:1.0:1767326143.034058:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326143.034062:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326143.034065:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767326143.034067:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326143.034072:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326143.034073:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:2.0:1767326143.034083:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326143.034086:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326143.034090:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326143.034095:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326143.034103:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326143.034109:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326143.034110:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326143.034112:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.034114:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326143.034116:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326143.034116:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326143.034119:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326143.034121:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326143.034125:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326143.034131:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=28 v=5 (5 5 5 0) 00000100:00000040:2.0:1767326143.034133:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326143.034136:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=153 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326143.034144:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326143.034147:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326143.034160:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326143.034164:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326143.034165:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326143.034171:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326143.034172:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.034175:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326143.034176:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326143.034180:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326143.034182:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.034182:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326143.034190:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326143.034194:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326143.034195:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326143.034198:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326143.034199:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326143.034202:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326143.034204:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326143.034205:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326143.034208:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326143.034211:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326143.034216:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000100:00100000:1.0:1767326143.034217:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386633472:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767326143.034220:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:1.0:1767326143.034223:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326143.034224:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326143.034226:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326143.034231:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326143.034232:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386633472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326143.034258:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326143.034285:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326143.034286:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326143.034287:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326143.034290:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326143.034290:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767326143.034294:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7802e77. 02000000:00000001:0.0:1767326143.034295:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326143.034297:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326143.034300:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326143.034300:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326143.034303:0:216338:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767326143.034304:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326143.034306:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00001000:0.0:1767326143.034309:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=18 v=5 (5 5 5 0) 00000020:00000001:1.0:1767326143.034310:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326143.034312:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 00000100:00001000:0.0:1767326143.034315:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=18 v=5 (1 1 1 0) 02000000:00000001:1.0:1767326143.034316:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326143.034318:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326143.034322:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:0.0:1767326143.034322:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326143.034326:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.034327:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767326143.034328:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326143.034329:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326143.034333:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326143.034333:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326143.034339:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326143.034340:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326143.034341:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326143.034344:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326143.034345:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326143.034347:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326143.034348:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326143.034349:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326143.034360:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326143.034366:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326143.034368:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326143.034369:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326143.034371:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326143.034376:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386633344:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326143.034379:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326143.034380:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326143.034381:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386633344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326143.034386:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326143.034387:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326143.034389:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfd93368. 02000000:00000001:0.0:1767326143.034391:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326143.034392:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326143.034393:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326143.034395:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326143.034396:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:0.0:1767326143.034397:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326143.034398:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326143.034399:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:0.0:1767326143.034401:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326143.034402:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326143.034403:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326143.034406:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326143.034407:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326143.034409:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326143.034410:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326143.734868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326143.734878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326143.734892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326143.734917:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326143.734954:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326143.734958:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326143.734961:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326144.758863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326144.758872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326144.758877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326144.758878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326144.758945:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326144.758949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326144.758953:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326145.782907:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326145.782917:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326145.782926:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326145.782927:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326145.782967:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326145.782972:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326145.782975:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326146.806846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326146.806859:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326146.806862:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326146.806866:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806872:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326146.806874:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806875:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806877:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326146.806883:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326146.806884:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326146.806889:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326146.806892:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326146.806893:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806894:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326146.806895:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806896:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.806897:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326146.806959:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326146.806963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326146.806966:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326147.638876:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305853432, at 4305853440 00000100:00000040:1.0:1767326147.638876:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305853432, at 4305853440 00000100:00000040:0.0:1767326147.638876:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305853432, at 4305853440 00000100:00000010:1.0:1767326147.638897:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008875c714. 00000100:00000010:0.0:1767326147.638903:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00000100:00000010:2.0:1767326147.638905:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000251fd42a. 00000100:00000040:3.0:1767326147.638988:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305853432, at 4305853440 00000100:00000010:3.0:1767326147.638994:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fbb6e9d. 00010000:00000001:0.0:1767326147.830853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326147.830861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326147.830866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326147.830867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326147.830907:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326147.830911:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326147.830914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326148.150859:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326148.150875:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326148.150888:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326148.150897:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326148.150903:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326148.150907:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326148.150914:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326148.150923:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326148.150932:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.150955:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326148.150969:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326148.150972:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.150997:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_01+1] req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.151029:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.151032:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326148.151036:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326148.151040:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767326148.151043:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326148.151047:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326148.151049:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326148.151052:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326148.151056:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:0.0:1767326148.151060:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326148.151061:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.151062:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326148.151066:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326148.151069:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.151070:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326148.151071:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326148.151080:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.151090:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326148.151093:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.151099:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_02+2] req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.151127:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326148.151131:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326148.151136:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326148.151139:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326148.151141:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326148.151144:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386633600:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326148.151149:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326148.151156:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326148.151157:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326148.151159:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.151164:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326148.151164:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326148.151171:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767326148.151171:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f619e1e. 02000000:00000001:0.0:1767326148.151175:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326148.151176:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000100:00000001:2.0:1767326148.151178:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326148.151182:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000020:00000040:1.0:1767326148.151183:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326148.151184:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326148.151188:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326148.151190:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767326148.151193:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000001:3.0:1767326148.151194:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326148.151194:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326148.151195:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.151200:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326148.151200:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326148.151204:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633600, portal 25 02000000:00000010:1.0:1767326148.151209:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:0.0:1767326148.151210:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326148.151214:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00000001:2.0:1767326148.151217:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326148.151217:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326148.151220:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326148.151222:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326148.151225:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326148.151229:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326148.151229:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326148.151235:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.151235:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326148.151244:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386633728:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326148.151244:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326148.151250:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000100:00000200:0.0:1767326148.151255:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386633600, offset 0 00000100:00000001:2.0:1767326148.151256:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326148.151263:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326148.151266:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326148.151268:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326148.151274:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326148.151277:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326148.151280:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326148.151281:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef391eee. 02000000:00000001:2.0:1767326148.151287:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326148.151287:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326148.151288:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_03+3] req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326148.151297:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cb87a08. 00000400:00000200:0.0:1767326148.151299:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326148.151307:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000400:00000200:0.0:1767326148.151308:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326148.151313:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326148.151314:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633728, portal 10 00000100:00000001:1.0:1767326148.151317:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326148.151318:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326148.151319:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326148.151323:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000040:1.0:1767326148.151323:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326148.151328:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [243:243:256:4294967295] 192.168.203.127@tcp LPNI seq info [243:243:8:4294967295] 00000100:00000040:2.0:1767326148.151335:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326148.151335:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326148.151345:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11191) 00000100:00000001:3.0:1767326148.151346:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326148.151351:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326148.151353:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326148.151354:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326148.151370:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326148.151375:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326148.151381:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326148.151385:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326148.151389:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326148.151390:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326148.151391:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326148.151394:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 02000000:00000001:3.0:1767326148.151395:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767326148.151398:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767326148.151400:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326148.151400:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386633728, offset 0 02000000:00000001:3.0:1767326148.151406:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326148.151410:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386633856:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326148.151415:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326148.151416:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326148.151419:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326148.151423:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326148.151426:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326148.151426:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326148.151427:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326148.151429:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326148.151435:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047477017. 00000400:00000200:2.0:1767326148.151435:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326148.151440:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326148.151442:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326148.151444:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dea4c7e. 00000400:00000200:2.0:1767326148.151447:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326148.151450:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000400:00000200:2.0:1767326148.151451:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767326148.151457:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386633856, portal 10 00000400:00000200:2.0:1767326148.151457:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [244:244:255:4294967295] 192.168.203.127@tcp LPNI seq info [244:244:7:4294967295] 00000100:00000001:3.0:1767326148.151462:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326148.151464:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.151465:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000400:00000200:2.0:1767326148.151473:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326148.151474:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305858552 00000100:00000040:3.0:1767326148.151476:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326148.151482:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000800:00000200:2.0:1767326148.151489:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326148.151494:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326148.151495:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326148.151496:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a50833d. 00000100:00000040:3.0:1767326148.151501:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326148.151504:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305858552 00000400:00000010:3.0:1767326148.151505:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000800:00000200:2.0:1767326148.151505:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326148.151511:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386633856, offset 0 00000100:00000010:0.0:1767326148.151511:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a661d01. 00000800:00000200:2.0:1767326148.151516:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326148.151519:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326148.151520:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a50833d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326148.151525:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305858552 00000400:00000200:3.0:1767326148.151526:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326148.151527:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326148.151533:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e5fd5b. 00000100:00000040:2.0:1767326148.151534:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 386301 usecs (387 jiffies) 00000100:00000001:0.0:1767326148.151537:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326148.151538:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326148.151540:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305854339 00000800:00000200:1.0:1767326148.151541:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326148.151542:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305858552 00000400:00000200:3.0:1767326148.151545:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326148.151549:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305858552 00000800:00000010:1.0:1767326148.151550:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000010:0.0:1767326148.151550:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000400:00000200:3.0:1767326148.151552:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326148.151557:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305854339 00000100:00000001:0.0:1767326148.151558:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326148.151560:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326148.151562:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305858552 00000400:00000200:1.0:1767326148.151564:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326148.151566:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326148.151566:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326148.151567:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305854339 00000100:00000001:0.0:1767326148.151572:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326148.151573:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305858552 00000400:00000200:3.0:1767326148.151577:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [245:245:254:4294967295] 192.168.203.127@tcp LPNI seq info [245:245:6:4294967295] 00000100:00000001:2.0:1767326148.151578:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305854339 00000100:00000001:0.0:1767326148.151579:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326148.151581:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326148.151585:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326148.151586:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305858552 00000100:00000001:0.0:1767326148.151594:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326148.151595:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326148.151599:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326148.151601:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.151603:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326148.151605:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326148.151607:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.151607:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326148.151610:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326148.151613:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.151614:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326148.151616:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000800:00000200:3.0:1767326148.151617:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326148.151623:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326148.151623:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000800:00000010:3.0:1767326148.151624:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000100:00000001:2.0:1767326148.151627:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326148.151631:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326148.151632:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326148.151634:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326148.151635:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326148.151639:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326148.151642:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326148.151644:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326148.151645:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326148.151651:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326148.151658:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326148.151663:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 21901 usecs (22 jiffies) 00000100:00000001:1.0:1767326148.151664:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326148.151666:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305853974 00000100:00000001:3.0:1767326148.151670:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305858552 00000100:00000040:1.0:1767326148.151671:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.151675:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305853974 00000100:00000001:3.0:1767326148.151679:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305858552 00000100:00000001:3.0:1767326148.151684:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305853974 00000100:00000001:3.0:1767326148.151687:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305858552 00000100:00000001:3.0:1767326148.151691:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305853974 00000100:00000001:3.0:1767326148.151694:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305858552 00000100:00000001:1.0:1767326148.151694:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.151700:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326148.151700:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326148.151704:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.151706:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.151707:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326148.151711:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326148.151712:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326148.151713:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326148.151715:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326148.151716:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326148.151717:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326148.151718:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326148.151723:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a50833d. 00000400:00000200:1.0:1767326148.151728:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326148.151733:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326148.151736:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000400:00000010:1.0:1767326148.151738:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:1.0:1767326148.151741:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326148.151744:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.151779:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326148.151783:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.151790:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326148.151792:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326148.151870:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326148.151873:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000400:00000200:1.0:1767326148.151876:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326148.151881:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326148.151884:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:1.0:1767326148.151885:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:1.0:1767326148.151888:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326148.151890:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.151897:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326148.151899:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.151906:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326148.151907:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326148.153612:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153625:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326148.153627:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153630:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326148.153636:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326148.153646:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07680 00000400:00000200:2.0:1767326148.153652:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:2.0:1767326148.153659:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153663:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326148.153665:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326148.153668:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326148.153672:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326148.153674:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326148.153682:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326148.153700:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326148.153709:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153714:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326148.153716:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153718:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326148.153723:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326148.153731:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07600 00000400:00000200:2.0:1767326148.153746:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x885 [1] + 224 00000100:00000001:3.0:1767326148.153751:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326148.153752:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153796:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326148.153799:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326148.153802:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326148.153805:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326148.153807:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.153811:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326148.153819:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326148.153827:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326148.153832:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326148.153836:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767326148.153849:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dea4c7e. 00000400:00000200:3.0:1767326148.153856:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:3.0:1767326148.153858:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:3.0:1767326148.153863:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326148.153868:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153872:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326148.153875:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326148.153877:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326148.153880:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326148.153881:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326148.153888:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326148.153895:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767326148.153897:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326148.153903:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326148.153912:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cb87a08. 00000400:00000200:2.0:1767326148.153923:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a07580 00000400:00000200:1.0:1767326148.153928:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000100:00000200:3.0:1767326148.153929:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326148.153934:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:1.0:1767326148.153942:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326148.153947:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x87d [1] + 224 00000100:00000200:1.0:1767326148.153952:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.153962:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326148.153963:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326148.153971:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326148.153973:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326148.153981:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.153982:0:216341:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326148.153982:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326148.153990:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326148.153995:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326148.153996:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326148.154001:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326148.154002:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326148.154005:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326148.154008:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326148.154013:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326148.154014:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.154020:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767326148.154021:0:216341:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=33 v=5 (5 5 5 0) 02000000:00000001:1.0:1767326148.154025:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326148.154030:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326148.154036:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326148.154038:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=8 v=5 (1 1 1 0) 02000000:00000001:1.0:1767326148.154044:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.154047:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326148.154047:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.154052:0:216341:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00001000:1.0:1767326148.154054:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=23 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326148.154063:0:216341:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00001000:1.0:1767326148.154066:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=23 v=5 (1 1 1 0) 00000100:00080000:3.0:1767326148.154074:0:216341:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8e30967de000 of lustre-MDT0001_UUID@192.168.203.127@tcp abruptly disconnected: reconnecting 00000100:00000001:1.0:1767326148.154079:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326148.154085:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767326148.154088:0:216341:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00010000:00000001:1.0:1767326148.154091:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:02000400:3.0:1767326148.154098:0:216341:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8e30967de000: Connection to lustre-MDT0001 (at 192.168.203.127@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1767326148.154099:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326148.154099:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326148.154107:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326148.154109:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326148.154110:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326148.154127:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326148.154127:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326148.154130:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326148.154138:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.154147:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326148.154151:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326148.154153:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.154163:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326148.154164:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.154174:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326148.154185:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767326148.154186:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386633728:192.168.203.127@tcp:400: 00000400:00000001:0.0:1767326148.154189:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326148.154194:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326148.154196:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767326148.154205:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000100:00000040:1.0:1767326148.154206:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386633728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326148.154212:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767326148.154218:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:0.0:1767326148.154225:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326148.154231:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767326148.154233:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326148.154236:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326148.154244:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef391eee. 00000100:00000200:0.0:1767326148.154250:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326148.154253:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326148.154258:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326148.154261:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326148.154262:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.154264:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326148.154265:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326148.154271:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767326148.154272:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326148.154274:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326148.154283:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326148.154285:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767326148.154288:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=33 v=5 (5 5 5 0) 02000000:00000010:1.0:1767326148.154290:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 00000100:00001000:0.0:1767326148.154292:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326148.154298:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326148.154299:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326148.154300:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326148.154304:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767326148.154305:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1767326148.154310:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00010000:00000001:0.0:1767326148.154311:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.154321:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326148.154323:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326148.154329:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326148.154329:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.154339:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.154349:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326148.154350:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326148.154353:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326148.154355:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.154356:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326148.154364:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326148.154364:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.154370:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326148.154384:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386633600:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326148.154389:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.154392:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326148.154398:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386633600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.154408:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326148.154410:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326148.154413:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f619e1e. 02000000:00000001:0.0:1767326148.154417:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326148.154419:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326148.154420:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326148.154422:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326148.154424:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:0.0:1767326148.154426:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326148.154428:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326148.154429:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:0.0:1767326148.154431:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326148.154432:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.154433:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.154440:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326148.154441:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.154442:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326148.154444:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159195:0:216341:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326148.159199:0:216341:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326148.159201:0:216341:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159204:0:216341:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326148.159206:0:216341:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767326148.159208:0:216341:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767326148.159211:0:216341:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767326148.159215:0:216341:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 10879 00000400:00000200:3.0:1767326148.159223:0:216341:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000040:3.0:1767326148.159233:0:216341:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326148.159236:0:216341:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326148.159238:0:216341:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326148.159240:0:216341:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000001:3.0:1767326148.159243:0:216341:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326148.159244:0:216341:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:3.0:1767326148.159247:0:216341:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326148.159265:0:216341:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000020:00000001:3.0:1767326148.159268:0:216341:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:3.0:1767326148.159270:0:216341:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000040:3.0:1767326148.159273:0:216341:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326148.159275:0:216341:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326148.159277:0:216341:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326148.159278:0:216341:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000040:3.0:1767326148.159281:0:216341:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00080000:3.0:1767326148.159283:0:216341:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000001:3.0:1767326148.159286:0:216341:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326148.159288:0:216341:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767326148.159294:0:216341:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326148.159297:0:216341:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159299:0:216341:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1767326148.159302:0:216341:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1767326148.159305:0:216341:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159307:0:216341:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326148.159311:0:216341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767326148.159314:0:216341:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=5 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326148.159317:0:216341:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767326148.159318:0:216341:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159321:0:216341:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326148.159324:0:216341:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326148.159327:0:216341:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326148.159332:0:216341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000573353f1. 00000100:00000001:3.0:1767326148.159341:0:216341:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326148.159346:0:216341:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326148.159355:0:216341:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326148.159357:0:216341:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326148.159360:0:216341:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_rcv+-1] req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.159377:0:216341:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159379:0:216341:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767326148.159381:0:216341:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767326148.159384:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326148.159391:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767326148.159394:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326148.159395:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326148.159399:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326148.159406:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386633856:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326148.159407:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326148.159412:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326148.159413:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.159414:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326148.159416:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326148.159421:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326148.159423:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386633856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326164 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.159443:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326148.159446:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326148.159446:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326148.159450:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326148.159451:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326148.159453:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326148.159455:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047477017. 02000000:00000001:0.0:1767326148.159456:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326148.159462:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767326148.159462:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386633984:192.168.203.127@tcp:38: 00000020:00000001:3.0:1767326148.159466:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326148.159468:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767326148.159469:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326148.159473:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767326148.159474:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326148.159481:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:0.0:1767326148.159483:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326148.159485:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326148.159487:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326148.159488:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326148.159491:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 02000000:00000010:0.0:1767326148.159492:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079359535. 00000100:00000001:3.0:1767326148.159494:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326148.159496:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159498:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326148.159500:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326148.159504:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326148.159506:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326148.159509:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326148.159509:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000100:00000001:3.0:1767326148.159513:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326148.159516:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767326148.159522:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386633984, portal 10 00000100:00000001:0.0:1767326148.159525:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326148.159526:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000040:0.0:1767326148.159531:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.159537:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326148.159539:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326148.159540:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000200:0.0:1767326148.159542:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386633984, offset 0 00000400:00000200:0.0:1767326148.159547:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326148.159555:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326148.159560:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326148.159563:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326148.159567:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326148.159570:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326148.159573:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [246:246:256:4294967295] 192.168.203.127@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:0.0:1767326148.159584:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326148.159590:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326148.159595:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000800:00000200:0.0:1767326148.159601:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326148.159608:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326148.159613:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767326148.159633:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326148.159637:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 21632 usecs (22 jiffies) 00000100:00000001:0.0:1767326148.159640:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305853982 00000100:00000001:0.0:1767326148.159643:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305858552 00000100:00000001:0.0:1767326148.159644:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305853982 00000100:00000001:0.0:1767326148.159646:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305858552 00000100:00000001:0.0:1767326148.159652:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305853982 00000100:00000001:0.0:1767326148.159654:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305858552 00000100:00000001:0.0:1767326148.159655:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305853982 00000100:00000001:0.0:1767326148.159657:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305858552 00000100:00000001:0.0:1767326148.159658:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326148.159660:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.159662:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.159664:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.159667:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326148.159669:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767326148.159670:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326148.159672:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326148.159673:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.159674:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326148.159723:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326148.159727:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:2.0:1767326148.159730:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326148.159735:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326148.159738:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:2.0:1767326148.159739:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:2.0:1767326148.159742:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326148.159744:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326148.159750:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326148.159752:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326148.159778:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326148.159779:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326148.160551:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326148.160560:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326148.160562:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326148.160564:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326148.160569:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326148.160578:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07700 00000400:00000200:1.0:1767326148.160583:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x895 [1] + 0 00000800:00000001:1.0:1767326148.160587:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326148.160592:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326148.160594:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326148.160596:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326148.160600:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326148.160603:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326148.160611:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326148.160625:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326148.160631:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326148.160633:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.160664:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326148.160668:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326148.160671:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326148.160673:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326148.160674:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326148.160678:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767326148.160679:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:0.0:1767326148.160681:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326148.160685:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326148.160692:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.160697:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326148.160698:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.160700:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326148.160701:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326148.160702:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326148.160703:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326148.160705:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326148.160708:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=33 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326148.160716:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=8 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326148.160718:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326148.160719:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767326148.160721:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326148.160724:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326158 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.160728:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767326148.160730:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326148.160731:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.160733:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767326148.160734:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767326148.160735:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326148.160738:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000100:00000001:0.0:1767326148.160739:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326148.160741:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326158 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326148.160746:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386633984:192.168.203.127@tcp:38: 00000100:00000001:0.0:1767326148.160749:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.160750:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326148.160751:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386633984/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326158 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326148.160775:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326148.160777:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326148.160779:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079359535. 02000000:00000001:0.0:1767326148.160781:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326148.160782:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326148.160782:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326148.160784:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326148.160785:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000573353f1. 02000000:00000001:0.0:1767326148.160787:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326148.160792:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326148.160793:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:0.0:1767326148.160795:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326148.160796:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.160797:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326148.160800:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326148.160801:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326148.160802:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326148.160803:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326148.854851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326148.854857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326148.854862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326148.854863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326148.854920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326148.854923:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326148.854925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326149.878861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326149.878867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326149.878872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326149.878873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326149.878897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326149.878902:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326149.878905:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326150.902854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326150.902859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326150.902864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326150.902865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326150.902914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326150.902918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326150.902920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326151.926834:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326151.926839:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326151.926844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326151.926846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326151.926881:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326151.926884:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326151.926886:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326152.758858:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305858552, at 4305858560 00000100:00000040:0.0:1767326152.758867:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305858552, at 4305858560 00000100:00000040:3.0:1767326152.758877:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305858552, at 4305858560 00000100:00000010:2.0:1767326152.758879:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e5fd5b. 00000100:00000010:0.0:1767326152.758883:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000010:3.0:1767326152.758887:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000040:1.0:1767326152.758901:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305858552, at 4305858560 00000100:00000010:1.0:1767326152.758916:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a661d01. 00010000:00000001:0.0:1767326152.950841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326152.950850:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326152.950857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326152.950859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326152.950950:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326152.950956:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326152.950959:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326153.270944:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326153.270961:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326153.270970:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767326153.270980:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326153.270986:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326153.270992:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326153.270998:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326153.271008:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326153.271017:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271031:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326153.271045:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326153.271049:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271055:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_00+0] req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.271100:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271104:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326153.271108:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326153.271112:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000100:00000001:0.0:1767326153.271115:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326153.271116:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326153.271122:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326153.271123:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326153.271124:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326153.271129:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.271129:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326153.271137:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000040:0.0:1767326153.271140:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.271142:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271152:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326153.271158:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326153.271164:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326153.271166:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.271170:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271174:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_01+1] req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326153.271178:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326153.271184:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326153.271188:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326153.271194:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386634112:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326153.271208:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326153.271212:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326153.271213:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326153.271216:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1767326153.271218:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326153.271221:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1767326153.271226:0:134393:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1767326153.271226:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326153.271227:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.271233:0:134393:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1767326153.271234:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326153.271239:0:134393:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767326153.271241:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326153.271241:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326153.271245:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.271247:0:134393:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:2.0:1767326153.271248:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326153.271250:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000033fd79d. 02000000:00000001:2.0:1767326153.271251:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1767326153.271253:0:134393:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 11186 02000000:00000001:0.0:1767326153.271257:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326153.271262:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326153.271267:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386634240:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767326153.271269:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000400:00000200:1.0:1767326153.271271:0:134393:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000001:2.0:1767326153.271273:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326153.271278:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1767326153.271279:0:134393:0:(import.c:2128:obd_at_measure()) add 10 to 00000000b9d1e515 time=13 v=5 (1 1 1 0) 02000000:00000001:2.0:1767326153.271280:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326153.271281:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 02000000:00000001:2.0:1767326153.271286:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:1.0:1767326153.271289:0:134393:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 02000000:00000010:2.0:1767326153.271293:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009033a558. 00000100:00000200:0.0:1767326153.271294:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386634112, portal 25 00000100:00080000:1.0:1767326153.271295:0:134393:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 5s 02000000:00000001:2.0:1767326153.271299:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.271302:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326153.271303:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:0.0:1767326153.271307:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000400:00000010:2.0:1767326153.271308:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000100:00000001:1.0:1767326153.271309:0:134393:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326153.271316:0:134393:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000400:00000010:2.0:1767326153.271318:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000040:0.0:1767326153.271320:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.271321:0:134393:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000001:1.0:1767326153.271327:0:134393:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326153.271330:0:134393:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000100:00000200:2.0:1767326153.271335:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386634240, portal 10 00000020:00000001:1.0:1767326153.271335:0:134393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326153.271339:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767326153.271340:0:134393:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000100:00000001:2.0:1767326153.271341:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326153.271345:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000020:00000001:1.0:1767326153.271347:0:134393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000040:0.0:1767326153.271347:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000020:00000001:1.0:1767326153.271354:0:134393:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000400:00000010:0.0:1767326153.271354:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 00000100:00000040:2.0:1767326153.271360:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326153.271361:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000200:0.0:1767326153.271362:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386634112, offset 0 00000100:00000001:1.0:1767326153.271366:0:134393:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326153.271372:0:134393:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326153.271379:0:134393:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000400:00000200:0.0:1767326153.271380:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326153.271386:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767326153.271387:0:134393:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00000040:2.0:1767326153.271393:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00080000:1.0:1767326153.271397:0:134393:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000400:00000010:2.0:1767326153.271399:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000100:00000001:1.0:1767326153.271403:0:134393:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326153.271405:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386634240, offset 0 00000400:00000200:0.0:1767326153.271408:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326153.271416:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326153.271417:0:134393:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1767326153.271419:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326153.271426:0:134393:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326153.271428:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326153.271434:0:134393:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326153.271437:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326153.271439:0:134393:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:0.0:1767326153.271445:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000008:00100000:1.0:1767326153.271447:0:134393:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1767326153.271452:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [247:247:256:4294967295] 192.168.203.127@tcp LPNI seq info [247:247:8:4294967295] 00000008:00000001:1.0:1767326153.271454:0:134393:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.271460:0:134393:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326153.271466:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000020:00000040:1.0:1767326153.271471:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:0.0:1767326153.271475:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:1.0:1767326153.271478:0:134393:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767326153.271482:0:134393:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.271487:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767326153.271487:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326153.271489:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326153.271493:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326153.271497:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326153.271498:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326153.271498:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000400:00000200:2.0:1767326153.271503:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:1.0:1767326153.271505:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000aa578f84. 00000400:00000200:2.0:1767326153.271508:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326153.271512:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326153.271513:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326153.271521:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326153.271524:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [248:248:255:4294967295] 192.168.203.127@tcp LPNI seq info [248:248:7:4294967295] 00000100:00100000:1.0:1767326153.271524:0:134393:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767326153.271538:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326153.271547:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326153.271550:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326153.271550:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326153.271554:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326153.271560:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326153.271562:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_rcv+-1] req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326153.271566:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4fc570d. 00000100:00000001:0.0:1767326153.271568:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326153.271577:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326153.271586:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326153.271588:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305863672 00000100:00000010:0.0:1767326153.271595:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000100:00000001:1.0:1767326153.271596:0:134393:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271602:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1767326153.271603:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4fc570d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326153.271608:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326153.271611:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271613:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326153.271617:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 381058 usecs (382 jiffies) 00000100:00000001:0.0:1767326153.271618:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305863672 00000100:00000040:1.0:1767326153.271620:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11196) 00000100:00000001:2.0:1767326153.271622:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305859454 00000100:00000001:2.0:1767326153.271627:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305863672 00000100:00000010:0.0:1767326153.271627:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000100:00000001:2.0:1767326153.271632:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305859454 00000100:00000001:0.0:1767326153.271636:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326153.271643:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305863672 00000100:00000001:0.0:1767326153.271643:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305863672 00000100:00000001:2.0:1767326153.271649:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305859454 00000100:00000010:0.0:1767326153.271651:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000100:00000001:0.0:1767326153.271658:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326153.271663:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305863672 00000100:00000001:0.0:1767326153.271663:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305863672 00000100:00000001:2.0:1767326153.271668:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305859454 00000100:00000010:0.0:1767326153.271670:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000100:00000001:1.0:1767326153.271682:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326153.271684:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326153.271687:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326153.271692:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326153.271695:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305863672 00000100:00000001:0.0:1767326153.271695:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326153.271700:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326153.271700:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326153.271703:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326153.271705:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.271711:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326153.271712:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326153.271717:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326153.271719:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.271720:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326153.271726:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326153.271727:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326153.271730:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326153.271731:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.271732:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326153.271733:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326153.271733:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326153.271737:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326153.271739:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326153.271740:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326153.271741:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000100:00000001:2.0:1767326153.271741:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326153.271743:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326153.271744:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326153.271749:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326153.271750:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.271750:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326153.271751:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326153.271783:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326153.271793:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00100000:1.0:1767326153.271798:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386634368:192.168.203.127@tcp:38: 00000400:00000200:3.0:1767326153.271800:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000100:00000001:1.0:1767326153.271805:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326153.271806:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 02000000:00000001:1.0:1767326153.271811:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326153.271813:0:216333:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767326153.271815:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326153.271819:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326153.271820:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326153.271825:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000fb9f2ea. 02000000:00000001:1.0:1767326153.271832:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326153.271833:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767326153.271838:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000040:3.0:1767326153.271839:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326153.271847:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000001:3.0:1767326153.271848:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326153.271852:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767326153.271854:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386634368, portal 10 00000100:00000001:1.0:1767326153.271859:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326153.271861:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000100:00000040:1.0:1767326153.271870:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.271877:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326153.271880:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326153.271883:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000200:1.0:1767326153.271887:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386634368, offset 0 00000800:00000200:3.0:1767326153.271889:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326153.271892:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4fc570d. 00000400:00000200:1.0:1767326153.271894:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326153.271903:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326153.271904:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326153.271909:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326153.271913:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326153.271918:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326153.271921:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326153.271925:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326153.271929:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [249:249:255:4294967295] 192.168.203.127@tcp LPNI seq info [249:249:7:4294967295] 00000400:00000200:1.0:1767326153.271940:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:3.0:1767326153.271946:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000800:00000200:1.0:1767326153.271948:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326153.271955:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000800:00000200:1.0:1767326153.271967:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326153.271971:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326153.271974:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767326153.271978:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326153.271981:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 21347 usecs (22 jiffies) 00000400:00000010:3.0:1767326153.271984:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:1.0:1767326153.271985:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305859095 00000100:00000001:3.0:1767326153.271990:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326153.271991:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305863672 00000100:00000001:1.0:1767326153.271996:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305859095 00000100:00000200:3.0:1767326153.271997:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.272003:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305863672 00000100:00000001:1.0:1767326153.272010:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305859095 00000100:00000001:3.0:1767326153.272013:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326153.272015:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305863672 00000100:00000040:3.0:1767326153.272018:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.272021:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305859095 00000100:00000001:1.0:1767326153.272026:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305863672 00000100:00000001:1.0:1767326153.272031:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326153.272034:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326153.272036:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326153.272036:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.272041:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.272045:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.272050:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326153.272052:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767326153.272054:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326153.272056:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326153.272058:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.272060:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326153.272073:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326153.272076:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:3.0:1767326153.272091:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326153.272095:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326153.272098:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:3.0:1767326153.272100:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:3.0:1767326153.272104:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326153.272107:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326153.272115:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326153.272117:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326153.272164:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326153.272167:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326153.273407:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326153.273415:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326153.273418:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326153.273420:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326153.273426:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326153.273435:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a07780 00000400:00000200:2.0:1767326153.273441:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1767326153.273448:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326153.273454:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326153.273455:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326153.273462:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326153.273466:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326153.273469:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326153.273477:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326153.273490:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326153.273496:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326153.273498:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326153.273526:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326153.273529:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326153.273535:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326153.273537:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326153.273539:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326153.273543:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:0.0:1767326153.273545:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:0.0:1767326153.273554:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326153.273559:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326153.273568:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326153.273576:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326153.273578:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326153.273581:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326153.273583:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326153.273585:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326153.273587:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326153.273590:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326153.273595:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326153.273600:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326153.273603:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326153.273605:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326153.273608:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326153.273611:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.273614:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326153.273618:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326153.273625:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326153.273628:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326153.273630:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326153.273635:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326153.273642:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386634112:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326153.273647:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326153.273649:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326153.273651:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386634112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326153.273658:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326153.273666:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326153.273669:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000033fd79d. 02000000:00000001:0.0:1767326153.273683:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326153.273685:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326153.273687:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326153.273690:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326153.273693:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:0.0:1767326153.273697:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326153.273699:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326153.273700:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:0.0:1767326153.273704:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326153.273706:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326153.273708:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326153.273712:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326153.273713:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326153.273716:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326153.273718:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326153.281021:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326153.281032:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326153.281036:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326153.281038:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326153.281045:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326153.281056:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07800 00000400:00000200:1.0:1767326153.281062:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:1.0:1767326153.281077:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326153.281095:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326153.281097:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326153.281101:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326153.281105:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326153.281109:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326153.281117:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.281132:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326153.281142:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326153.281144:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326153.281166:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326153.281170:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326153.281177:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326153.281179:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326153.281180:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:2.0:1767326153.281184:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:2.0:1767326153.281186:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767326153.281188:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326153.281192:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326153.281200:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326153.281206:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326153.281207:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326153.281209:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326153.281211:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326153.281212:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326153.281213:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326153.281216:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326153.281221:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=28 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326153.281224:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=28 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326153.281226:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326153.281227:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326153.281229:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326153.281235:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326153.281235:0:216339:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326153.281244:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767326153.281245:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326153.281246:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326153.281250:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326153.281252:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326153.281253:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326153.281258:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326153.281264:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326153.281265:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326153.281266:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326153.281268:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326153.281274:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386634240:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326153.281277:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326153.281278:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326153.281280:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386634240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326153.281284:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326153.281285:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326153.281287:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009033a558. 02000000:00000001:2.0:1767326153.281289:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326153.281290:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326153.281291:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326153.281292:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326153.281294:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767326153.281296:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326153.281298:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326153.281299:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00000001:2.0:1767326153.281301:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326153.281302:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326153.281304:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326153.281305:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326153.281308:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326153.281311:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326153.281315:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326153.281316:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326153.281323:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326153.281327:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07880 00000400:00000200:3.0:1767326153.281333:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x8ad [1] + 0 00000800:00000001:3.0:1767326153.281344:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326153.281349:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326153.281350:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326153.281353:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326153.281356:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326153.281359:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326153.281367:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326153.281381:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326153.281385:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326153.281387:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.281403:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326153.281405:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326153.281408:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326153.281409:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326153.281411:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326153.281414:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326153.281415:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767326153.281417:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326153.281420:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326153.281426:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.281431:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326153.281432:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.281433:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326153.281435:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326153.281436:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326153.281437:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326153.281438:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326153.281442:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=38 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326153.281445:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=13 v=10 (10 1 1 0) 00000100:00000001:1.0:1767326153.281447:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326153.281453:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767326153.281455:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767326153.281458:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326168 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.281463:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1767326153.281465:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326153.281466:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.281468:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767326153.281469:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1767326153.281472:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767326153.281475:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000100:00000001:1.0:1767326153.281477:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767326153.281479:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326168 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326153.281483:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386634368:192.168.203.127@tcp:38: 00000100:00000001:1.0:1767326153.281486:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.281488:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326153.281489:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386634368/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326168 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326153.281494:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326153.281495:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326153.281496:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000fb9f2ea. 02000000:00000001:1.0:1767326153.281502:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326153.281503:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326153.281504:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326153.281505:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326153.281506:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000aa578f84. 02000000:00000001:1.0:1767326153.281514:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326153.281515:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326153.281516:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:1.0:1767326153.281521:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326153.281522:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.281523:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326153.281526:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326153.281527:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326153.281528:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326153.281530:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326153.974906:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326153.974914:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326153.974921:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326153.974924:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326153.974967:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326153.974975:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326153.974981:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326154.998845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326154.998853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326154.998858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326154.998859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326154.998929:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326154.998935:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326154.998939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326155.009539:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.009561:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326155.009567:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.009570:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.009585:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326155.009606:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x695740611e200 00000400:00000200:2.0:1767326155.009614:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1767326155.009624:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.009632:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.009634:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326155.009638:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326155.009646:0:216331:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326155.009648:0:216331:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326155.009654:0:216331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000100:00000040:2.0:1767326155.009660:0:216331:0:(events.c:337:request_in_callback()) incoming req@000000001e46c97a x1853175410844160 msgsize 328 00000100:00100000:2.0:1767326155.009663:0:216331:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000001:2.0:1767326155.009676:0:216331:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326155.009689:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.009692:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.009728:0:219019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767326155.009733:0:219019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410844160 02000000:00000001:0.0:1767326155.009745:0:219019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326155.009749:0:219019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326155.009751:0:219019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326155.009779:0:219019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326155.009785:0:219019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410844160 00000020:00000001:0.0:1767326155.009788:0:219019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767326155.009789:0:219019:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:0.0:1767326155.009792:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326155.009794:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000020:00000001:0.0:1767326155.009796:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:0.0:1767326155.009798:0:219019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:0.0:1767326155.009819:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326155.009823:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a217e9. 00000100:00000001:0.0:1767326155.009825:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326155.009827:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a217e9. 00000020:00000010:0.0:1767326155.009833:0:219019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066816d20. 00000020:00000010:0.0:1767326155.009838:0:219019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000082c4e77b. 00000020:00000010:0.0:1767326155.009842:0:219019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029b6904a. 00000100:00000040:0.0:1767326155.009851:0:219019:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326155.009855:0:219019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326155.009856:0:219019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326155.009858:0:219019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.009865:0:219019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.009880:0:219019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.009892:0:219019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326155.009894:0:219019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767326155.009900:0:219019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 3 00000100:00000040:0.0:1767326155.009903:0:219019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:0.0:1767326155.009905:0:219019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000100:00000001:2.0:1767326155.009906:0:219018:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767326155.009909:0:219018:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000040:0.0:1767326155.009913:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e46c97a x1853175410844160/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:271/0 lens 328/0 e 0 to 0 dl 1767326166 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767326155.009917:0:219018:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000052548624. 00000100:00100000:2.0:1767326155.009925:0:219018:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:0.0:1767326155.009933:0:219019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326155.009936:0:219019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a217e9. 00000100:00000001:0.0:1767326155.009938:0:219019:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326155.009939:0:219019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a217e9. 00000100:00100000:0.0:1767326155.009944:0:219019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e46c97a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+3:510972:x1853175410844160:12345-192.168.203.127@tcp:104: 00000100:00000200:0.0:1767326155.009947:0:219019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410844160 00010000:00000001:0.0:1767326155.009950:0:219019:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326155.009958:0:219019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326155.009960:0:219019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326155.009962:0:219019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d85f875b refcount=2 00000020:00000001:0.0:1767326155.009964:0:219019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:0.0:1767326155.009967:0:219019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00010000:00000001:0.0:1767326155.009976:0:219019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326155.009978:0:219019:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326155.009982:0:219019:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326155.009991:0:219019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767326155.009993:0:219019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767326155.009997:0:219019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000027f4567a. 02000000:00000001:0.0:1767326155.009999:0:219019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.010002:0:219019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.010006:0:219019:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326155.010009:0:219019:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326155.010013:0:219019:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=316 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326155.010017:0:219019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326155.010021:0:219019:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:0.0:1767326155.010023:0:219019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:0.0:1767326155.010026:0:219019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326155.010027:0:219019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.010031:0:219019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326155.010033:0:219019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326155.010038:0:219019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767326155.010043:0:219019:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410844160, offset 224 00000400:00000200:0.0:1767326155.010051:0:219019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326155.010062:0:219019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326155.010083:0:219019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [250:250:256:4294967295] 192.168.203.127@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:0.0:1767326155.010097:0:219019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326155.010103:0:219019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326155.010108:0:219019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000800:00000001:1.0:1767326155.010111:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767326155.010115:0:219019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000001:1.0:1767326155.010119:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326155.010122:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767326155.010126:0:219019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000001:1.0:1767326155.010127:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326155.010131:0:219019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326155.010137:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326155.010147:0:219019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326155.010148:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x695740611e300 00000400:00000200:1.0:1767326155.010152:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:1.0:1767326155.010160:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326155.010160:0:219019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:0.0:1767326155.010166:0:219019:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000001:1.0:1767326155.010168:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326155.010169:0:219019:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000054832e56. 00000400:00000200:1.0:1767326155.010173:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326155.010174:0:219019:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767326155.010178:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326155.010182:0:216332:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326155.010184:0:216332:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00010000:0.0:1767326155.010184:0:219019:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326155.010191:0:219019:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326155.010192:0:216332:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00010000:00000001:0.0:1767326155.010193:0:219019:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.010197:0:216332:0:(events.c:337:request_in_callback()) incoming req@000000003ddc533b x1853175410844416 msgsize 328 00010000:00000001:0.0:1767326155.010197:0:219019:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.010203:0:219018:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326155.010208:0:219019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175410844160/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:271/0 lens 328/224 e 0 to 0 dl 1767326166 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326155.010209:0:216332:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000020:00000001:3.0:1767326155.010219:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.010222:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.010224:0:216332:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1767326155.010225:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767326155.010225:0:219019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e46c97a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6657de6e-759e-415f-bede-5f56cedbd629+3:510972:x1853175410844160:12345-192.168.203.127@tcp:104: Request processed in 288us (560us total) trans 0 rc 0/0 00010000:00010000:3.0:1767326155.010227:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:2.0:1767326155.010230:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000800:00000001:1.0:1767326155.010232:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326155.010233:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326155.010238:0:219024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767326155.010239:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767326155.010240:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326155.010241:0:219024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767326155.010247:0:219019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 3 00000400:00000200:2.0:1767326155.010253:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767326155.010256:0:219019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00010000:00010000:3.0:1767326155.010257:0:219024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d85f875b already unused, calling callback (0000000040c249d6) 00000400:00000200:2.0:1767326155.010260:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 10000000:00000001:3.0:1767326155.010264:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767326155.010264:0:219019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767326155.010265:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000020:00000010:1.0:1767326155.010267:0:219018:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003aad5a32. 10000000:00010000:3.0:1767326155.010269:0:219024:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326155.010269:0:219019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326155.010273:0:216333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326155.010275:0:219018:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767326155.010276:0:219019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000082c4e77b. 00000100:00000001:2.0:1767326155.010278:0:216333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767326155.010280:0:219018:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410844416 00000020:00000010:0.0:1767326155.010282:0:219019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029b6904a. 02000000:00000001:1.0:1767326155.010286:0:219018:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767326155.010287:0:219019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066816d20. 00000100:00000001:1.0:1767326155.010290:0:219018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326155.010293:0:219018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326155.010295:0:219019:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 02000000:00000001:1.0:1767326155.010297:0:219018:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.010299:0:219019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326155.010304:0:219018:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410844416 00000100:00000001:2.0:1767326155.010306:0:221607:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:1.0:1767326155.010308:0:219018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326155.010320:0:219018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:1.0:1767326155.010325:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326155.010327:0:219024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1767326155.010327:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000100:00000010:2.0:1767326155.010330:0:221607:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000abc9a31f. 00010000:00000001:3.0:1767326155.010331:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326155.010332:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:3.0:1767326155.010334:0:219024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767326155.010337:0:219018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000040:3.0:1767326155.010338:0:219024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d85f875b refcount=3 00000020:00000010:2.0:1767326155.010338:0:221607:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eba087b5. 00000100:00000001:1.0:1767326155.010342:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767326155.010344:0:219024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00000020:00000010:1.0:1767326155.010346:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326155.010349:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326155.010350:0:221607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061c759bb. 00000020:00000010:1.0:1767326155.010351:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00010000:00000001:3.0:1767326155.010358:0:219024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555786752 : -125135153764864 : ffff8e30b39c6600) 00000020:00000010:2.0:1767326155.010359:0:221607:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b0bfad2. 00000020:00000010:1.0:1767326155.010361:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa349ea. 00010000:00000001:3.0:1767326155.010362:0:219024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326155.010366:0:219024:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000040:00000010:2.0:1767326155.010368:0:221607:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b224dc42. 00000020:00000010:1.0:1767326155.010368:0:219018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050a847b2. 10000000:00000001:3.0:1767326155.010376:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326155.010377:0:219024:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326155.010379:0:221607:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c40867d. 10000000:01000000:3.0:1767326155.010385:0:219024:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000010:2.0:1767326155.010387:0:221607:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067cc101f. 10000000:00000001:3.0:1767326155.010388:0:219024:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000020:00000010:1.0:1767326155.010389:0:219018:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8f181f. 10000000:00000040:3.0:1767326155.010392:0:219024:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767326155.010395:0:219024:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:00000010:2.0:1767326155.010395:0:221607:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058fcb0af. 00000100:00000040:1.0:1767326155.010396:0:219018:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767326155.010399:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326155.010401:0:219018:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767326155.010402:0:219024:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.010403:0:219018:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326155.010406:0:219018:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767326155.010407:0:221607:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000251fd42a. 00000100:00000001:1.0:1767326155.010409:0:219018:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767326155.010412:0:221607:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c380e8c0. 10000000:00000001:3.0:1767326155.010416:0:219024:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767326155.010417:0:219018:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:2.0:1767326155.010418:0:221607:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d42de571. 10000000:00000001:3.0:1767326155.010419:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326155.010423:0:219024:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 2 00040000:00000010:2.0:1767326155.010425:0:221607:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000545d0e1d. 10000000:00000001:3.0:1767326155.010426:0:219024:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767326155.010428:0:219018:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:00000001:3.0:1767326155.010430:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767326155.010431:0:221607:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001dd0f922. 00000100:00000001:1.0:1767326155.010431:0:219018:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767326155.010434:0:219024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000010:2.0:1767326155.010437:0:221607:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000039614fae. 00000100:00100000:1.0:1767326155.010438:0:219018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 4 00010000:00000001:3.0:1767326155.010439:0:219024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326155.010443:0:219024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767326155.010444:0:219018:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000004:00000010:2.0:1767326155.010445:0:221607:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000002f5cb28. 00010000:00000001:3.0:1767326155.010446:0:219024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326155.010447:0:219018:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00010000:00000001:3.0:1767326155.010450:0:219024:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767326155.010453:0:221607:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000035b64f2c. 00000020:00000040:3.0:1767326155.010454:0:219024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d85f875b with handle 0x23386b5eae8f13e7 from hash 00000100:00000040:1.0:1767326155.010454:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ddc533b x1853175410844416/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:271/0 lens 328/0 e 0 to 0 dl 1767326166 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767326155.010459:0:219024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000010:2.0:1767326155.010461:0:221607:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf020da0. 00010000:00000001:3.0:1767326155.010463:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326155.010466:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.010468:0:219024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00002000:00000010:2.0:1767326155.010469:0:221607:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009bec7ae3. 00000100:00000001:1.0:1767326155.010470:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767326155.010472:0:219024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000010:2.0:1767326155.010474:0:221607:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000057b4779. 00010000:00000001:3.0:1767326155.010475:0:219024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000010:1.0:1767326155.010475:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00010000:00000001:3.0:1767326155.010482:0:219024:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:2.0:1767326155.010482:0:221607:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000074fc7859. 00000100:00000001:1.0:1767326155.010482:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326155.010486:0:219024:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:1.0:1767326155.010488:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000100:00000010:3.0:1767326155.010493:0:219024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000100:00000200:2.0:1767326155.010495:0:221607:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00100000:1.0:1767326155.010495:0:219018:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ddc533b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510972:x1853175410844416:12345-192.168.203.127@tcp:104: 00000020:00000040:3.0:1767326155.010498:0:219024:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000200:1.0:1767326155.010501:0:219018:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410844416 00000100:00000001:3.0:1767326155.010508:0:219024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767326155.010511:0:219018:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000001:3.0:1767326155.010512:0:219024:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767326155.010516:0:219018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767326155.010518:0:219024:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326155.010519:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326155.010524:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fce4c2ba refcount=2 00000020:00000001:1.0:1767326155.010526:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 02000000:00000010:3.0:1767326155.010528:0:219024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5fae27c. 00010000:00000001:1.0:1767326155.010528:0:219018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:1.0:1767326155.010533:0:219018:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326155.010535:0:219024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.010535:0:219018:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326155.010537:0:219018:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326155.010540:0:219024:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326155.010545:0:219024:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326155.010546:0:219018:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767326155.010549:0:219018:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:3.0:1767326155.010554:0:219024:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000010:1.0:1767326155.010554:0:219018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002201c21f. 00010000:00000001:3.0:1767326155.010555:0:219024:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326155.010559:0:219018:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.010561:0:219018:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.010562:0:219024:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767326155.010563:0:219018:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326155.010565:0:219024:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.010566:0:219018:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326155.010569:0:219018:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=16 v=5 (1 0 1 0) 00000100:00000001:1.0:1767326155.010572:0:219018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326155.010573:0:219024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_00_02+2] req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326155.010577:0:219018:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326155.010584:0:219018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:1.0:1767326155.010590:0:219018:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326155.010592:0:219018:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.010593:0:219018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326155.010595:0:219018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326155.010598:0:219018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000200:1.0:1767326155.010601:0:219018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410844416, offset 224 00000400:00000200:1.0:1767326155.010605:0:219018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00010000:00000001:3.0:1767326155.010606:0:219024:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326155.010610:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767326155.010613:0:219018:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326155.010618:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326155.010618:0:219018:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [251:251:256:4294967295] 192.168.203.127@tcp LPNI seq info [251:251:8:4294967295] 00010000:00000001:3.0:1767326155.010620:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326155.010623:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326155.010624:0:219024:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.010628:0:219024:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.010628:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767326155.010633:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.010635:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767326155.010637:0:219024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767326155.010637:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326155.010638:0:219018:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326155.010640:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.010657:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767326155.010659:0:219018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00010000:00010000:3.0:1767326155.010661:0:219024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000d85f875b/0x23386b5eae8f13e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239b0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326155.010665:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326155.010668:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.010673:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.010675:0:219024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767326155.010675:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767326155.010676:0:219018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00010000:00000010:3.0:1767326155.010679:0:219024:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000054832e56. 02000000:00000001:2.0:1767326155.010680:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326155.010684:0:219024:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.010686:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326155.010686:0:219018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000020:00000001:3.0:1767326155.010687:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.010692:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326155.010694:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386634496:192.168.203.127@tcp:103: 00010000:00010000:3.0:1767326155.010695:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767326155.010700:0:219018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326155.010702:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767326155.010704:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:1.0:1767326155.010706:0:219018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1767326155.010707:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.010712:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326155.010714:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.010715:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.010716:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326155.010718:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326155.010721:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.010724:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326155.010724:0:219018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326155.010729:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070b53463. 00000100:00000040:1.0:1767326155.010731:0:219018:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 02000000:00000001:2.0:1767326155.010732:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.010737:0:219018:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767326155.010738:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00010000:00000010:1.0:1767326155.010742:0:219018:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000029e89479. 00000400:00000010:2.0:1767326155.010745:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00010000:00000001:1.0:1767326155.010747:0:219018:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767326155.010753:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386634496, portal 18 00000100:00000001:2.0:1767326155.010790:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767326155.010790:0:219018:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767326155.010793:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00010000:00000001:1.0:1767326155.010795:0:219018:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.010799:0:219018:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.010801:0:219018:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326155.010803:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326155.010804:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.010808:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.010810:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175410844416/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:271/0 lens 328/224 e 0 to 0 dl 1767326166 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767326155.010813:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1767326155.010814:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:0.0:1767326155.010819:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00010000:00000001:3.0:1767326155.010820:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326155.010824:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767326155.010827:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767326155.010829:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326155.010838:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326155.010839:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326155.010848:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326155.010848:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00010000:00010000:3.0:1767326155.010849:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fce4c2ba already unused, calling callback (0000000040c249d6) 00000400:00000010:0.0:1767326155.010851:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00100000:1.0:1767326155.010853:0:219018:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ddc533b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510972:x1853175410844416:12345-192.168.203.127@tcp:104: Request processed in 376us (649us total) trans 0 rc 0/0 10000000:00000001:3.0:1767326155.010855:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1767326155.010857:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000100:00000001:0.0:1767326155.010857:0:216331:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326155.010861:0:216331:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767326155.010866:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386634496, offset 0 00000100:00100000:1.0:1767326155.010871:0:219018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 4 00000100:00000040:1.0:1767326155.010876:0:219018:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00000400:00000200:2.0:1767326155.010879:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326155.010880:0:219018:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326155.010885:0:219018:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767326155.010888:0:219018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050a847b2. 00000400:00000200:2.0:1767326155.010892:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000020:00000010:1.0:1767326155.010894:0:219018:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8f181f. 00000020:00000010:1.0:1767326155.010899:0:219018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa349ea. 00000400:00000200:2.0:1767326155.010902:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1767326155.010904:0:219018:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 00000100:00000001:1.0:1767326155.010908:0:219018:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.010911:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 10000000:00010000:3.0:1767326155.010914:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326155.010920:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1767326155.010924:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326155.010928:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767326155.010928:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000020:00000001:3.0:1767326155.010930:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326155.010933:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fce4c2ba refcount=3 00000020:00000001:3.0:1767326155.010937:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00000400:00000200:2.0:1767326155.010939:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [252:252:256:4294967295] 192.168.203.127@tcp LPNI seq info [252:252:8:4294967295] 00010000:00000001:3.0:1767326155.010940:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748672 : -125135094802944 : ffff8e30b7201600) 00010000:00000001:3.0:1767326155.010945:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326155.010947:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326155.010953:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326155.010956:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326155.010963:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 10000000:01000000:3.0:1767326155.010965:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1767326155.010972:0:219023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000800:00000200:2.0:1767326155.010975:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 10000000:00000040:3.0:1767326155.010981:0:219023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 00000800:00000010:2.0:1767326155.010981:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 10000000:00000040:3.0:1767326155.010986:0:219023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767326155.010991:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:2.0:1767326155.010992:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00010000:00000001:3.0:1767326155.010995:0:219023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326155.011001:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326155.011006:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 424 niov 1 nkiov 1 10000000:00000001:3.0:1767326155.011008:0:219023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767326155.011011:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326155.011013:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 2 10000000:00000001:3.0:1767326155.011016:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326155.011017:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011020:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.011021:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326155.011027:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326155.011029:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305865412 00010000:00000001:3.0:1767326155.011030:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326155.011035:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326155.011039:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326155.011043:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fce4c2ba with handle 0x23386b5eae8f13d9 from hash 00000100:00000001:2.0:1767326155.011043:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305863672 00010000:00000001:3.0:1767326155.011046:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326155.011047:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326155.011048:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.011049:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326155.011052:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326155.011054:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326155.011057:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767326155.011059:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305865412 00010000:00000001:3.0:1767326155.011060:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326155.011065:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000100:00000001:2.0:1767326155.011078:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305863672 00000020:00000040:3.0:1767326155.011082:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326155.011085:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305865412 00000100:00000001:3.0:1767326155.011086:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326155.011089:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326155.011093:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011094:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305863672 02000000:00000010:3.0:1767326155.011098:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4c1b7ed. 00000100:00000001:2.0:1767326155.011101:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305865412 00000100:00000001:3.0:1767326155.011103:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326155.011106:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767326155.011108:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326155.011111:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305863672 00010000:00010000:3.0:1767326155.011112:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767326155.011113:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000100:00000001:2.0:1767326155.011119:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326155.011121:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767326155.011122:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326155.011125:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.011125:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.011131:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326155.011132:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326155.011133:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326155.011138:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.011139:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326155.011141:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000100:00000040:3.0:1767326155.011146:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_03+3] req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.011146:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326155.011151:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767326155.011152:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:2.0:1767326155.011157:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326155.011159:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326155.011160:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326155.011163:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011165:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326155.011167:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.011176:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326155.011179:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.011184:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.011185:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767326155.011217:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326155.011220:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326155.011221:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.011222:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.011223:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326155.011225:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.011227:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326155.011232:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326155.011233:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767326155.011234:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000fce4c2ba/0x23386b5eae8f13d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239a9 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326155.011237:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767326155.011241:0:219023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a79cfaf5 count: 0 00000100:00000001:2.0:1767326155.011242:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326155.011249:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326155.011249:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326155.011251:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326155.011253:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.011256:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326155.011256:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767326155.011258:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000029e89479. 00000100:00000001:2.0:1767326155.011262:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767326155.011264:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011266:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326155.011268:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.011272:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011272:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326155.011277:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767326155.011278:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326155.011281:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326155.011283:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767326155.011284:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.011288:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326155.011290:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.011291:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.011293:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326155.011293:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.011305:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326155.011307:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.011309:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326155.011311:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326155.011314:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326155.011317:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386634624:192.168.203.127@tcp:103: 00000100:00000001:2.0:1767326155.011329:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326155.011332:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326155.011333:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.011335:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326155.011338:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f619e1e. 02000000:00000001:2.0:1767326155.011341:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326155.011344:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c51a23. 00000400:00000010:2.0:1767326155.011349:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00000200:2.0:1767326155.011352:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386634624, portal 18 00000100:00000001:2.0:1767326155.011354:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326155.011356:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000100:00000040:2.0:1767326155.011360:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.011368:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326155.011371:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326155.011373:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 00000100:00000200:2.0:1767326155.011376:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386634624, offset 0 00000400:00000200:2.0:1767326155.011380:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326155.011386:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326155.011391:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326155.011394:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326155.011396:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326155.011399:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326155.011402:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [253:253:256:4294967295] 192.168.203.127@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:2.0:1767326155.011411:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326155.011416:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326155.011419:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423a80c5. 00000800:00000200:2.0:1767326155.011424:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326155.011429:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326155.011431:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000423a80c5 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326155.011443:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011450:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305865412 00000100:00000001:2.0:1767326155.011452:0:216340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, keep current deadline 4305865412 00000100:00000001:2.0:1767326155.011454:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305865412 00000100:00000001:2.0:1767326155.011455:0:216340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, keep current deadline 4305865412 00000100:00000001:2.0:1767326155.011457:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305865412 00000100:00000001:2.0:1767326155.011458:0:216340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, keep current deadline 4305865412 00000100:00000001:2.0:1767326155.011458:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305865412 00000100:00000001:2.0:1767326155.011459:0:216340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, keep current deadline 4305865412 00000100:00000001:2.0:1767326155.011460:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326155.011462:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011463:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.011465:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326155.011611:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326155.011618:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423a80c5. 00000400:00000200:3.0:1767326155.011624:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326155.011631:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326155.011636:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000400:00000010:3.0:1767326155.011650:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:3.0:1767326155.011654:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326155.011706:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.011721:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326155.011724:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.011729:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.011731:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326155.013380:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326155.013389:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326155.013392:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326155.013395:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326155.013403:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326155.013413:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a07900 00000400:00000200:0.0:1767326155.013419:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:0.0:1767326155.013424:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326155.013429:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326155.013431:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326155.013433:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326155.013436:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326155.013440:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326155.013447:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.013463:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326155.013467:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326155.013469:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.013486:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326155.013489:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326155.013494:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326155.013495:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326155.013497:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:2.0:1767326155.013501:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:2.0:1767326155.013502:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767326155.013504:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326155.013508:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326155.013515:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.013521:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326155.013522:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.013524:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326155.013526:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326155.013528:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326155.013529:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.013530:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326155.013534:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=316 v=5 (5 0 0 0) 00000100:00001000:2.0:1767326155.013537:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=40 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326155.013545:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326155.013547:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326155.013548:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326155.013550:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.013551:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326155.013554:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.013559:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326155.013561:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326155.013564:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326155.013566:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326155.013571:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386634496:192.168.203.127@tcp:103: 00000100:00000001:2.0:1767326155.013574:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.013576:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326155.013578:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386634496/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.013585:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326155.013588:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326155.013590:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070b53463. 02000000:00000001:2.0:1767326155.013594:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326155.013596:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326155.013597:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326155.013600:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326155.013602:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f5fae27c. 02000000:00000001:2.0:1767326155.013606:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326155.013608:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326155.013609:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000100:00000001:2.0:1767326155.013614:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326155.013615:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.013617:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.013619:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326155.013620:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326155.013622:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.013631:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326155.013809:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326155.013822:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326155.013825:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326155.013827:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326155.013836:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326155.013850:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a07980 00000400:00000200:1.0:1767326155.013858:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:1.0:1767326155.013865:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326155.013894:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326155.013896:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326155.013899:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326155.013903:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326155.013906:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326155.013913:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.013925:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326155.013931:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326155.013933:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.013955:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326155.013959:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326155.013962:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326155.013964:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326155.013966:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028c51a23. 00000400:00000200:2.0:1767326155.013970:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767326155.013972:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767326155.013975:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326155.013981:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326155.013991:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.013999:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326155.014000:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.014002:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326155.014003:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326155.014005:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326155.014006:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.014008:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326155.014011:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=16 v=5 (5 0 5 0) 00000100:00001000:2.0:1767326155.014014:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=40 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326155.014017:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326155.014018:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326155.014020:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326155.014022:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.014023:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326155.014026:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.014033:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326155.014035:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326155.014036:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326155.014038:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326155.014043:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386634624:192.168.203.127@tcp:103: 00000100:00000001:2.0:1767326155.014051:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.014053:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326155.014055:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386634624/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.014059:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326155.014060:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326155.014062:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f619e1e. 02000000:00000001:2.0:1767326155.014066:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326155.014078:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326155.014080:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326155.014082:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326155.014083:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4c1b7ed. 02000000:00000001:2.0:1767326155.014086:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326155.014087:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326155.014088:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 00000100:00000001:2.0:1767326155.014090:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326155.014090:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.014092:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.014095:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326155.014095:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.014097:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326155.014098:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326155.015804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d85f875b. 00010000:00000010:3.1:1767326155.019801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a79cfaf5. 00010000:00000010:3.1:1767326155.019809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fce4c2ba. 00000800:00000001:3.0:1767326155.125318:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.125332:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326155.125336:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.125337:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326155.125346:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326155.125361:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x695740611f500 00000400:00000200:3.0:1767326155.125368:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:3.0:1767326155.125374:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.125382:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326155.125384:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326155.125387:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326155.125393:0:216333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326155.125395:0:216333:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326155.125399:0:216333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4451f1a. 00000100:00000040:3.0:1767326155.125403:0:216333:0:(events.c:337:request_in_callback()) incoming req@00000000a4451f1a x1853175410849024 msgsize 328 00000100:00100000:3.0:1767326155.125406:0:216333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000001:3.0:1767326155.125421:0:216333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326155.125426:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.125429:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326155.125481:0:219018:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326155.125486:0:219018:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410849024 02000000:00000001:1.0:1767326155.125489:0:219018:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326155.125492:0:219018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326155.125494:0:219018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326155.125512:0:219018:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326155.125516:0:219018:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410849024 00000020:00000001:1.0:1767326155.125519:0:219018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326155.125520:0:219018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:1.0:1767326155.125522:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326155.125524:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000020:00000001:1.0:1767326155.125526:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:1.0:1767326155.125528:0:219018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:1.0:1767326155.125532:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326155.125535:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326155.125537:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326155.125539:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000020:00000010:1.0:1767326155.125543:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa349ea. 00000020:00000010:1.0:1767326155.125547:0:219018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050a847b2. 00000020:00000010:1.0:1767326155.125551:0:219018:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8f181f. 00000100:00000040:1.0:1767326155.125557:0:219018:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326155.125559:0:219018:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326155.125560:0:219018:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326155.125562:0:219018:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.125568:0:219018:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.125579:0:219018:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326155.125588:0:219018:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326155.125589:0:219018:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326155.125593:0:219018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 5 00000100:00000040:1.0:1767326155.125595:0:219018:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:1.0:1767326155.125597:0:219018:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618937814045056 : -125135895506560 : ffff8e3087665180) 00000100:00000040:1.0:1767326155.125602:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4451f1a x1853175410849024/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:271/0 lens 328/0 e 0 to 0 dl 1767326166 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326155.125609:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326155.125611:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326155.125613:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326155.125614:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000100:00100000:1.0:1767326155.125621:0:219018:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4451f1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510992:x1853175410849024:12345-192.168.203.127@tcp:104: 00000100:00000200:1.0:1767326155.125625:0:219018:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410849024 00010000:00000001:1.0:1767326155.125628:0:219018:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326155.125634:0:219018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326155.125635:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326155.125637:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f117672 refcount=2 00000020:00000001:1.0:1767326155.125639:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:1.0:1767326155.125641:0:219018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:1.0:1767326155.125645:0:219018:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326155.125646:0:219018:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326155.125649:0:219018:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326155.125656:0:219018:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767326155.125658:0:219018:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767326155.125662:0:219018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eebc141d. 02000000:00000001:1.0:1767326155.125663:0:219018:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.125666:0:219018:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.125670:0:219018:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326155.125671:0:219018:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326155.125674:0:219018:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=16 v=5 (1 0 1 0) 00000100:00000001:1.0:1767326155.125678:0:219018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326155.125680:0:219018:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326155.125682:0:219018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:1.0:1767326155.125684:0:219018:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326155.125685:0:219018:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.125688:0:219018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326155.125690:0:219018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326155.125693:0:219018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326155.125696:0:219018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410849024, offset 224 00000400:00000200:1.0:1767326155.125700:0:219018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326155.125708:0:219018:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326155.125712:0:219018:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [254:254:256:4294967295] 192.168.203.127@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:1.0:1767326155.125723:0:219018:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326155.125727:0:219018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326155.125731:0:219018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000800:00000200:1.0:1767326155.125735:0:219018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326155.125740:0:219018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326155.125743:0:219018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326155.125754:0:219018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.125806:0:219018:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:1.0:1767326155.125810:0:219018:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326155.125814:0:219018:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f488c7e2. 00010000:00000001:1.0:1767326155.125818:0:219018:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326155.125831:0:219018:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326155.125834:0:219018:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.125836:0:219018:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.125838:0:219018:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.125842:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4451f1a x1853175410849024/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:271/0 lens 328/224 e 0 to 0 dl 1767326166 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326155.125852:0:219018:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4451f1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510992:x1853175410849024:12345-192.168.203.127@tcp:104: Request processed in 240us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767326155.125861:0:219018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 5 00000100:00000040:1.0:1767326155.125865:0:219018:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00000100:00000001:1.0:1767326155.125869:0:219018:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326155.125871:0:219018:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767326155.125873:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767326155.125875:0:219018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050a847b2. 00000020:00000001:3.0:1767326155.125877:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326155.125882:0:219018:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8f181f. 00010000:00010000:3.0:1767326155.125883:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1767326155.125889:0:219018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa349ea. 00010000:00000001:3.0:1767326155.125890:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326155.125895:0:219024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:0.0:1767326155.125896:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767326155.125897:0:219018:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 00010000:00010000:3.0:1767326155.125898:0:219024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326155.125903:0:219018:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767326155.125908:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00010000:00010000:3.0:1767326155.125923:0:219024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f117672 already unused, calling callback (0000000040c249d6) 10000000:00000001:3.0:1767326155.125927:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326155.125930:0:219024:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326155.125933:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326155.125944:0:219024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326155.125950:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767326155.125952:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000001:3.0:1767326155.125954:0:219024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326155.125957:0:219024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f117672 refcount=3 00000400:00000200:0.0:1767326155.125965:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:0.0:1767326155.125968:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:0.0:1767326155.125974:0:216331:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326155.125976:0:216331:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767326155.126028:0:219024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767326155.126031:0:219024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938614748160 : -125135094803456 : ffff8e30b7201400) 00010000:00000001:3.0:1767326155.126035:0:219024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326155.126037:0:219024:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326155.126045:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326155.126046:0:219024:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326155.126051:0:219024:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767326155.126055:0:219024:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767326155.126056:0:219024:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1767326155.126059:0:219024:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767326155.126060:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326155.126061:0:219024:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326155.126087:0:219024:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767326155.126089:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326155.126090:0:219024:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 2 10000000:00000001:3.0:1767326155.126093:0:219024:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326155.126094:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.126097:0:219024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326155.126101:0:219024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326155.126103:0:219024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326155.126114:0:219024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326155.126119:0:219024:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326155.126123:0:219024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f117672 with handle 0x23386b5eae8f13d2 from hash 00010000:00000001:3.0:1767326155.126126:0:219024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326155.126129:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326155.126131:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.126132:0:219024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326155.126135:0:219024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326155.126137:0:219024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326155.126140:0:219024:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326155.126142:0:219024:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326155.126147:0:219024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000020:00000040:3.0:1767326155.126151:0:219024:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326155.126155:0:219024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326155.126157:0:219024:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326155.126161:0:219024:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326155.126167:0:219024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff0448af. 00000100:00000001:3.0:1767326155.126171:0:219024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.126174:0:219024:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326155.126177:0:219024:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326155.126182:0:219024:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326155.126184:0:219024:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.126188:0:219024:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326155.126190:0:219024:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.126197:0:219024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_00+0] req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326155.126235:0:219024:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326155.126242:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326155.126243:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.126247:0:219024:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326155.126250:0:219024:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326155.126253:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.126256:0:219024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326155.126262:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.126268:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326155.126275:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326155.126275:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.126275:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767326155.126286:0:219024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 000000009f117672/0x23386b5eae8f13d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a1239a2 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326155.126287:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326155.126291:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767326155.126327:0:219024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005f67ca4d count: 0 00000100:00000001:0.0:1767326155.126327:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767326155.126344:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326155.126348:0:219024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326155.126350:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326155.126351:0:219024:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f488c7e2. 02000000:00000001:0.0:1767326155.126356:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767326155.126359:0:219024:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326155.126360:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326155.126366:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326155.126366:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326155.126375:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326155.126376:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386634752:192.168.203.127@tcp:103: 00010000:00010000:3.0:1767326155.126385:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326155.126386:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767326155.126393:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326155.126396:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326155.126396:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326155.126400:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.126402:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326155.126407:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326155.126408:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767326155.126413:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326155.126414:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066816d20. 02000000:00000001:0.0:1767326155.126418:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326155.126421:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326155.126425:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000400:00000010:0.0:1767326155.126430:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326155.126436:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386634752, portal 18 00000100:00000001:0.0:1767326155.126438:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326155.126440:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000100:00000040:0.0:1767326155.126444:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.126450:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326155.126452:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326155.126454:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000100:00000200:0.0:1767326155.126459:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386634752, offset 0 00000400:00000200:0.0:1767326155.126464:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326155.126473:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326155.126478:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326155.126482:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326155.126485:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326155.126488:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326155.126491:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [255:255:256:4294967295] 192.168.203.127@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:0.0:1767326155.126498:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326155.126502:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326155.126505:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000800:00000200:0.0:1767326155.126514:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326155.126520:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326155.126524:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326155.126541:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.126546:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305865527 00000100:00000001:0.0:1767326155.126554:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305865412 00000100:00000001:0.0:1767326155.126560:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305865527 00000100:00000001:0.0:1767326155.126565:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305865412 00000100:00000001:0.0:1767326155.126569:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305865527 00000100:00000001:0.0:1767326155.126575:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305865412 00000100:00000001:0.0:1767326155.126579:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305865527 00000100:00000001:0.0:1767326155.126584:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305865412 00000100:00000001:0.0:1767326155.126587:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326155.126591:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.126594:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.126596:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.126604:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326155.126606:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326155.126610:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.126612:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326155.126613:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.126616:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326155.126658:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326155.126662:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000400:00000200:1.0:1767326155.126671:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326155.126675:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326155.126678:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:1.0:1767326155.126680:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:1.0:1767326155.126682:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326155.126686:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.126693:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326155.126695:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.126700:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.126702:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326155.128783:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.128789:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326155.128790:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.128792:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326155.128796:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326155.128803:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a07a00 00000400:00000200:3.0:1767326155.128808:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:3.0:1767326155.128812:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.128816:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326155.128817:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326155.128819:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326155.128822:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326155.128825:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326155.128842:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.128855:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326155.128859:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326155.128861:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.128885:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.128889:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326155.128894:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326155.128896:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326155.128898:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326155.128902:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:0.0:1767326155.128903:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326155.128906:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326155.128910:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326155.128918:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.128930:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326155.128932:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.128934:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326155.128937:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326155.128938:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326155.128940:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326155.128942:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326155.128952:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=16 v=5 (5 0 5 0) 00000100:00001000:0.0:1767326155.128955:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=40 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326155.128958:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326155.128959:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.128961:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326155.128962:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.128964:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326155.128968:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.128972:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326155.128974:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326155.128976:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326155.128978:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326155.128983:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386634752:192.168.203.127@tcp:103: 00000100:00000001:0.0:1767326155.128987:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.128989:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326155.128991:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386634752/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326171 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.128995:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326155.128998:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326155.129000:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066816d20. 02000000:00000001:0.0:1767326155.129003:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326155.129005:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326155.129006:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326155.129012:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326155.129014:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff0448af. 02000000:00000001:0.0:1767326155.129018:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326155.129019:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326155.129021:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 00000100:00000001:0.0:1767326155.129024:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326155.129025:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.129026:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.129029:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326155.129030:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.129031:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.129033:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326155.131796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005f67ca4d. 00010000:00000010:3.1:1767326155.131806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f117672. 00010000:00000001:0.0:1767326156.022845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326156.022855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326156.022862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326156.022863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326156.022890:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326156.022895:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326156.022899:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326157.046829:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326157.046837:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326157.046839:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326157.046841:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046845:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326157.046847:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046849:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046851:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326157.046857:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326157.046858:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326157.046862:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326157.046863:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326157.046864:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046865:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326157.046866:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046867:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.046868:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326157.046905:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326157.046911:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326157.046914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326158.070870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326158.070878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326158.070883:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326158.070885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326158.071044:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326158.071060:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326158.071064:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326158.390913:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326158.390927:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326158.390938:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000020:00000040:3.0:1767326158.390945:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326158.390951:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326158.390954:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326158.390960:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326158.390967:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326158.390975:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326158.390987:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326158.391001:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326158.391004:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326158.391012:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_00_01+1] req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326158.391055:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326158.391059:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326158.391083:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326158.391086:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000100:00000001:2.0:1767326158.391088:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326158.391091:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326158.391091:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326158.391094:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326158.391097:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326158.391098:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.391099:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326158.391102:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326158.391107:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326158.391109:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326158.391113:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326158.391120:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.391126:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326158.391129:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326158.391131:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326158.391134:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326158.391138:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326158.391144:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391148:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767326158.391149:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386634880:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326158.391152:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326158.391159:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_02+2] req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.391169:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326158.391179:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326158.391184:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326158.391187:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326158.391193:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048d0cf80. 02000000:00000001:2.0:1767326158.391196:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391200:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326158.391204:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c51a23. 00000100:00080000:3.0:1767326158.391205:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767326158.391213:0:146839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1767326158.391217:0:146839:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1767326158.391217:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00080000:3.0:1767326158.391221:0:146839:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767326158.391226:0:146839:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767326158.391226:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326158.391227:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386634880, portal 25 00000100:00080000:3.0:1767326158.391232:0:146839:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 11191 00000100:00100000:0.0:1767326158.391232:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326158.391233:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326158.391234:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326158.391237:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00000100:00000001:0.0:1767326158.391239:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326158.391241:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326158.391245:0:146839:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000040:2.0:1767326158.391249:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326158.391251:0:146839:0:(import.c:2128:obd_at_measure()) add 15 to 00000000b9d1e515 time=18 v=10 (10 1 1 0) 00000100:00000001:0.0:1767326158.391252:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326158.391258:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326158.391259:0:146839:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00000001:0.0:1767326158.391265:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767326158.391268:0:146839:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 10s 00000100:00000001:0.0:1767326158.391270:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326158.391275:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326158.391276:0:146839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326158.391280:0:146839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767326158.391281:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326158.391284:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326158.391285:0:146839:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326158.391290:0:146839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000040:2.0:1767326158.391293:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326158.391300:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000001:0.0:1767326158.391304:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767326158.391306:0:146839:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767326158.391308:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386634880, offset 0 00000100:00000001:0.0:1767326158.391308:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326158.391310:0:146839:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 02000000:00000001:0.0:1767326158.391313:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767326158.391316:0:146839:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767326158.391317:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326158.391322:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326158.391323:0:146839:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000400:00000200:2.0:1767326158.391323:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:0.0:1767326158.391327:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386635008:192.168.203.127@tcp:400: 00000020:00000001:3.0:1767326158.391331:0:146839:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000001:0.0:1767326158.391332:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326158.391336:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767326158.391337:0:146839:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 02000000:00000001:0.0:1767326158.391338:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326158.391342:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326158.391343:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:0.0:1767326158.391347:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c9e77e0. 00000100:00000040:3.0:1767326158.391349:0:146839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 02000000:00000001:0.0:1767326158.391352:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391356:0:146839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767326158.391358:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000100:00000040:3.0:1767326158.391363:0:146839:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000400:00000200:2.0:1767326158.391364:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326158.391366:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000001:3.0:1767326158.391369:0:146839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000200:0.0:1767326158.391372:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386635008, portal 10 00000020:00000040:3.0:1767326158.391376:0:146839:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000400:00000200:2.0:1767326158.391376:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326158.391377:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326158.391380:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00080000:3.0:1767326158.391386:0:146839:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000400:00000200:2.0:1767326158.391387:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326158.391389:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326158.391394:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326158.391396:0:146839:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326158.391403:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [256:256:256:4294967295] 192.168.203.127@tcp LPNI seq info [256:256:8:4294967295] 00000100:00000001:0.0:1767326158.391410:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326158.391413:0:146839:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767326158.391414:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326158.391417:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000400:00000200:2.0:1767326158.391422:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326158.391427:0:146839:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326158.391429:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386635008, offset 0 02000000:00000001:3.0:1767326158.391433:0:146839:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326158.391434:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326158.391439:0:146839:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:0.0:1767326158.391440:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326158.391442:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000008:00100000:3.0:1767326158.391447:0:146839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1767326158.391450:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326158.391454:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000008:00000001:3.0:1767326158.391457:0:146839:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326158.391459:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326158.391461:0:146839:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326158.391464:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:3.0:1767326158.391467:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000800:00000200:2.0:1767326158.391468:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326158.391472:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1767326158.391473:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000800:00000200:2.0:1767326158.391475:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326158.391477:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326158.391480:0:146839:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767326158.391482:0:146839:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326158.391486:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [257:257:255:4294967295] 192.168.203.127@tcp LPNI seq info [257:257:7:4294967295] 00000100:00000001:3.0:1767326158.391487:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326158.391491:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326158.391494:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326158.391499:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:3.0:1767326158.391500:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d5b8cfd5. 00000100:00000001:2.0:1767326158.391501:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326158.391505:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326158.391507:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326158.391510:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00100000:3.0:1767326158.391516:0:146839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326158.391517:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305868792 00000800:00000200:0.0:1767326158.391522:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326158.391531:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326158.391533:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305865527 00000800:00000200:0.0:1767326158.391534:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326158.391541:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326158.391542:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326158.391544:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305868792 00000100:00000040:3.0:1767326158.391548:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_rcv+-1] req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326158.391550:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.391553:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305865527 00000100:00000040:0.0:1767326158.391558:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 376077 usecs (377 jiffies) 00000100:00000001:2.0:1767326158.391562:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305868792 00000100:00000001:0.0:1767326158.391566:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305864569 00000100:00000001:0.0:1767326158.391573:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305868792 00000100:00000001:2.0:1767326158.391574:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305865527 00000800:00000200:1.0:1767326158.391576:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326158.391578:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305864569 00000100:00000001:3.0:1767326158.391579:0:146839:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.391583:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305868792 00000800:00000010:1.0:1767326158.391583:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000100:00000040:3.0:1767326158.391587:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326158.391588:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305868792 00000100:00000001:2.0:1767326158.391593:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305865527 00000400:00000200:1.0:1767326158.391594:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326158.391595:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305864569 00000100:00000040:3.0:1767326158.391596:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326158.391602:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305868792 00000100:00000001:0.0:1767326158.391605:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305864569 00000100:00000040:3.0:1767326158.391606:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11201) 00000400:00000200:1.0:1767326158.391610:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326158.391612:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326158.391612:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305868792 00000100:00000001:0.0:1767326158.391617:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326158.391619:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000100:00000001:2.0:1767326158.391620:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326158.391620:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326158.391625:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:0.0:1767326158.391628:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.391629:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391633:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326158.391634:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326158.391634:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326158.391635:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391636:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326158.391640:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326158.391642:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326158.391643:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.391646:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326158.391650:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.391652:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326158.391657:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326158.391661:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.391667:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.391673:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326158.391677:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326158.391682:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326158.391682:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326158.391687:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326158.391691:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326158.391697:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.391701:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326158.391705:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386635136:192.168.203.127@tcp:38: 00000100:00000001:1.0:1767326158.391705:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326158.391711:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326158.391714:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326158.391715:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326158.391717:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326158.391720:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008d4ca2e5. 02000000:00000001:3.0:1767326158.391722:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326158.391725:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dea4c7e. 00000400:00000010:3.0:1767326158.391729:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000200:3.0:1767326158.391731:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386635136, portal 10 00000100:00000001:3.0:1767326158.391733:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326158.391734:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00000040:3.0:1767326158.391739:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326158.391753:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326158.391755:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326158.391779:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 00000100:00000200:3.0:1767326158.391781:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386635136, offset 0 00000400:00000200:3.0:1767326158.391785:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326158.391791:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326158.391793:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326158.391796:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326158.391799:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326158.391801:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326158.391803:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326158.391804:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [258:258:255:4294967295] 192.168.203.127@tcp LPNI seq info [258:258:7:4294967295] 00000800:00000010:1.0:1767326158.391807:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:1.0:1767326158.391812:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326158.391821:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326158.391823:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326158.391831:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000800:00000200:3.0:1767326158.391833:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326158.391836:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000800:00000200:3.0:1767326158.391841:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326158.391841:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000100:00000001:1.0:1767326158.391846:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326158.391850:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326158.391853:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326158.391857:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767326158.391867:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.391868:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326158.391871:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326158.391874:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 21220 usecs (22 jiffies) 00000100:00000001:1.0:1767326158.391883:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.391884:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326158.391894:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326158.391895:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:1.0:1767326158.391897:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326158.391899:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326158.391901:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000400:00000010:1.0:1767326158.391902:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:1.0:1767326158.391904:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326158.391905:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326158.391910:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326158.391911:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326158.391915:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.391915:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326158.391971:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305864215 00000100:00000001:3.0:1767326158.391975:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305868792 00000100:00000001:3.0:1767326158.391976:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305864215 00000100:00000001:3.0:1767326158.391977:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305868792 00000100:00000001:3.0:1767326158.391978:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305864215 00000100:00000001:3.0:1767326158.391979:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305868792 00000100:00000001:3.0:1767326158.391980:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305864215 00000100:00000001:3.0:1767326158.391981:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305868792 00000100:00000001:3.0:1767326158.391987:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326158.391989:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391990:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.391992:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326158.391995:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326158.391996:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767326158.391997:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326158.391998:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326158.391999:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.392000:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326158.393834:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326158.393846:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326158.393849:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326158.393851:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326158.393859:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326158.393871:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a07a80 00000400:00000200:1.0:1767326158.393878:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1767326158.393886:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326158.393892:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326158.393901:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326158.393905:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326158.393910:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326158.393914:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326158.393922:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326158.393934:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326158.393941:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326158.393944:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326158.393945:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326158.393947:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326158.393951:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326158.393957:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a07b00 00000100:00000001:2.0:1767326158.393961:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326158.393961:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x8e1 [1] + 224 00000100:00000001:2.0:1767326158.393965:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326158.393968:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326158.393971:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326158.393974:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326158.393976:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028c51a23. 00000400:00000200:2.0:1767326158.393980:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:2.0:1767326158.393981:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:2.0:1767326158.393984:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326158.393988:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326158.393995:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.394000:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326158.394002:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326158.394003:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326158.394012:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326158.394014:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326158.394015:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326158.394017:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326158.394018:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326158.394024:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326158.394025:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326158.394030:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326158.394034:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=43 v=5 (5 5 5 0) 00000100:00000200:1.0:1767326158.394034:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326158.394063:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326158.394073:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326158.394078:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326158.394081:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.394081:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326158.394087:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326158.394090:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326158.394091:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.394096:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326158.394097:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326158.394103:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.394112:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326158.394115:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326158.394117:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326158.394118:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326158.394122:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326158.394123:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326158.394128:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326158.394132:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326158.394136:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000100:00100000:2.0:1767326158.394138:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386634880:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326158.394141:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:0.0:1767326158.394144:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326158.394148:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326158.394150:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326158.394153:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.394155:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326158.394163:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386634880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326158.394176:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326158.394181:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326158.394185:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326158.394189:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048d0cf80. 00000100:00000001:0.0:1767326158.394191:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326158.394193:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326158.394195:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326158.394197:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326158.394202:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326158.394202:0:216341:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767326158.394207:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326158.394207:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326158.394211:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767326158.394212:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 00000100:00000001:0.0:1767326158.394216:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326158.394217:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326158.394219:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326158.394222:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 02000000:00000001:0.0:1767326158.394222:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326158.394230:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=33 v=5 (5 5 5 0) 00000100:00000001:2.0:1767326158.394232:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326158.394235:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326158.394238:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326158.394238:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326158.394244:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326158.394245:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326158.394247:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326158.394249:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326158.394250:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326158.394253:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326158.394254:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326158.394262:0:216341:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326158.394266:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326158.394267:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326158.394269:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326158.394270:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326158.394273:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326158.394279:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326158.394281:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326158.394282:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326158.394283:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326158.394295:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386635008:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326158.394299:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326158.394300:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326158.394302:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386635008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326158.394307:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326158.394308:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326158.394310:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c9e77e0. 02000000:00000001:0.0:1767326158.394312:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326158.394313:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326158.394314:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326158.394316:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326158.394317:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:0.0:1767326158.394319:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326158.394320:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326158.394320:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:0.0:1767326158.394323:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326158.394324:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326158.394325:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326158.394328:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326158.394329:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326158.394330:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326158.394331:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326158.396874:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326158.396881:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326158.396883:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326158.396886:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326158.396892:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326158.396901:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a07b80 00000400:00000200:3.0:1767326158.396962:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0x8e9 [1] + 0 00000800:00000001:3.0:1767326158.396968:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326158.396974:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326158.396976:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326158.396979:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326158.396982:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326158.396986:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326158.396995:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326158.397014:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326158.397020:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326158.397023:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326158.397061:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326158.397065:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326158.397068:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326158.397069:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326158.397071:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dea4c7e. 00000400:00000200:1.0:1767326158.397079:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:1.0:1767326158.397081:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:1.0:1767326158.397083:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326158.397087:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326158.397094:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326158.397099:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326158.397100:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326158.397101:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326158.397103:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326158.397104:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326158.397105:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326158.397106:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326158.397110:0:216337:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=43 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326158.397112:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=18 v=15 (15 1 1 0) 00000100:00000001:1.0:1767326158.397114:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326158.397115:0:216337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326158.397116:0:216337:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326158.397118:0:216337:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326158.397123:0:216337:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.397125:0:216337:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326158.397126:0:216337:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326158.397127:0:216337:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326158.397127:0:216337:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326158.397129:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326158.397138:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326158.397140:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326158.397141:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326158.397144:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767326158.397149:0:216337:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8e30967de000: connect to target with instance 5 00000020:00000001:1.0:1767326158.397157:0:216337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326158.397158:0:216337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:1.0:1767326158.397160:0:216337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326158.397162:0:216337:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000020:00000001:1.0:1767326158.397165:0:216337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:1.0:1767326158.397167:0:216337:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00001000:1.0:1767326158.397171:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=1767326158 v=0 (0 0 0 0) 00000100:00001000:1.0:1767326158.397174:0:216337:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1767326158.397179:0:216337:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1767, crc32c 10755, adler 1659 00000020:00000040:1.0:1767326158.397184:0:216337:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00000001:1.0:1767326158.397187:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326158.397190:0:216337:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:1.0:1767326158.397194:0:216337:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff8e30967de000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1767326158.397199:0:216337:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1767326158.397202:0:216337:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326158.397204:0:216337:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767326158.397208:0:216337:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767326158.397211:0:216337:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326158.397213:0:216337:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326158.397215:0:216337:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326158.397217:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767326158.397222:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767326158.397224:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326158.397225:0:216337:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326158.397227:0:216337:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767326158.397228:0:216337:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767326158.397230:0:216337:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1767326158.397231:0:216337:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000087d1e51 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:1.0:1767326158.397235:0:216337:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x23386b5eae8f13af 00800000:00000040:1.0:1767326158.397238:0:216337:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x23386b5eae8f13b6 00800000:00000040:1.0:1767326158.397241:0:216337:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8e30967de000=486908d5-c99a-49b6-bd48-4a0014ee5395 device 4 (00000000eb59d9ea) type mdc at LMV idx 1 00800000:00000040:1.0:1767326158.397244:0:216337:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000eb59d9ea already active! 00800000:00000001:1.0:1767326158.397246:0:216337:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767326158.397254:0:216337:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326158.397256:0:216337:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326158.397259:0:216337:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=5 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000002:00000001:3.0:1767326158.397488:0:216337:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.397493:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326158.397496:0:216337:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767326158.397500:0:216337:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.397511:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326158.397514:0:221689:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00000040:3.0:1767326158.397518:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326158.397520:0:221689:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1767326158.397525:0:221689:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326158.397529:0:221689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326158.397532:0:221689:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326158.397536:0:221689:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:1.0:1767326158.397539:0:221689:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326158.397542:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386635136:192.168.203.127@tcp:38: 00000100:00000001:3.0:1767326158.397549:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326158.397552:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326158.397555:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386635136/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326158.397564:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326158.397566:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326158.397568:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008d4ca2e5. 02000000:00000001:3.0:1767326158.397572:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326158.397574:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326158.397575:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326158.397578:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326158.397579:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d5b8cfd5. 02000000:00000001:3.0:1767326158.397583:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326158.397585:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326158.397586:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00000001:3.0:1767326158.397590:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326158.397591:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326158.397594:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326158.397598:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326158.397600:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326158.397603:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326158.397604:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326159.094882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326159.094890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326159.094897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326159.094899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326159.094942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326159.094947:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326159.094950:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326160.118850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326160.118857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.118864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326160.118865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326160.118920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326160.118924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326160.118926:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767326160.950868:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326160.950874:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000001c3036c0) refs 2 10000000:00000001:0.0:1767326160.950879:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.950897:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326160.950898:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326160.950900:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326160.950902:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1767326160.950904:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326160.950906:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8e30967de000 from 13 10000000:00000001:0.0:1767326160.950908:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326160.950909:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1767326160.950915:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326160.950919:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.950923:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.950925:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.950930:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.950936:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c9e77e0. 00000100:00000001:0.0:1767326160.950941:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.950944:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326160.950947:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326160.950953:0:219026:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000494ceb4c. 00010000:00000001:0.0:1767326160.950956:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326160.950959:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf6437aa. 00000020:00000001:0.0:1767326160.950962:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326160.950964:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf6437aa with handle 0x23386b5eae8f13ee to hash 00000020:00000001:0.0:1767326160.950965:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326160.950966:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.950969:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.950972:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326160.950974:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326160.950976:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.950983:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.950991:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326160.951003:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.951004:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.951009:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.951010:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787108352 : -125135922443264 : ffff8e3085cb4c00) 00000100:00000001:0.0:1767326160.951013:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.951014:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:0.0:1767326160.951018:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.951019:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.951021:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.951022:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.951043:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.951050:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.951051:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.951054:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.951056:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.951058:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.951060:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635264:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326160.951063:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.951068:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.951070:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.951072:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.951075:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eee1da4e. 02000000:00000001:0.0:1767326160.951076:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.951081:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000400:00000010:0.0:1767326160.951086:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326160.951092:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386635264, portal 25 00000100:00000001:0.0:1767326160.951093:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.951094:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326160.951097:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.951102:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.951108:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.951110:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000200:0.0:1767326160.951112:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386635264, offset 0 00000400:00000200:0.0:1767326160.951117:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.951128:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.951132:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.951136:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.951139:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.951141:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.951143:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [259:259:256:4294967295] 192.168.203.127@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:0.0:1767326160.951151:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.951155:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.951158:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000800:00000200:0.0:1767326160.951163:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.951169:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.951173:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.951185:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.951189:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871352 00000100:00000001:0.0:1767326160.951194:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305868792 00000100:00000001:0.0:1767326160.951197:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871352 00000100:00000001:0.0:1767326160.951200:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305868792 00000100:00000001:0.0:1767326160.951202:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871352 00000100:00000001:0.0:1767326160.951205:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305868792 00000100:00000001:0.0:1767326160.951207:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871352 00000100:00000001:0.0:1767326160.951210:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305868792 00000100:00000001:0.0:1767326160.951211:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.951213:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.951215:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.951217:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326160.951223:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 0000000035cc6f5d going to sleep for 11 seconds 00000100:00000001:0.0:1767326160.951225:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.951227:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326160.951311:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326160.951317:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:1.0:1767326160.951322:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326160.951328:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326160.951333:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000400:00000010:1.0:1767326160.951335:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:1.0:1767326160.951339:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326160.951343:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.951355:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326160.951357:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.951365:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.951367:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326160.952691:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.952707:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326160.952711:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.952713:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326160.952723:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326160.952738:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a07c00 00000400:00000200:1.0:1767326160.952746:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1767326160.952752:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.952782:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326160.952784:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326160.952800:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326160.952806:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326160.952812:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326160.952821:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.952836:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326160.952844:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.952848:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.952878:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.952884:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.952885:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.952887:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:0.0:1767326160.952889:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:0.0:1767326160.952890:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326160.952892:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.952897:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.952903:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.952908:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.952909:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.952911:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.952913:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.952914:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.952916:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.952918:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.952922:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.952924:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.952926:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.952927:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.952929:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326160.952930:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.952932:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.952935:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.952942:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.952945:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.952947:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.952950:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.952973:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635264:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326160.952978:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.952981:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.952983:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.952985:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.952987:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.952994:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.952997:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.953000:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.953001:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.953004:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326160.953007:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.953008:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.953010:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf6437aa refcount=4 00000020:00000001:0.0:1767326160.953012:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.953015:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000040:0.0:1767326160.953019:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000cf6437aa, remote cookie: 0x1b9a6a59a123b2a, flags: 0x0 00010000:00000001:0.0:1767326160.953022:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326160.953025:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326160.953040:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326160.953042:0:219026:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326160.953043:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326160.953045:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000494ceb4c) refcount = 1 00010000:00010000:0.0:1767326160.953048:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.953053:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326160.953054:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326160.953055:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326160.953057:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326160.953059:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326160.953066:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.953070:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326160.953071:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.953072:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.953073:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.953074:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.953074:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.953076:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.953078:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386635264/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.953083:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.953085:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.953087:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eee1da4e. 02000000:00000001:0.0:1767326160.953089:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.953090:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.953091:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.953093:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.953094:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c9e77e0. 02000000:00000001:0.0:1767326160.953097:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.953098:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.953099:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326160.953102:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.953102:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326160.953104:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.953105:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326160.953106:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000001c3036c0) refs 3 10000000:00000001:0.0:1767326160.953107:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.953108:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.953109:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.953110:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf6437aa refcount=3 00000020:00000001:0.0:1767326160.953111:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.953112:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.953114:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767326160.953115:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.953119:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.953120:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.953122:0:219026:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767326160.953124:0:219026:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006a926eeb. 00000100:00000010:0.0:1767326160.953134:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326160.953136:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.953138:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.953139:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.953141:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.953144:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c9e77e0. 00000100:00000001:0.0:1767326160.953146:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.953149:0:219026:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767326160.953151:0:219026:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000eee1da4e. 00000100:00000010:0.0:1767326160.953154:0:219026:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000036eb1afa. 00000020:00000040:0.0:1767326160.953155:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.953158:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.953159:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.953161:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.953162:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787108352 : -125135922443264 : ffff8e3085cb4c00) 00000100:00000001:0.0:1767326160.953163:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.953164:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:0.0:1767326160.953166:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.953167:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.953168:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.953169:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.953171:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.953175:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.953176:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.953178:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.953179:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.953180:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.953182:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635392:192.168.203.127@tcp:256: 00000100:00000001:0.0:1767326160.953184:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.953189:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.953190:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.953192:0:219026:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767326160.953195:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7cc1b3. 00000400:00000010:0.0:1767326160.953198:0:219026:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001d62b74c. 00000100:00000200:0.0:1767326160.953200:0:219026:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6957404a07c80-0x6957404a07c80, portal 33 00000100:00000001:0.0:1767326160.953203:0:219026:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.953204:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.953205:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a05f1cc. 02000000:00000001:0.0:1767326160.953206:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.953208:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e79ac9. 00000400:00000010:0.0:1767326160.953209:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326160.953210:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386635392, portal 25 00000100:00000001:0.0:1767326160.953211:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.953212:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326160.953214:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.953219:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.953220:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.953221:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000200:0.0:1767326160.953223:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853175386635392, offset 0 00000400:00000200:0.0:1767326160.953226:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.953231:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.953233:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.953235:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.953236:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.953238:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.953240:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [260:260:256:4294967295] 192.168.203.127@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:0.0:1767326160.953246:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.953249:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.953251:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000800:00000200:0.0:1767326160.953254:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.953261:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.953263:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.953274:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.953276:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871354 00000100:00000001:0.0:1767326160.953279:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871352 00000100:00000001:0.0:1767326160.953282:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871354 00000100:00000001:0.0:1767326160.953284:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871352 00000100:00000001:0.0:1767326160.953285:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871354 00000100:00000001:0.0:1767326160.953287:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871352 00000100:00000001:0.0:1767326160.953289:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871354 00000100:00000001:0.0:1767326160.953291:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871352 00000100:00000001:0.0:1767326160.953296:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.953297:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.953299:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.953300:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326160.953302:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 0000000035cc6f5d going to sleep for 11 seconds 00000100:00000001:0.0:1767326160.953303:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.953304:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326160.953344:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326160.953349:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000400:00000200:3.0:1767326160.953358:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.953363:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326160.953366:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:3.0:1767326160.953369:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:3.0:1767326160.953372:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326160.953375:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.953383:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326160.953385:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.953390:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.953392:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326160.954172:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.954178:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326160.954179:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.954181:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326160.954185:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326160.954191:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 44 into portal 33 MB=0x6957404a07c80 00000400:00000200:1.0:1767326160.954202:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.127@tcp of length 44/44 into md 0x8f9 [4] + 0 00000400:00000010:1.0:1767326160.954205:0:216331:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7cc1b3. 00000400:00000200:1.0:1767326160.954209:0:216331:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d62b74c 00000800:00000001:1.0:1767326160.954211:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326160.954215:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326160.954216:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326160.954218:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326160.954220:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d62b74c 00000400:00000010:1.0:1767326160.954222:0:216331:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001d62b74c. 00000100:00000001:1.0:1767326160.954225:0:216331:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767326160.954226:0:216331:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e8219c95 desc 00000000eee1da4e mbits 1853175386635392 00000100:00000001:1.0:1767326160.954236:0:216331:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767326160.954239:0:216331:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767326160.954244:0:216331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326160.954249:0:216331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [261:261:256:4294967295] 192.168.203.127@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:1.0:1767326160.954259:0:216331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) 192.168.203.127@tcp : ACK try# 0 00000100:00000001:0.0:1767326160.954266:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.954272:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326160.954280:0:216331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326160.954284:0:216331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000e2c4454f. 00000800:00000200:1.0:1767326160.954290:0:216331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326160.954295:0:216331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326160.954298:0:216331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2c4454f type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767326160.954348:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767326160.954352:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767326160.954352:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000e2c4454f. 00000800:00000001:2.0:1767326160.954359:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326160.954359:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326160.954369:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: ACK: OK 00000800:00000001:3.0:1767326160.954961:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.954969:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326160.954971:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.954974:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.954980:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326160.954989:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 240 into portal 25 MB=0x6957404a07c80 00000400:00000200:3.0:1767326160.954995:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 240/240 into md 0x8fd [1] + 224 00000800:00000001:3.0:1767326160.955000:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.955006:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.955009:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.955013:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326160.955017:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326160.955021:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326160.955045:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.955062:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326160.955068:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.955071:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.955103:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.955107:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.955108:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.955113:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e79ac9. 00000400:00000200:0.0:1767326160.955116:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:0.0:1767326160.955117:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326160.955119:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.955123:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.955130:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.955143:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.955144:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.955146:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.955147:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.955148:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.955149:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.955151:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.955153:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.955155:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.955156:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.955157:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.955159:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326160.955159:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.955161:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.955163:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326160.955169:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.955172:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.955173:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.955175:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.955179:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635392:192.168.203.127@tcp:256: 00000100:00000001:0.0:1767326160.955182:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.955184:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.955185:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.955186:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.955188:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.955191:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.955193:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.955197:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.955198:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767326160.955201:0:219026:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:0.0:1767326160.955203:0:219026:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767326160.955206:0:219026:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ae563dd6. 00010000:00000001:0.0:1767326160.955214:0:219026:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767326160.955216:0:219026:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767326160.955218:0:219026:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.127@tcp has 192.168.203.127@tcp. 00000100:00000001:0.0:1767326160.955220:0:219026:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.955221:0:219026:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767326160.955222:0:219026:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.127@tcp with 192.168.203.127@tcp 00000100:00000200:0.0:1767326160.955224:0:219026:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.127@tcp' 00000400:00000200:0.0:1767326160.955225:0:219026:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1767326160.955227:0:219026:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1767326160.955229:0:219026:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.955233:0:219026:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767326160.955237:0:219026:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767326160.955239:0:219026:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:0.0:1767326160.955241:0:219026:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000001:0.0:1767326160.955242:0:219026:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.955244:0:219026:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767326160.955246:0:219026:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.127@tcp' by NID '192.168.203.127@tcp' 10000000:00000010:0.0:1767326160.955249:0:219026:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000001419db8. 10000000:00000040:0.0:1767326160.955251:0:219026:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffff8e30967de000 -> mdc.import=connection=192.168.203.127@tcp::5 00000020:00000080:0.0:1767326160.955253:0:219026:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767326160.955257:0:219026:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767326160.955260:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000192ea09b. 00000020:00000010:0.0:1767326160.955264:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047477017. 00000020:00000010:0.0:1767326160.955266:0:219026:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000028bd8559. 00000008:00000010:0.0:1767326160.955271:0:219026:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000002964584. 00020000:00000010:0.0:1767326160.955275:0:219026:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000656f1622. 00008000:00000010:0.0:1767326160.955279:0:219026:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005b493274. 00000080:00000010:0.0:1767326160.955283:0:219026:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000683072c6. 00000080:00000010:0.0:1767326160.955286:0:219026:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d0c8832b. 00000040:00000001:0.0:1767326160.955293:0:219026:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767326160.955294:0:219026:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000001419db8 00000040:00001000:0.0:1767326160.955295:0:219026:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767326160.955296:0:219026:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767326160.955298:0:219026:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767326160.955298:0:219026:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767326160.955300:0:219026:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767326160.955301:0:219026:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767326160.955302:0:219026:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff8e30967de000 00000040:00001000:0.0:1767326160.955303:0:219026:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.127@tcp::5 00000040:00000001:0.0:1767326160.955304:0:219026:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1767326160.955345:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000047477017. 00000020:00000010:0.0:1767326160.955348:0:219026:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000028bd8559. 00000008:00000010:0.0:1767326160.955351:0:219026:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000002964584. 00020000:00000010:0.0:1767326160.955354:0:219026:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000656f1622. 00008000:00000010:0.0:1767326160.955356:0:219026:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000005b493274. 00000080:00000010:0.0:1767326160.955358:0:219026:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000683072c6. 00000080:00000010:0.0:1767326160.955361:0:219026:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000d0c8832b. 00000020:00000010:0.0:1767326160.955363:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000192ea09b. 00000020:00000001:0.0:1767326160.955365:0:219026:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326160.955367:0:219026:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767326160.955369:0:219026:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000001419db8. 10000000:00000010:0.0:1767326160.955371:0:219026:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ae563dd6. 10000000:00000001:0.0:1767326160.955373:0:219026:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.955375:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.955377:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386635392/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.955382:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.955383:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.955385:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a05f1cc. 02000000:00000001:0.0:1767326160.955387:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.955388:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.955389:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.955390:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326160.955391:0:219026:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767326160.955397:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.955397:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.955398:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767326160.955400:0:219026:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000036eb1afa. 00000100:00000010:0.0:1767326160.955402:0:219026:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000eee1da4e. 00000100:00000001:0.0:1767326160.955403:0:219026:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767326160.955404:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c9e77e0. 02000000:00000001:0.0:1767326160.955405:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.955406:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.955407:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326160.955409:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.955409:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767326160.955420:0:219026:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006a926eeb. 10000000:01000000:0.0:1767326160.955423:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1767326160.955425:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326160.955426:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.955427:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.955428:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf6437aa refcount=3 00000020:00000001:0.0:1767326160.955430:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.955431:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326160.955433:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326160.955435:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.955439:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.955440:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326160.955440:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.955444:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326160.955445:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.955446:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326160.955447:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.955448:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.955450:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326160.955451:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326160.955458:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 2 10000000:00000001:0.0:1767326160.955459:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.955460:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326160.955462:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 3 10000000:00000001:0.0:1767326160.955464:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326160.955465:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326160.955466:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1767326160.955467:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326160.955468:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8e30967de000 from 42 10000000:00000001:0.0:1767326160.955470:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326160.955471:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1767326160.955473:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326160.955475:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.955477:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.955478:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.955481:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.955485:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c9e77e0. 00000100:00000001:0.0:1767326160.955488:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.955491:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326160.955493:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326160.955497:0:219026:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008210c140. 00010000:00000001:0.0:1767326160.955500:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326160.955502:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009131c32a. 00000020:00000001:0.0:1767326160.955504:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326160.955505:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009131c32a with handle 0x23386b5eae8f13f5 to hash 00000020:00000001:0.0:1767326160.955508:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326160.955509:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.955511:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.955513:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326160.955515:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326160.955517:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.955523:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.955543:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326160.955549:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.955552:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.955556:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.955558:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787108352 : -125135922443264 : ffff8e3085cb4c00) 00000100:00000001:0.0:1767326160.955560:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.955561:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:0.0:1767326160.955564:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.955566:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.955567:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.955568:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.955571:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.955576:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.955577:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.955578:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.955580:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.955581:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.955583:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635520:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326160.955586:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.955588:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.955589:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.955590:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.955592:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eee1da4e. 02000000:00000001:0.0:1767326160.955594:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.955596:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e79ac9. 00000400:00000010:0.0:1767326160.955602:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326160.955606:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386635520, portal 25 00000100:00000001:0.0:1767326160.955607:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.955609:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326160.955617:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.955622:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.955624:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.955626:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000200:0.0:1767326160.955630:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386635520, offset 0 00000400:00000200:0.0:1767326160.955635:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.955643:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.955645:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.955647:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.955650:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.955653:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.955660:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [262:262:256:4294967295] 192.168.203.127@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:0.0:1767326160.955670:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.955673:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.955675:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000800:00000200:0.0:1767326160.955680:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.955684:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.955686:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.955701:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.955704:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871356 00000100:00000001:0.0:1767326160.955709:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871354 00000100:00000001:0.0:1767326160.955715:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871356 00000100:00000001:0.0:1767326160.955722:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871354 00000100:00000001:0.0:1767326160.955730:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871356 00000100:00000001:0.0:1767326160.955737:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871354 00000100:00000001:0.0:1767326160.955740:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871356 00000100:00000001:0.0:1767326160.955743:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871354 00000100:00000001:0.0:1767326160.955754:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.955808:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.955811:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.955812:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326160.955814:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767326160.955815:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 0000000035cc6f5d going to sleep for 11 seconds 00000100:00000001:0.0:1767326160.955818:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.955820:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326160.955827:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000400:00000200:3.0:1767326160.955836:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.955891:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326160.955896:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:3.0:1767326160.955898:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:3.0:1767326160.955903:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326160.955907:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.955919:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326160.955921:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.955931:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.955933:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326160.956746:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.956751:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326160.956753:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.956756:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.956787:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326160.956796:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a07d00 00000400:00000200:3.0:1767326160.956801:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x905 [1] + 224 00000800:00000001:3.0:1767326160.956806:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.956812:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.956814:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.956816:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326160.956818:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326160.956821:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326160.956827:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.956839:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326160.956843:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.956845:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.956869:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.956875:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.956876:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.956878:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e79ac9. 00000400:00000200:0.0:1767326160.956882:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:0.0:1767326160.956884:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326160.956886:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.956890:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.956900:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.956906:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.956907:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.956908:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.956909:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.956911:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.956912:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.956914:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.956916:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.956918:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.956920:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.956921:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.956922:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326160.956924:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.956925:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.956928:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.956933:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.956942:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.956943:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.956945:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.956951:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635520:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326160.956955:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.956957:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.956958:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.956960:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.956962:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.956966:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.956968:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.956970:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.956972:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.956974:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326160.956975:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.956977:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.956978:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009131c32a refcount=4 00000020:00000001:0.0:1767326160.956979:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.956981:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000040:0.0:1767326160.956984:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009131c32a, remote cookie: 0x1b9a6a59a123b31, flags: 0x0 00010000:00000001:0.0:1767326160.956986:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326160.956989:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326160.956990:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326160.956990:0:219026:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326160.956991:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326160.956993:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008210c140) refcount = 1 00010000:00010000:0.0:1767326160.956995:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.957000:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326160.957001:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326160.957007:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326160.957009:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326160.957010:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326160.957012:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.957017:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326160.957018:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.957019:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.957020:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.957020:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.957021:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.957023:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.957025:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386635520/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.957042:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.957043:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.957045:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eee1da4e. 02000000:00000001:0.0:1767326160.957046:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.957047:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.957049:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.957050:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.957051:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c9e77e0. 02000000:00000001:0.0:1767326160.957054:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.957055:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.957056:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326160.957059:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.957059:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326160.957061:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.957062:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326160.957063:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 3 10000000:00000001:0.0:1767326160.957064:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.957065:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.957067:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.957067:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009131c32a refcount=3 00000020:00000001:0.0:1767326160.957069:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.957070:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.957077:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767326160.957078:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.957079:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.957080:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.957082:0:219026:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767326160.957084:0:219026:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000036eb1afa. 00000020:00000010:0.0:1767326160.957086:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c9e77e0. 00000020:00000010:0.0:1767326160.957089:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a05f1cc. 00000040:00000010:0.0:1767326160.957091:0:219026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000192ea09b. 00000020:00000010:0.0:1767326160.957094:0:219026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ef2e58b. 00000020:00000010:0.0:1767326160.957098:0:219026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047477017. 80000000:00000010:0.0:1767326160.957101:0:219026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028bd8559. 00040000:00000010:0.0:1767326160.957105:0:219026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a43bbeb0. 20000000:00000010:0.0:1767326160.957109:0:219026:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000aeae9a66. 10000000:00000040:0.0:1767326160.957112:0:219026:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000020:00000001:0.0:1767326160.957114:0:219026:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767326160.957115:0:219026:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767326160.957117:0:219026:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767326160.957119:0:219026:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f059409. 00000040:00000001:0.0:1767326160.957122:0:219026:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767326160.957124:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:0.0:1767326160.957127:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326160.957128:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.957130:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.957132:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.957134:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.957139:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072008a10. 00000100:00000001:0.0:1767326160.957141:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.957145:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.957147:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.957149:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.957150:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787108352 : -125135922443264 : ffff8e3085cb4c00) 00000100:00000001:0.0:1767326160.957152:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.957153:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:0.0:1767326160.957155:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.957161:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.957163:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.957164:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.957168:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.957173:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.957174:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.957176:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.957177:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.957179:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.957181:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635648:192.168.203.127@tcp:501: 00000100:00000001:0.0:1767326160.957183:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.957185:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.957187:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.957189:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.957192:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 02000000:00000001:0.0:1767326160.957194:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.957196:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e79ac9. 00000400:00000010:0.0:1767326160.957199:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326160.957202:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386635648, portal 25 00000100:00000001:0.0:1767326160.957204:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.957205:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326160.957208:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.957212:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.957215:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.957217:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000200:0.0:1767326160.957219:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175386635648, offset 0 00000400:00000200:0.0:1767326160.957223:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.957230:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.957232:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.957235:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.957237:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.957243:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.957247:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [263:263:256:4294967295] 192.168.203.127@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:0.0:1767326160.957256:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.957260:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.957263:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000800:00000200:0.0:1767326160.957267:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.957270:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.957274:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.957290:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.957292:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871358 00000100:00000001:0.0:1767326160.957297:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871356 00000100:00000001:0.0:1767326160.957302:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871358 00000100:00000001:0.0:1767326160.957304:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871356 00000100:00000001:0.0:1767326160.957312:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871358 00000100:00000001:0.0:1767326160.957318:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871356 00000100:00000001:0.0:1767326160.957321:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871358 00000100:00000001:0.0:1767326160.957329:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871356 00000100:00000001:0.0:1767326160.957335:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.957336:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.957338:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.957339:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326160.957340:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 0000000035cc6f5d going to sleep for 11 seconds 00000100:00000001:0.0:1767326160.957343:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.957346:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326160.957365:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326160.957369:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:2.0:1767326160.957373:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.957379:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326160.957382:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:2.0:1767326160.957384:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:2.0:1767326160.957387:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326160.957391:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.957399:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326160.957401:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.957409:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.957411:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326160.958446:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.958451:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326160.958454:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.958455:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.958459:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326160.958467:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 272 into portal 25 MB=0x6957404a07d80 00000400:00000200:2.0:1767326160.958471:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 272/272 into md 0x90d [1] + 224 00000800:00000001:2.0:1767326160.958474:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.958479:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.958480:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.958482:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326160.958485:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326160.958494:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326160.958500:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.958514:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326160.958520:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.958522:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.958581:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.958587:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.958588:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.958590:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e79ac9. 00000400:00000200:0.0:1767326160.958595:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:0.0:1767326160.958598:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326160.958609:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.958616:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.958628:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.958639:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.958641:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.958643:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.958645:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.958647:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.958649:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.958652:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.958655:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.958661:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.958663:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.958665:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.958666:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326160.958669:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.958672:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.958676:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.958684:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.958687:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.958688:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.958692:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.958701:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635648:192.168.203.127@tcp:501: 00000100:00000001:0.0:1767326160.958705:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.958707:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.958710:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.958714:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.958717:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.958738:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.958740:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.958744:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.958745:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326160.958748:0:219026:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767326160.958751:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.958752:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.958755:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326160.958797:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.958802:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386635648/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.958807:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.958810:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.958813:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 02000000:00000001:0.0:1767326160.958818:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.958820:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.958821:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.958823:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.958825:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000072008a10. 02000000:00000001:0.0:1767326160.958829:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.958830:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.958831:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326160.958835:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.958837:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767326160.958839:0:219026:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326160.958842:0:219026:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767326160.958848:0:219026:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c2204b0b. 00000040:00000001:0.0:1767326160.958850:0:219026:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767326160.958851:0:219026:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767326160.958852:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:0.0:1767326160.958856:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326160.958858:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.958860:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.958861:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.958863:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.958871:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072008a10. 00000100:00000001:0.0:1767326160.958874:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.958876:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.958877:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.958880:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.958881:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787108352 : -125135922443264 : ffff8e3085cb4c00) 00000100:00000001:0.0:1767326160.958883:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.958884:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:0.0:1767326160.958888:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.958890:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.958892:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.958892:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.958895:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.958899:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.958900:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.958902:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.958903:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.958904:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.958906:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635776:192.168.203.127@tcp:503: 00000100:00000001:0.0:1767326160.958909:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.958910:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.958911:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.958912:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.958924:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001c0761a7. 02000000:00000001:0.0:1767326160.958925:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.958928:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e79ac9. 00000400:00000010:0.0:1767326160.958931:0:219026:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005a3b24c1. 00000100:00000200:0.0:1767326160.958934:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386635776, portal 25 00000100:00000001:0.0:1767326160.958937:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.958939:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326160.958944:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.958948:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.958953:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.958955:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326160.958957:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386635776, offset 0 00000400:00000200:0.0:1767326160.958963:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.958968:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.958971:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.958974:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.958976:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.958978:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.958980:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [264:264:256:4294967295] 192.168.203.127@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:0.0:1767326160.958994:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.958998:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.959001:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000800:00000200:0.0:1767326160.959004:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.959008:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.959010:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.959024:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.959042:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871360 00000100:00000001:0.0:1767326160.959047:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871358 00000100:00000001:0.0:1767326160.959056:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871360 00000100:00000001:0.0:1767326160.959065:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871358 00000100:00000001:0.0:1767326160.959071:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871360 00000100:00000001:0.0:1767326160.959075:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871358 00000100:00000001:0.0:1767326160.959078:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871360 00000100:00000001:0.0:1767326160.959081:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871358 00000100:00000001:0.0:1767326160.959084:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.959086:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.959088:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.959090:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326160.959092:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326160.959095:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000400:00000200:2.0:1767326160.959099:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767326160.959102:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 0000000035cc6f5d going to sleep for 11 seconds 00000400:00000200:2.0:1767326160.959108:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326160.959111:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326160.959112:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:2.0:1767326160.959116:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326160.959117:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.959120:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326160.959127:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.959134:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326160.959137:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.959143:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.959146:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326160.959993:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.960002:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326160.960003:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.960006:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.960010:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326160.960018:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8416 into portal 25 MB=0x6957404a07e00 00000400:00000200:2.0:1767326160.960021:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8416/8416 into md 0x915 [4] + 224 00000800:00000001:2.0:1767326160.960025:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.960048:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.960050:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.960053:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326160.960062:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326160.960065:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326160.960070:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.960083:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326160.960088:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.960091:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.960122:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.960128:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.960130:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.960133:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e79ac9. 00000400:00000200:0.0:1767326160.960137:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a3b24c1 00000400:00000010:0.0:1767326160.960139:0:219026:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005a3b24c1. 00000100:00000001:0.0:1767326160.960143:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.960149:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.960159:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.960166:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.960168:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.960169:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.960172:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.960173:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.960175:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.960177:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.960180:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.960183:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.960186:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.960187:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.960189:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326160.960191:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.960193:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.960195:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.960200:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.960202:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.960203:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.960206:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.960224:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386635776:192.168.203.127@tcp:503: 00000100:00000001:0.0:1767326160.960227:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.960229:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.960230:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.960231:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.960233:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.960238:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.960239:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000035cc6f5d. 00000100:00000001:0.0:1767326160.960241:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.960242:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326160.960246:0:219026:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767326160.960247:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.960250:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386635776/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.960254:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.960255:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.960257:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001c0761a7. 02000000:00000001:0.0:1767326160.960266:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.960268:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.960269:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.960270:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.960271:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000072008a10. 02000000:00000001:0.0:1767326160.960273:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.960274:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.960275:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326160.960277:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.960278:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326160.960279:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.960280:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.960281:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767326160.960282:0:219026:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326160.960284:0:219026:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326160.960293:0:219026:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767326160.960296:0:219026:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000aa6e200. 00000040:00001000:0.0:1767326160.960298:0:219026:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:0.0:1767326160.960483:0:221709:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767326160.960487:0:221709:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072008a10. 00000020:00000010:0.0:1767326160.960491:0:221709:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b3c5f11. 00000040:00000010:0.0:1767326160.960493:0:221709:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034752d8c. 00000020:00000010:0.0:1767326160.960497:0:221709:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098c4459b. 00000020:00000010:0.0:1767326160.960503:0:221709:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de8df7c6. 00000020:00000010:0.0:1767326160.960505:0:221709:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066816d20. 80000000:00000010:0.0:1767326160.960508:0:221709:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000149bfc9a. 40000000:00000010:0.0:1767326160.960510:0:221709:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000550c873b. 00100000:00000010:0.0:1767326160.960513:0:221709:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000847dbc05. 00040000:00000010:0.0:1767326160.960517:0:221709:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cce73401. 00040000:00000010:0.0:1767326160.960521:0:221709:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000080d9a9ae. 00040000:00000010:0.0:1767326160.960523:0:221709:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000048d0cf80. 00000004:00000010:0.0:1767326160.960527:0:221709:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b11252e2. 00000004:00000010:0.0:1767326160.960530:0:221709:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae563dd6. 00000004:00000010:0.0:1767326160.960534:0:221709:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c55b57a3. 00002000:00000010:0.0:1767326160.960537:0:221709:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eee1da4e. 00000004:00000010:0.0:1767326160.960539:0:221709:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e27a126d. 00000020:00000010:0.0:1767326160.960543:0:221709:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000184234d3. 00000040:00000010:0.0:1767326160.960549:0:221709:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005bf1e4e5. 00000040:00001000:0.0:1767326160.960551:0:221709:0:(llog.c:607:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:0.0:1767326160.960553:0:221709:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767326160.960555:0:221709:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767326160.960557:0:221709:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:0.0:1767326160.960560:0:221709:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326160.960561:0:221709:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.960564:0:221709:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.960566:0:221709:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.960569:0:221709:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.960572:0:221709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008472d86c. 00000100:00000001:0.0:1767326160.960575:0:221709:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.960582:0:221709:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.960584:0:221709:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.960586:0:221709:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a3b24c1. 00000100:00000001:0.0:1767326160.960588:0:221709:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787108160 : -125135922443456 : ffff8e3085cb4b40) 00000100:00000001:0.0:1767326160.960590:0:221709:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.960592:0:221709:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000001:0.0:1767326160.960594:0:221709:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.960596:0:221709:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.960598:0:221709:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.960599:0:221709:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.960602:0:221709:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.960607:0:221709:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.960607:0:221709:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.960609:0:221709:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.960611:0:221709:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.960612:0:221709:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.960615:0:221709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6657de6e-759e-415f-bede-5f56cedbd629:221709:1853175386635904:192.168.203.127@tcp:502: 00000100:00000001:0.0:1767326160.960618:0:221709:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.960619:0:221709:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.960621:0:221709:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.960622:0:221709:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.960628:0:221709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001c0761a7. 02000000:00000001:0.0:1767326160.960629:0:221709:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.960632:0:221709:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e79ac9. 00000400:00000010:0.0:1767326160.960635:0:221709:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ce6011d3. 00000100:00000200:0.0:1767326160.960638:0:221709:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386635904, portal 25 00000100:00000001:0.0:1767326160.960640:0:221709:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.960641:0:221709:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326160.960644:0:221709:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.960650:0:221709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.960651:0:221709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.960653:0:221709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000200:0.0:1767326160.960658:0:221709:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386635904, offset 0 00000400:00000200:0.0:1767326160.960662:0:221709:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.960669:0:221709:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.960673:0:221709:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.960675:0:221709:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.960677:0:221709:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.960679:0:221709:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.960681:0:221709:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [265:265:256:4294967295] 192.168.203.127@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:0.0:1767326160.960688:0:221709:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.960693:0:221709:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.960696:0:221709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000800:00000200:0.0:1767326160.960700:0:221709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.960704:0:221709:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.960707:0:221709:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.960721:0:221709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.960726:0:221709:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871361 00000100:00000001:0.0:1767326160.960730:0:221709:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871360 00000100:00000001:0.0:1767326160.960735:0:221709:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871361 00000100:00000001:0.0:1767326160.960738:0:221709:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871360 00000100:00000001:0.0:1767326160.960742:0:221709:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871361 00000100:00000001:0.0:1767326160.960747:0:221709:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871360 00000100:00000001:0.0:1767326160.960753:0:221709:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871361 00000100:00000001:0.0:1767326160.960792:0:221709:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871360 00000100:00000001:0.0:1767326160.960796:0:221709:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.960797:0:221709:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.960799:0:221709:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.960801:0:221709:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326160.960803:0:221709:0:(client.c:2690:ptlrpc_set_wait()) set 000000005a3b24c1 going to sleep for 11 seconds 00000100:00000001:0.0:1767326160.960806:0:221709:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.960814:0:221709:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326160.960834:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326160.960839:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:3.0:1767326160.960845:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.960851:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326160.960855:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000010:3.0:1767326160.960857:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:3.0:1767326160.960859:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326160.960897:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.960905:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326160.960908:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.960913:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.960915:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326160.961843:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.961849:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326160.961851:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.961852:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.961856:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326160.961863:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8472 into portal 25 MB=0x6957404a07e80 00000400:00000200:2.0:1767326160.961866:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8472/8472 into md 0x91d [4] + 224 00000800:00000001:2.0:1767326160.961871:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.961878:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.961880:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.961882:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326160.961886:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326160.961889:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326160.961895:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.961910:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326160.961914:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.961916:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.961927:0:221709:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326160.961934:0:221709:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326160.961936:0:221709:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326160.961938:0:221709:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e79ac9. 00000400:00000200:1.0:1767326160.961943:0:221709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6011d3 00000400:00000010:1.0:1767326160.961944:0:221709:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ce6011d3. 00000100:00000001:1.0:1767326160.961947:0:221709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326160.961951:0:221709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326160.961959:0:221709:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.961965:0:221709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326160.961966:0:221709:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.961968:0:221709:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326160.961971:0:221709:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326160.961973:0:221709:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326160.961974:0:221709:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326160.961976:0:221709:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326160.961981:0:221709:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326160.961984:0:221709:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326160.961986:0:221709:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326160.961987:0:221709:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326160.961989:0:221709:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326160.961991:0:221709:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.962009:0:221709:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326160.962015:0:221709:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.962021:0:221709:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326160.962023:0:221709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326160.962024:0:221709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326160.962038:0:221709:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326160.962046:0:221709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6657de6e-759e-415f-bede-5f56cedbd629:221709:1853175386635904:192.168.203.127@tcp:502: 00000100:00000001:1.0:1767326160.962051:0:221709:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.962054:0:221709:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.962056:0:221709:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326160.962058:0:221709:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326160.962060:0:221709:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.962068:0:221709:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326160.962071:0:221709:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005a3b24c1. 00000100:00000001:1.0:1767326160.962075:0:221709:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326160.962076:0:221709:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326160.962082:0:221709:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767326160.962084:0:221709:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326160.962085:0:221709:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386635904/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.962090:0:221709:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326160.962092:0:221709:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326160.962095:0:221709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001c0761a7. 02000000:00000001:1.0:1767326160.962103:0:221709:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326160.962105:0:221709:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326160.962107:0:221709:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326160.962108:0:221709:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326160.962111:0:221709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008472d86c. 02000000:00000001:1.0:1767326160.962114:0:221709:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326160.962115:0:221709:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326160.962129:0:221709:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:1.0:1767326160.962134:0:221709:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326160.962135:0:221709:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326160.962138:0:221709:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326160.962139:0:221709:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326160.962141:0:221709:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767326160.962143:0:221709:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767326160.962146:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2000 type=0x10620000 idx=1 00000040:00001000:1.0:1767326160.962151:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767326160.962152:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e20e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767326160.962154:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1767326160.962155:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2158 type=0x10620000 idx=3 00000040:00001000:1.0:1767326160.962157:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1767326160.962158:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2200 type=0x10620000 idx=4 00000040:00001000:1.0:1767326160.962160:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1767326160.962161:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e22e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767326160.962163:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1767326160.962164:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e23c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767326160.962166:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1767326160.962167:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2438 type=0x10620000 idx=7 00000040:00001000:1.0:1767326160.962169:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1767326160.962170:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e24e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767326160.962172:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1767326160.962173:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e25c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767326160.962175:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1767326160.962176:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e26a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767326160.962179:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1767326160.962180:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2718 type=0x10620000 idx=11 00000040:00001000:1.0:1767326160.962182:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1767326160.962183:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e27f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767326160.962185:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1767326160.962186:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e28d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767326160.962188:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1767326160.962190:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2930 type=0x10620000 idx=14 00000040:00001000:1.0:1767326160.962192:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1767326160.962194:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e29b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767326160.962203:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1767326160.962204:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767326160.962206:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1767326160.962207:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767326160.962208:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1767326160.962209:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767326160.962212:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1767326160.962212:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767326160.962214:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1767326160.962215:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767326160.962216:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1767326160.962218:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767326160.962219:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1767326160.962220:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767326160.962221:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1767326160.962221:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767326160.962222:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1767326160.962223:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e2f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767326160.962224:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1767326160.962224:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3018 type=0x10620000 idx=25 00000040:00001000:1.0:1767326160.962225:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1767326160.962226:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e30b8 type=0x10620000 idx=26 00000040:00001000:1.0:1767326160.962227:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1767326160.962228:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3198 type=0x10620000 idx=27 00000040:00001000:1.0:1767326160.962229:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1767326160.962230:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3278 type=0x10620000 idx=28 00000040:00001000:1.0:1767326160.962230:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1767326160.962231:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e32c8 type=0x10620000 idx=29 00000040:00001000:1.0:1767326160.962232:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1767326160.962233:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e33a8 type=0x10620000 idx=30 00000040:00001000:1.0:1767326160.962234:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1767326160.962234:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3488 type=0x10620000 idx=31 00000040:00001000:1.0:1767326160.962235:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1767326160.962236:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e34e0 type=0x10620000 idx=32 00000040:00001000:1.0:1767326160.962237:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1767326160.962245:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3560 type=0x10620000 idx=33 00000040:00001000:1.0:1767326160.962246:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1767326160.962248:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e35f0 type=0x10620000 idx=34 00000040:00001000:1.0:1767326160.962250:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1767326160.962250:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3670 type=0x10620000 idx=35 00000040:00001000:1.0:1767326160.962251:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1767326160.962252:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3750 type=0x10620000 idx=36 00000040:00001000:1.0:1767326160.962253:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1767326160.962254:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3830 type=0x10620000 idx=37 00000040:00001000:1.0:1767326160.962255:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1767326160.962255:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3880 type=0x10620000 idx=38 00000040:00001000:1.0:1767326160.962256:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1767326160.962257:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3960 type=0x10620000 idx=39 00000040:00001000:1.0:1767326160.962258:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1767326160.962258:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3a40 type=0x10620000 idx=40 00000040:00001000:1.0:1767326160.962259:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1767326160.962260:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3a98 type=0x10620000 idx=41 00000040:00001000:1.0:1767326160.962261:0:221709:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1767326160.962262:0:221709:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30ba2e3b18 type=0x10620000 idx=42 00000040:00001000:1.0:1767326160.962263:0:221709:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1767326160.962265:0:221709:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:1.0:1767326160.962267:0:221709:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767326160.962272:0:221709:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000073c179a7. 00000020:01000000:1.0:1767326160.962275:0:221709:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000010:1.0:1767326160.962278:0:221709:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000067a2003a. 00000020:00000080:1.0:1767326160.962280:0:221709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767326160.962287:0:221709:0:(obd_config.c:671:class_setup()) Process entered 00000020:00020000:1.0:1767326160.962289:0:221709:0:(obd_config.c:689:class_setup()) Device 4 already setup (type mdc) 00000020:00000010:0.0:1767326160.964112:0:221708:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000060a3b87. 00000020:00000040:0.0:1767326160.964119:0:221708:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff8e30967de000 has already been connecting to new target(5) 00000020:00000010:0.0:1767326160.964121:0:221708:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000060a3b87. 00000020:00000001:1.0:1767326160.964355:0:221709:0:(obd_config.c:690:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1767326160.964359:0:221709:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:1.0:1767326160.964362:0:221709:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767326160.964366:0:221709:0:(obd_config.c:794:class_detach()) Process entered 00000020:00020000:1.0:1767326160.964367:0:221709:0:(obd_config.c:797:class_detach()) OBD device 4 still set up 00000020:00000001:1.0:1767326160.965956:0:221709:0:(obd_config.c:798:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767326160.965965:0:221709:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326160.965968:0:221709:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000067a2003a. 00000020:00000010:1.0:1767326160.965971:0:221709:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000073c179a7. 00000020:00020000:1.0:1767326160.965974:0:221709:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.203.127@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1767326160.968306:0:221709:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1767326160.968310:0:221709:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000000b80a01a. 00000020:00000001:1.0:1767326160.968313:0:221709:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1767326160.968316:0:221709:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:1.0:1767326160.968317:0:221709:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.203.127@tcp 00000020:00000010:1.0:1767326160.970360:0:221709:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 000000000b80a01a. 00000020:00000001:1.0:1767326160.970365:0:221709:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326160.970366:0:221709:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1767326160.970369:0:221709:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1767326160.970371:0:221709:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:1.0:1767326160.970373:0:221709:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005bf1e4e5. 00000020:00000010:1.0:1767326160.970380:0:221709:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000184234d3. 00000020:00000010:1.0:1767326160.970387:0:221709:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b3c5f11. 00000040:00000010:1.0:1767326160.970392:0:221709:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000034752d8c. 00000020:00000010:1.0:1767326160.970395:0:221709:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000098c4459b. 00000020:00000010:1.0:1767326160.970400:0:221709:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de8df7c6. 00000020:00000010:1.0:1767326160.970405:0:221709:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000066816d20. 80000000:00000010:1.0:1767326160.970409:0:221709:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000149bfc9a. 40000000:00000010:1.0:1767326160.970413:0:221709:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000550c873b. 00100000:00000010:1.0:1767326160.970417:0:221709:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000847dbc05. 00040000:00000010:1.0:1767326160.970420:0:221709:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cce73401. 00040000:00000010:1.0:1767326160.970423:0:221709:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000080d9a9ae. 00040000:00000010:1.0:1767326160.970428:0:221709:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000048d0cf80. 00000004:00000010:1.0:1767326160.970431:0:221709:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b11252e2. 00000004:00000010:1.0:1767326160.970435:0:221709:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae563dd6. 00000004:00000010:1.0:1767326160.970439:0:221709:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c55b57a3. 00002000:00000010:1.0:1767326160.970442:0:221709:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eee1da4e. 00000004:00000010:1.0:1767326160.970445:0:221709:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e27a126d. 00000020:00000010:1.0:1767326160.970447:0:221709:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072008a10. 00000040:00000010:0.0:1767326160.970480:0:219026:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000aa6e200. 00000040:00000001:0.0:1767326160.970488:0:219026:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767326160.970490:0:219026:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:0.0:1767326160.970495:0:219026:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c2204b0b. 00000040:00000010:0.0:1767326160.970499:0:219026:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f059409. 00000020:00000001:0.0:1767326160.970504:0:219026:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767326160.970507:0:219026:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767326160.970511:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006a05f1cc. 00000040:00000010:0.0:1767326160.970515:0:219026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000192ea09b. 00000020:00000010:0.0:1767326160.970518:0:219026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ef2e58b. 00000020:00000010:0.0:1767326160.970523:0:219026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000047477017. 80000000:00000010:0.0:1767326160.970527:0:219026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000028bd8559. 00040000:00000010:0.0:1767326160.970530:0:219026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a43bbeb0. 20000000:00000010:0.0:1767326160.970533:0:219026:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000aeae9a66. 00000020:00000010:0.0:1767326160.970536:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c9e77e0. 10000000:00000010:0.0:1767326160.970538:0:219026:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000036eb1afa. 10000000:01000000:0.0:1767326160.970541:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767326160.970544:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326160.970545:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.970547:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.970549:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009131c32a refcount=3 00000020:00000001:0.0:1767326160.970551:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.970554:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:0.0:1767326160.970556:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326160.970558:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.970567:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.970577:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326160.970579:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.970586:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326160.970587:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.970589:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326160.970590:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.970592:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767326160.970594:0:219026:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767326160.972499:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326160.972501:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326160.972502:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000002482a30d) refs 2 10000000:00000001:0.0:1767326160.972504:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.972506:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326160.972507:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 3 10000000:00000001:0.0:1767326160.972508:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326160.972509:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326160.972510:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767326160.972511:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326160.972512:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8e30b9308000 from 1 10000000:00000001:0.0:1767326160.972513:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326160.972514:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767326160.972518:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326160.972520:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.972522:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.972523:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.972526:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.972531:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a10be5fc. 00000100:00000001:0.0:1767326160.972534:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.972536:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326160.972537:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767326160.972540:0:219026:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008210c140 count: 2 00010000:00000001:0.0:1767326160.972542:0:219026:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326160.972544:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326160.972546:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003c5567c9. 00000020:00000001:0.0:1767326160.972548:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326160.972555:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003c5567c9 with handle 0x23386b5eae8f13fc to hash 00000020:00000001:0.0:1767326160.972556:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326160.972557:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.972559:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.972560:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326160.972562:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326160.972563:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.972568:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.972573:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326160.972576:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.972577:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.972579:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004246550a. 00000100:00000001:0.0:1767326160.972581:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787106240 : -125135922445376 : ffff8e3085cb43c0) 00000100:00000001:0.0:1767326160.972582:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.972583:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000001:0.0:1767326160.972585:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.972586:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.972587:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.972588:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.972592:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.972597:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.972598:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.972601:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.972602:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.972603:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.972605:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386636032:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326160.972611:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.972614:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.972615:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.972616:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.972618:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000018b1c3ed. 02000000:00000001:0.0:1767326160.972619:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.972621:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3aa3bc7. 00000400:00000010:0.0:1767326160.972624:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000200:0.0:1767326160.972627:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386636032, portal 25 00000100:00000001:0.0:1767326160.972628:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.972629:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000040:0.0:1767326160.972632:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.972636:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.972638:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.972639:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000200:0.0:1767326160.972641:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386636032, offset 0 00000400:00000200:0.0:1767326160.972644:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.972651:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.972654:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.972657:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.972660:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.972662:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.972665:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [266:266:256:4294967295] 192.168.203.127@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:0.0:1767326160.972674:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.972678:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.972681:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000800:00000200:0.0:1767326160.972686:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.972691:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.972695:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.972710:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.972719:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871373 00000100:00000001:0.0:1767326160.972726:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871361 00000100:00000001:0.0:1767326160.972732:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871373 00000100:00000001:0.0:1767326160.972738:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871361 00000100:00000001:0.0:1767326160.972742:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871373 00000100:00000001:0.0:1767326160.972745:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871361 00000100:00000001:0.0:1767326160.972748:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871373 00000100:00000001:0.0:1767326160.972753:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871361 00000800:00000200:2.0:1767326160.972798:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326160.972800:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326160.972804:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000100:00000001:0.0:1767326160.972806:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326160.972812:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326160.972812:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.972819:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326160.972827:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00100000:0.0:1767326160.972827:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 000000004246550a going to sleep for 11 seconds 00000400:00000200:2.0:1767326160.972837:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000100:00000001:0.0:1767326160.972838:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.972842:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326160.972848:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:2.0:1767326160.972851:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326160.972855:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.972863:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326160.972864:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.972869:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.972870:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326160.973856:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.973863:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326160.973867:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.973871:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.973878:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326160.973887:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a07f00 00000400:00000200:3.0:1767326160.973893:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0x925 [1] + 224 00000800:00000001:3.0:1767326160.973899:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.973905:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.973907:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.973911:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326160.973915:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326160.973919:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326160.973930:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.973947:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326160.973953:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.973961:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.973972:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.973977:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.973979:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.973981:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3aa3bc7. 00000400:00000200:0.0:1767326160.973984:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326160.973985:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326160.973987:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.973992:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.973998:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.974003:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.974004:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.974005:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.974007:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.974008:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.974009:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.974017:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.974020:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.974022:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.974024:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.974024:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.974026:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326160.974039:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974041:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.974044:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.974049:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.974050:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.974051:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.974053:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.974058:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386636032:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326160.974061:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.974062:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974064:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.974065:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.974066:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.974070:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.974072:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004246550a. 00000100:00000001:0.0:1767326160.974073:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.974074:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.974076:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326160.974078:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.974080:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.974081:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=4 00000020:00000001:0.0:1767326160.974083:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.974086:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000040:0.0:1767326160.974089:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003c5567c9, remote cookie: 0x1b9a6a59a123b38, flags: 0x0 00010000:00000001:0.0:1767326160.974097:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326160.974100:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326160.974101:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326160.974103:0:219026:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326160.974104:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326160.974106:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008210c140) refcount = 2 00010000:00000040:0.0:1767326160.974109:0:219026:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767326160.974111:0:219026:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326160.974117:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.974123:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326160.974124:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326160.974126:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326160.974129:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326160.974130:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326160.974132:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.974138:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326160.974139:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.974141:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.974142:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.974143:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.974144:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974147:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.974151:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386636032/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.974158:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.974160:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.974162:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000018b1c3ed. 02000000:00000001:0.0:1767326160.974165:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.974167:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.974168:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.974176:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.974178:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a10be5fc. 02000000:00000001:0.0:1767326160.974181:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.974182:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.974183:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:0.0:1767326160.974185:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.974186:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326160.974187:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.974188:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326160.974189:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000002482a30d) refs 3 10000000:00000001:0.0:1767326160.974191:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.974192:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.974193:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.974194:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=3 00000020:00000001:0.0:1767326160.974195:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.974196:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.974198:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767326160.974199:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.974200:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326160.974201:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.974202:0:219026:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767326160.974204:0:219026:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000036eb1afa. 00000020:00000010:0.0:1767326160.974206:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a10be5fc. 00000020:00000010:0.0:1767326160.974208:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000067f3644. 00000040:00000010:0.0:1767326160.974210:0:219026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001c951cf3. 00000020:00000010:0.0:1767326160.974212:0:219026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e2b3a1fd. 00000020:00000010:0.0:1767326160.974214:0:219026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000048d0cf80. 80000000:00000010:0.0:1767326160.974216:0:219026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028bd8559. 00040000:00000010:0.0:1767326160.974218:0:219026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008472d86c. 20000000:00000010:0.0:1767326160.974220:0:219026:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000aa5292f4. 10000000:00000040:0.0:1767326160.974222:0:219026:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000020:00000001:0.0:1767326160.974224:0:219026:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767326160.974225:0:219026:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1767326160.974226:0:219026:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767326160.974228:0:219026:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f755397. 00000040:00000001:0.0:1767326160.974230:0:219026:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767326160.974234:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:0.0:1767326160.974236:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326160.974238:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326160.974240:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.974241:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.974243:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.974245:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686c74ad. 00000100:00000001:0.0:1767326160.974247:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974250:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326160.974251:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326160.974254:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004246550a. 00000100:00000001:0.0:1767326160.974255:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937787106240 : -125135922445376 : ffff8e3085cb43c0) 00000100:00000001:0.0:1767326160.974256:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.974257:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000001:0.0:1767326160.974259:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.974260:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974261:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326160.974262:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.974264:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.974268:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.974269:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.974271:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326160.974272:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326160.974273:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326160.974275:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386636160:192.168.203.127@tcp:501: 00000100:00000001:0.0:1767326160.974277:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326160.974278:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326160.974279:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.974280:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326160.974281:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041c7314a. 02000000:00000001:0.0:1767326160.974282:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326160.974284:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3aa3bc7. 00000400:00000010:0.0:1767326160.974286:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000200:0.0:1767326160.974292:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636160, portal 25 00000100:00000001:0.0:1767326160.974293:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.974294:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000040:0.0:1767326160.974297:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.974300:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326160.974302:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326160.974303:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000200:0.0:1767326160.974304:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175386636160, offset 0 00000400:00000200:0.0:1767326160.974307:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326160.974312:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326160.974314:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326160.974316:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326160.974318:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326160.974319:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326160.974321:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [267:267:256:4294967295] 192.168.203.127@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:0.0:1767326160.974327:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326160.974331:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326160.974333:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000800:00000200:0.0:1767326160.974336:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326160.974339:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326160.974341:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767326160.974352:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974354:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305871375 00000100:00000001:0.0:1767326160.974357:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871373 00000100:00000001:0.0:1767326160.974359:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305871375 00000100:00000001:0.0:1767326160.974361:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871373 00000100:00000001:0.0:1767326160.974363:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305871375 00000100:00000001:0.0:1767326160.974364:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871373 00000100:00000001:0.0:1767326160.974370:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305871375 00000100:00000001:0.0:1767326160.974372:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871373 00000100:00000001:0.0:1767326160.974373:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.974375:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.974377:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.974378:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326160.974379:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 000000004246550a going to sleep for 11 seconds 00000100:00000001:0.0:1767326160.974384:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326160.974385:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326160.974432:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326160.974436:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:2.0:1767326160.974439:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.974444:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326160.974447:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:2.0:1767326160.974448:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:2.0:1767326160.974451:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326160.974454:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.974461:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326160.974463:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.974467:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.974468:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326160.975335:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.975342:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326160.975344:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.975346:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.975350:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326160.975357:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 272 into portal 25 MB=0x6957404a07f80 00000400:00000200:2.0:1767326160.975361:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 272/272 into md 0x92d [1] + 224 00000800:00000001:2.0:1767326160.975365:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.975369:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.975371:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.975379:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326160.975383:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326160.975385:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326160.975392:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.975408:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326160.975413:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.975415:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.975433:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326160.975437:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326160.975438:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.975440:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3aa3bc7. 00000400:00000200:0.0:1767326160.975442:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326160.975444:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326160.975446:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326160.975450:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326160.975456:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.975461:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.975462:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.975463:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.975464:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.975465:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.975466:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.975468:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.975470:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326160.975472:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326160.975473:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326160.975475:0:219026:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.975480:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767326160.975481:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767326160.975489:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.975494:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767326160.975495:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.975496:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.975498:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326160.975502:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386636160:192.168.203.127@tcp:501: 00000100:00000001:0.0:1767326160.975505:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.975507:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767326160.975508:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326160.975509:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.975510:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.975514:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326160.975516:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004246550a. 00000100:00000001:0.0:1767326160.975517:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326160.975518:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767326160.975519:0:219026:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767326160.975521:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.975521:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.975522:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326160.975523:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.975524:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386636160/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326176 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.975528:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326160.975529:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.975530:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041c7314a. 02000000:00000001:0.0:1767326160.975531:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.975532:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.975533:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326160.975536:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.975537:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000686c74ad. 02000000:00000001:0.0:1767326160.975539:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.975540:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.975541:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:0.0:1767326160.975543:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.975543:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767326160.975545:0:219026:0:(llog.c:1547:llog_open()) MGC192.168.203.127@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767326160.975546:0:219026:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f755397. 00000040:00000001:0.0:1767326160.975548:0:219026:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767326160.975550:0:219026:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767326160.975551:0:219026:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1767326160.975553:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000067f3644. 00000040:00000010:0.0:1767326160.975556:0:219026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001c951cf3. 00000020:00000010:0.0:1767326160.975557:0:219026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2b3a1fd. 00000020:00000010:0.0:1767326160.975559:0:219026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000048d0cf80. 80000000:00000010:0.0:1767326160.975561:0:219026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000028bd8559. 00040000:00000010:0.0:1767326160.975563:0:219026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008472d86c. 20000000:00000010:0.0:1767326160.975565:0:219026:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000aa5292f4. 00000020:00000010:0.0:1767326160.975566:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a10be5fc. 10000000:00000010:0.0:1767326160.975567:0:219026:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000036eb1afa. 10000000:01000000:0.0:1767326160.975569:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1767326160.975571:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326160.975572:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326160.975573:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326160.975574:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=3 00000020:00000001:0.0:1767326160.975575:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.975577:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:0.0:1767326160.975578:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326160.975580:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.975584:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.975587:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326160.975588:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326160.975592:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326160.975593:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326160.975594:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326160.975594:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326160.975595:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767326160.975597:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326160.975598:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326160.975598:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 3 10000000:00000001:0.0:1767326160.975600:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767326161.142886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326161.142893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326161.142899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326161.142901:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326161.142946:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326161.142952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326161.142955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326161.462871:0:219018:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767326161.462876:0:219018:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.166880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326162.166885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.166889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326162.166890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326162.166936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326162.166942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326162.166945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326163.190846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326163.190852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326163.190857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326163.190858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326163.190882:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326163.190887:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326163.190891:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326163.510873:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326163.510882:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326163.510890:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326163.510896:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326163.510899:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326163.510901:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326163.510906:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326163.510912:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000485e6489. 00000100:00000001:0.0:1767326163.510918:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.510928:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326163.510955:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326163.510957:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.510961:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_03+3] req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.510983:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.510986:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326163.510989:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326163.510992:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98cad68. 00000020:00000040:0.0:1767326163.510996:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326163.510999:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326163.511001:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326163.511004:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326163.511007:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:0.0:1767326163.511025:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.511029:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326163.511037:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326163.511038:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326163.511043:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326163.511044:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326163.511045:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326163.511048:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f98cad68] to pc [ptlrpcd_00_00+0] req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326163.511049:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326163.511051:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326163.511058:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326163.511069:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326163.511071:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326163.511072:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.511075:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326163.511078:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326163.511079:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326163.511080:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326163.511081:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326163.511083:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326163.511084:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767326163.511085:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 02000000:00000001:3.0:1767326163.511090:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326163.511091:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326163.511091:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326163.511097:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326163.511100:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767326163.511101:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386636288:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326163.511103:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326163.511105:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326163.511108:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326163.511108:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:3.0:1767326163.511110:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326163.511113:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326163.511117:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326163.511117:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326163.511118:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.511119:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326163.511122:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326163.511122:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.511125:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.511126:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326163.511129:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326163.511131:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386636416:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326163.511137:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767326163.511138:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000696ae0b4. 00000100:00000001:0.0:1767326163.511139:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326163.511141:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326163.511142:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326163.511145:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326163.511145:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.511148:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_01+1] req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326163.511150:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326163.511155:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba2a3d21. 00000400:00000010:3.0:1767326163.511157:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 02000000:00000001:1.0:1767326163.511158:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.511165:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326163.511167:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000040:0.0:1767326163.511168:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326163.511169:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000400:00000010:1.0:1767326163.511173:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000040:0.0:1767326163.511176:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326163.511180:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636288, portal 25 00000100:00000200:1.0:1767326163.511181:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636416, portal 10 00000100:00000040:0.0:1767326163.511182:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11207) 00000100:00000001:3.0:1767326163.511188:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326163.511188:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326163.511189:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326163.511192:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000001:1.0:1767326163.511193:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656543104 : -125135053008512 : ffff8e30b99dd180) 00000100:00000001:2.0:1767326163.511194:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326163.511198:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326163.511202:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326163.511208:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326163.511209:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326163.511244:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326163.511246:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326163.511249:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326163.511253:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326163.511258:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326163.511259:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326163.511259:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 02000000:00000001:2.0:1767326163.511263:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326163.511264:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386636416, offset 0 00000100:00000040:3.0:1767326163.511270:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326163.511271:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326163.511276:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000400:00000200:1.0:1767326163.511276:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326163.511279:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386636544:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326163.511286:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386636288, offset 0 00000100:00000001:2.0:1767326163.511286:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326163.511291:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326163.511295:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326163.511295:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326163.511298:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326163.511300:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326163.511307:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e8a9ba8. 00000400:00000200:1.0:1767326163.511309:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326163.511311:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326163.511316:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767326163.511317:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c51a23. 00000400:00000200:1.0:1767326163.511321:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326163.511324:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326163.511325:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000400:00000200:1.0:1767326163.511329:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [268:268:256:4294967295] 192.168.203.127@tcp LPNI seq info [268:268:8:4294967295] 00000100:00000200:2.0:1767326163.511332:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636544, portal 10 00000100:00000001:2.0:1767326163.511336:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326163.511339:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 00000400:00000200:1.0:1767326163.511341:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326163.511348:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326163.511353:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326163.511356:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000400:00000200:3.0:1767326163.511360:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326163.511360:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326163.511367:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326163.511369:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326163.511377:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326163.511382:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326163.511383:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326163.511386:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326163.511392:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326163.511393:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326163.511398:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [269:269:255:4294967295] 192.168.203.127@tcp LPNI seq info [269:269:7:4294967295] 00000400:00000010:2.0:1767326163.511399:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767326163.511406:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386636544, offset 0 00000100:00000001:1.0:1767326163.511418:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326163.511419:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326163.511419:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326163.511428:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 371113 usecs (372 jiffies) 00000800:00000200:3.0:1767326163.511432:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326163.511435:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326163.511437:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305869684 00000800:00000010:3.0:1767326163.511438:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000400:00000200:2.0:1767326163.511442:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326163.511443:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305871375 00000100:00000001:1.0:1767326163.511447:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305869684 00000800:00000200:3.0:1767326163.511450:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326163.511451:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326163.511458:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326163.511463:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326163.511463:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305871375 00000400:00000200:2.0:1767326163.511466:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326163.511471:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326163.511474:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305869684 00000400:00000200:2.0:1767326163.511476:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [270:270:254:4294967295] 192.168.203.127@tcp LPNI seq info [270:270:6:4294967295] 00000100:00000001:3.0:1767326163.511479:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326163.511481:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305871375 00000100:00000001:3.0:1767326163.511487:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305873912 00000100:00000001:1.0:1767326163.511488:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305869684 00000800:00000200:0.0:1767326163.511493:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326163.511496:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305871375 00000100:00000001:3.0:1767326163.511499:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305871375 00000800:00000010:0.0:1767326163.511501:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:2.0:1767326163.511502:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326163.511504:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326163.511509:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305873912 00000400:00000200:0.0:1767326163.511512:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326163.511513:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326163.511516:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305871375 00000800:00000200:2.0:1767326163.511518:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326163.511522:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326163.511526:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000001:3.0:1767326163.511528:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305873912 00000400:00000200:0.0:1767326163.511528:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326163.511529:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326163.511538:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326163.511539:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305871375 00000400:00000200:0.0:1767326163.511540:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000100:00000001:1.0:1767326163.511542:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326163.511546:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:3.0:1767326163.511548:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305873912 00000100:00000001:1.0:1767326163.511548:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326163.511549:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326163.511554:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326163.511556:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326163.511557:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305871375 00000800:00000200:2.0:1767326163.511557:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326163.511564:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326163.511565:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326163.511566:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326163.511567:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326163.511567:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326163.511575:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326163.511577:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 21021 usecs (22 jiffies) 00000100:00000001:1.0:1767326163.511577:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.511585:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305869334 00000100:00000001:3.0:1767326163.511588:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.511588:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326163.511590:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305873912 00000100:00000001:3.0:1767326163.511594:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326163.511596:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326163.511597:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305869334 00000100:00000001:3.0:1767326163.511601:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326163.511603:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305873912 00000100:00000001:3.0:1767326163.511605:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326163.511610:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305869334 00000100:00000001:3.0:1767326163.511612:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326163.511617:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326163.511618:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305873912 00000100:00000001:3.0:1767326163.511621:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.511623:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.511624:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305869334 00000100:00000001:3.0:1767326163.511626:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.511627:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326163.511635:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305873912 00000100:00000001:2.0:1767326163.511638:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326163.511641:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.511644:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326163.511646:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326163.511647:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767326163.511650:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000100:00000001:2.0:1767326163.511655:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326163.511655:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326163.511659:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326163.511665:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326163.511666:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326163.511669:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000100:00000001:2.0:1767326163.511670:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326163.511672:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.511675:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326163.511680:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:0.0:1767326163.511684:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326163.511689:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.511697:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326163.511699:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.511706:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.511708:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326163.511790:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326163.511793:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000400:00000200:0.0:1767326163.511796:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326163.511800:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326163.511803:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000400:00000010:0.0:1767326163.511804:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000100:00000001:0.0:1767326163.511807:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326163.511810:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.511817:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326163.511820:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.511825:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.511827:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326163.513366:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513378:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326163.513381:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513383:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326163.513390:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326163.513400:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08000 00000400:00000200:2.0:1767326163.513407:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:2.0:1767326163.513413:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513417:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326163.513418:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326163.513422:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326163.513426:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326163.513430:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326163.513440:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326163.513456:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326163.513463:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513483:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326163.513485:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513489:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326163.513493:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326163.513498:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326163.513501:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326163.513508:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326163.513512:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326163.513513:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08080 00000400:00000010:3.0:1767326163.513515:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000400:00000200:3.0:1767326163.513559:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326163.513561:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326163.513565:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326163.513569:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x939 [1] + 224 00000100:00000200:3.0:1767326163.513572:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326163.513579:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513585:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326163.513588:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326163.513589:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326163.513600:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326163.513608:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326163.513609:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326163.513612:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326163.513615:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326163.513617:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326163.513621:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326163.513624:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326163.513628:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326163.513632:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326163.513633:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326163.513640:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=48 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326163.513648:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=48 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326163.513652:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326163.513653:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.513656:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326163.513657:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326163.513662:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326163.513664:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326163.513665:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326163.513670:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326163.513674:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326163.513675:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326163.513679:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326163.513682:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326163.513686:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326163.513693:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767326163.513693:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326163.513696:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326163.513699:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326163.513705:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000200:2.0:1767326163.513707:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08100 00000400:00000010:1.0:1767326163.513709:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326163.513715:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326163.513721:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x945 [1] + 224 00000100:00000200:1.0:1767326163.513722:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326163.513724:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326163.513732:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326163.513733:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326163.513736:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326163.513741:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326163.513742:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326163.513747:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326163.513749:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326163.513781:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326163.513783:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326163.513785:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326163.513788:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326163.513791:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326163.513792:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326163.513795:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326163.513801:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326163.513802:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326163.513804:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386636288:192.168.203.127@tcp:400: 00000100:00001000:1.0:1767326163.513807:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=38 v=5 (5 5 5 0) 00000100:00000200:2.0:1767326163.513810:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326163.513816:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326163.513816:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=38 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326163.513823:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326163.513825:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326163.513829:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326163.513832:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386636288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326163.513833:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326163.513837:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326163.513840:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326163.513843:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326163.513847:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326163.513851:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326163.513854:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326163.513862:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326163.513864:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326163.513866:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326163.513871:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000696ae0b4. 00000100:00000001:1.0:1767326163.513874:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326163.513878:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326163.513878:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326163.513880:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326163.513885:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326163.513885:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326163.513887:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326163.513889:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326163.513890:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326163.513895:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000485e6489. 00000100:00000040:1.0:1767326163.513895:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326163.513899:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326163.513902:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326163.513907:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326163.513907:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326163.513911:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386636416:192.168.203.127@tcp:400: 00000100:00000010:3.0:1767326163.513912:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:0.0:1767326163.513913:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326163.513920:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326163.513922:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326163.513923:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326163.513923:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326163.513926:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326163.513928:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767326163.513929:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028c51a23. 00000100:00000001:3.0:1767326163.513931:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326163.513934:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f98cad68 x1853175386636416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326163.513937:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000100:00000001:3.0:1767326163.513939:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326163.513943:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:3.0:1767326163.513944:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326163.513945:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326163.513950:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326163.513950:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326163.513951:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326163.513955:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba2a3d21. 00000100:00000001:3.0:1767326163.513957:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326163.513960:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767326163.513960:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326163.513963:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326163.513966:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326163.513969:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326163.513973:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:1.0:1767326163.513978:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326163.513980:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767326163.513982:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326163.513983:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98cad68. 00000100:00000001:1.0:1767326163.513985:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326163.513986:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326163.513987:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326163.513990:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326163.513993:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326163.513997:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326163.514000:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.514008:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326163.514021:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326163.514024:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326163.514026:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326163.514028:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326163.514030:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326163.514032:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326163.514037:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=48 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326163.514040:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326163.514043:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326163.514044:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326163.514046:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326163.514050:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326163.514057:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.514059:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326163.514060:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326163.514062:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326163.514063:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326163.514066:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.514073:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326163.514075:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326163.514076:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326163.514079:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326163.514087:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386636544:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326163.514091:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326163.514092:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326163.514095:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386636544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326163.514112:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326163.514113:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326163.514115:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e8a9ba8. 02000000:00000001:0.0:1767326163.514118:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326163.514120:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326163.514121:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326163.514123:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326163.514125:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:0.0:1767326163.514127:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326163.514128:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326163.514130:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00000001:0.0:1767326163.514133:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326163.514134:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326163.514135:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326163.514139:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326163.514140:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326163.514142:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326163.514144:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326164.214872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326164.214879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326164.214885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326164.214886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326164.214935:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326164.214941:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326164.214945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326165.238857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326165.238863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326165.238868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326165.238869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326165.238895:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326165.238899:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326165.238918:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326166.262833:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326166.262839:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326166.262844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326166.262844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326166.262878:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326166.262882:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326166.262885:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326167.286854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326167.286862:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326167.286864:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326167.286866:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286872:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326167.286873:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286889:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286892:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326167.286897:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326167.286898:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326167.286902:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326167.286904:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326167.286906:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286907:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326167.286908:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286909:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.286910:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326167.286964:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326167.286968:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326167.286970:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326168.118848:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305873912, at 4305873920 00000100:00000040:2.0:1767326168.118848:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305873912, at 4305873920 00000100:00000040:1.0:1767326168.118859:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305873912, at 4305873920 00000100:00000040:0.0:1767326168.118859:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305873912, at 4305873920 00000100:00000010:2.0:1767326168.118871:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000010:1.0:1767326168.118876:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000010:3.0:1767326168.118882:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000010:0.0:1767326168.118889:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00010000:00000001:0.0:1767326168.310918:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326168.310925:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326168.310929:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326168.310930:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326168.310992:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326168.310999:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326168.311003:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326168.630832:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326168.630841:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326168.630849:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000020:00000040:0.0:1767326168.630855:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326168.630859:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326168.630862:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326168.630866:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326168.630873:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326168.630878:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.630887:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326168.630895:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326168.630897:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.630901:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_02+2] req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326168.630931:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.630948:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326168.630953:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326168.630957:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005390fd17. 00000020:00000040:0.0:1767326168.630960:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326168.630964:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326168.630966:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326168.630968:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.630973:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326168.630987:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007c47897. 00000100:00000001:1.0:1767326168.630989:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326168.630993:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.630999:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326168.631001:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326168.631008:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326168.631012:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326168.631015:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.631023:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326168.631025:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326168.631025:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005390fd17] to pc [ptlrpcd_00_03+3] req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326168.631028:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.631036:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326168.631036:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326168.631042:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326168.631049:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326168.631053:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386636672:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326168.631058:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326168.631062:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.631063:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326168.631063:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326168.631072:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326168.631072:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.631073:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326168.631079:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326168.631080:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326168.631090:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba2a3d21. 00000100:00000001:0.0:1767326168.631090:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326168.631093:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 02000000:00000001:1.0:1767326168.631095:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326168.631096:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326168.631100:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:1.0:1767326168.631109:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000001:0.0:1767326168.631112:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326168.631117:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326168.631122:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 02000000:00000001:0.0:1767326168.631123:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.631136:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326168.631137:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636672, portal 25 02000000:00000010:0.0:1767326168.631138:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:3.0:1767326168.631140:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326168.631146:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326168.631147:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326168.631155:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326168.631155:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326168.631161:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326168.631162:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 02000000:00000001:3.0:1767326168.631165:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326168.631179:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326168.631181:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386636800:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326168.631201:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326168.631211:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326168.631212:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326168.631218:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.631219:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326168.631219:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.631227:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_00+0] req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326168.631229:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326168.631235:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326168.631237:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000200:1.0:1767326168.631244:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386636672, offset 0 02000000:00000010:3.0:1767326168.631249:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000696ae0b4. 00000400:00000200:1.0:1767326168.631258:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326168.631259:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326168.631276:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767326168.631277:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000400:00000200:1.0:1767326168.631282:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326168.631287:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326168.631289:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000400:00000200:1.0:1767326168.631293:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326168.631297:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326168.631298:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767326168.631301:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636800, portal 10 00000100:00000040:0.0:1767326168.631302:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326168.631308:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [271:271:256:4294967295] 192.168.203.127@tcp LPNI seq info [271:271:8:4294967295] 00000100:00000001:3.0:1767326168.631314:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326168.631315:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326168.631323:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656538624 : -125135053012992 : ffff8e30b99dc000) 00000100:00000040:0.0:1767326168.631326:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11212) 00000100:00000001:2.0:1767326168.631339:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326168.631340:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326168.631343:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326168.631343:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326168.631344:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326168.631349:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326168.631349:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326168.631354:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326168.631360:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326168.631363:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000800:00000200:1.0:1767326168.631384:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326168.631409:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326168.631413:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326168.631417:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326168.631423:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326168.631424:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326168.631429:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000100:00000001:2.0:1767326168.631430:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326168.631437:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386636800, offset 0 02000000:00000001:2.0:1767326168.631440:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326168.631440:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326168.631446:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326168.631450:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326168.631451:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305879032 02000000:00000001:2.0:1767326168.631457:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326168.631464:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000100:00100000:2.0:1767326168.631465:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386636928:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326168.631472:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326168.631476:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326168.631480:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326168.631487:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305879032 00000100:00000001:2.0:1767326168.631491:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326168.631493:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:1.0:1767326168.631494:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 02000000:00000001:2.0:1767326168.631497:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326168.631502:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.631504:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326168.631508:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326168.631510:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326168.631513:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305879032 00000400:00000200:3.0:1767326168.631520:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:2.0:1767326168.631520:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048d0cf80. 00000100:00000010:1.0:1767326168.631522:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 02000000:00000001:2.0:1767326168.631532:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.631532:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326168.631538:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [272:272:255:4294967295] 192.168.203.127@tcp LPNI seq info [272:272:7:4294967295] 00000100:00000001:1.0:1767326168.631541:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305879032 00000800:00000200:0.0:1767326168.631543:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767326168.631544:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000100:00000010:1.0:1767326168.631548:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000800:00000010:0.0:1767326168.631554:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000100:00000001:1.0:1767326168.631557:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767326168.631558:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000400:00000200:0.0:1767326168.631561:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326168.631564:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326168.631566:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386636928, portal 10 00000100:00000001:1.0:1767326168.631575:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326168.631576:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326168.631580:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326168.631583:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 00000100:00000001:1.0:1767326168.631584:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.631590:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326168.631593:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326168.631598:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326168.631601:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326168.631602:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326168.631603:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:0.0:1767326168.631610:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000800:00000200:3.0:1767326168.631612:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326168.631613:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326168.631617:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326168.631618:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326168.631622:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326168.631624:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000100:00000200:0.0:1767326168.631625:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326168.631629:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326168.631646:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326168.631657:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326168.631659:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326168.631665:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326168.631666:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326168.631672:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000200:2.0:1767326168.631679:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386636928, offset 0 00000100:00000001:0.0:1767326168.631679:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326168.631683:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326168.631691:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326168.631698:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326168.631708:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326168.631711:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326168.631713:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326168.631715:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326168.631717:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [273:273:255:4294967295] 192.168.203.127@tcp LPNI seq info [273:273:7:4294967295] 00000400:00000200:2.0:1767326168.631724:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326168.631728:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326168.631732:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000800:00000200:2.0:1767326168.631736:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326168.631739:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326168.631741:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326168.631752:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326168.631792:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 20782 usecs (21 jiffies) 00000100:00000001:2.0:1767326168.631796:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305874454 00000100:00000001:2.0:1767326168.631799:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305879032 00000100:00000001:2.0:1767326168.631801:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305874454 00000100:00000001:2.0:1767326168.631802:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305879032 00000100:00000001:2.0:1767326168.631809:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305874454 00000100:00000001:2.0:1767326168.631812:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305879032 00000100:00000001:2.0:1767326168.631814:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305874454 00000100:00000001:2.0:1767326168.631817:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305879032 00000800:00000200:0.0:1767326168.631819:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326168.631823:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326168.631826:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326168.631826:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000100:00000001:2.0:1767326168.631832:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326168.631833:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326168.631842:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326168.631842:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326168.631843:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326168.631852:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326168.631859:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000100:00000001:3.0:1767326168.631860:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326168.631861:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326168.631862:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767326168.631868:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326168.631871:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 366276 usecs (367 jiffies) 00000100:00000001:2.0:1767326168.631872:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326168.631872:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326168.631880:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326168.631885:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326168.631888:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326168.631892:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326168.631900:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326168.631912:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326168.631919:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326168.631922:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326168.631934:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305874800 00000100:00000001:3.0:1767326168.631939:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305879032 00000100:00000001:3.0:1767326168.631942:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305874800 00000100:00000001:3.0:1767326168.631943:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305879032 00000100:00000001:3.0:1767326168.631946:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305874800 00000100:00000001:3.0:1767326168.631948:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305879032 00000100:00000001:3.0:1767326168.631949:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305874800 00000100:00000001:3.0:1767326168.631951:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305879032 00000100:00000001:3.0:1767326168.631959:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326168.631962:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.631964:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.631966:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326168.631971:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326168.631973:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326168.631986:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000100:00000001:3.0:1767326168.631987:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326168.631992:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326168.631994:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326168.631999:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326168.632000:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326168.632004:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000100:00000001:3.0:1767326168.632005:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326168.632007:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:3.0:1767326168.632010:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326168.632011:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326168.632017:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326168.632024:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326168.632026:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326168.632033:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326168.632035:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326168.633686:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326168.633697:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326168.633699:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326168.633702:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326168.633709:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326168.633720:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08180 00000400:00000200:2.0:1767326168.633727:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:2.0:1767326168.633735:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326168.633743:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326168.633745:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326168.633748:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326168.633751:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326168.633754:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326168.633778:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326168.633791:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326168.633797:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326168.633800:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326168.633801:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326168.633802:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326168.633805:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326168.633810:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08200 00000400:00000200:2.0:1767326168.633814:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:2.0:1767326168.633818:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326168.633821:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326168.633823:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326168.633825:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326168.633829:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326168.633830:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326168.633831:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326168.633835:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326168.633846:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326168.633849:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326168.633853:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326168.633856:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000100:00000001:2.0:1767326168.633860:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326168.633861:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:1.0:1767326168.633865:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326168.633868:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326168.633872:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326168.633874:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326168.633878:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326168.633889:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326168.633897:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326168.633899:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326168.633902:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326168.633905:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326168.633907:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326168.633909:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326168.633912:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326168.633918:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=53 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326168.633922:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=53 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326168.633926:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326168.633928:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326168.633930:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326168.633932:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.633935:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326168.633936:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.633939:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326168.633943:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326168.633944:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326168.633947:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326168.633950:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000100:00000001:1.0:1767326168.633957:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326168.633960:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767326168.633961:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326168.633962:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326168.633968:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326168.633970:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326168.633986:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326168.633991:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326168.633995:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386636672:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326168.634005:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326168.634006:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326168.634009:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326168.634012:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767326168.634017:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326168.634018:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326168.634019:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08280 00000100:00000040:1.0:1767326168.634026:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386636672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326168.634027:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326168.634032:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:0.0:1767326168.634044:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326168.634051:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326168.634055:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326168.634063:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326168.634065:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326168.634067:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326168.634068:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326168.634069:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326168.634075:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba2a3d21. 00000100:00000200:0.0:1767326168.634075:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326168.634083:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326168.634084:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326168.634088:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326168.634089:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326168.634091:0:216341:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767326168.634093:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 02000000:00000001:3.0:1767326168.634094:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326168.634097:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326168.634098:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326168.634100:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326168.634101:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326168.634103:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326168.634103:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:1.0:1767326168.634110:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326168.634112:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=43 v=5 (5 5 5 0) 02000000:00000001:1.0:1767326168.634114:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326168.634119:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00001000:3.0:1767326168.634120:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=43 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326168.634126:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326168.634127:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326168.634128:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.634131:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326168.634132:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326168.634132:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326168.634137:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326168.634137:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326168.634140:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326168.634144:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767326168.634145:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326168.634149:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.634151:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326168.634153:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326168.634156:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326168.634163:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326168.634166:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326168.634167:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326168.634168:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326168.634171:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326168.634176:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326168.634177:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326168.634181:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326168.634185:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:2.0:1767326168.634190:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000100:00000001:3.0:1767326168.634192:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326168.634194:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:3.0:1767326168.634197:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326168.634200:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326168.634201:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326168.634208:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326168.634209:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326168.634240:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386636800:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326168.634245:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326168.634246:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326168.634247:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326168.634252:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005390fd17 x1853175386636800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326168.634271:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326168.634272:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326168.634273:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326168.634274:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326168.634277:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000696ae0b4. 00000100:00000001:2.0:1767326168.634278:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326168.634281:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326168.634281:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326168.634282:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767326168.634284:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326168.634285:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326168.634286:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326168.634288:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326168.634290:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326168.634292:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007c47897. 00000100:00001000:2.0:1767326168.634293:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=53 v=5 (5 5 5 0) 02000000:00000001:3.0:1767326168.634294:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326168.634297:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767326168.634298:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=10 v=5 (1 0 0 0) 00000100:00000010:3.0:1767326168.634299:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005390fd17. 00000100:00000001:3.0:1767326168.634305:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326168.634306:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326168.634308:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.634309:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326168.634311:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326168.634312:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326168.634317:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:2.0:1767326168.634317:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326168.634320:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326168.634324:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326168.634327:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326168.634330:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326168.634342:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326168.634344:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326168.634346:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326168.634348:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326168.634351:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326168.634359:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326168.634361:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326168.634362:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326168.634365:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326168.634374:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386636928:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326168.634379:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326168.634381:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326168.634383:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386636928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326168.634390:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326168.634392:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326168.634393:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048d0cf80. 02000000:00000001:2.0:1767326168.634396:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326168.634397:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326168.634398:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326168.634399:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326168.634400:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 02000000:00000001:2.0:1767326168.634402:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326168.634403:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326168.634414:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000100:00000001:2.0:1767326168.634421:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326168.634423:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326168.634425:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326168.634430:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326168.634431:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326168.634433:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326168.634441:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326169.142867:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326169.142875:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767326169.334845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326169.334851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326169.334856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326169.334857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326169.334917:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326169.334921:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326169.334924:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326170.358830:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326170.358836:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326170.358841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326170.358842:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326170.358863:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326170.358868:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326170.358872:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326171.382846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326171.382852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326171.382856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326171.382857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326171.382904:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326171.382908:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326171.382910:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326172.406841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326172.406847:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326172.406853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326172.406854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326172.406868:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326172.406872:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326172.406874:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326173.238891:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305879032, at 4305879040 00000100:00000040:1.0:1767326173.238891:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305879032, at 4305879040 00000100:00000040:0.0:1767326173.238891:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305879032, at 4305879040 00000100:00000010:0.0:1767326173.238908:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:1.0:1767326173.238910:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:2.0:1767326173.238914:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000040:3.0:1767326173.238955:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305879032, at 4305879040 00000100:00000010:3.0:1767326173.238973:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00010000:00000001:0.0:1767326173.430854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326173.430860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326173.430865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326173.430866:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326173.430927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326173.430931:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326173.430934:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326173.750859:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326173.750870:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326173.750877:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326173.750884:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326173.750889:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326173.750892:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326173.750896:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326173.750905:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326173.750913:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326173.750925:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326173.750936:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326173.750939:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326173.750962:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_01+1] req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326173.750999:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326173.751002:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326173.751006:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326173.751010:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767326173.751014:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326173.751016:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326173.751019:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326173.751021:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326173.751027:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 00000100:00000001:1.0:1767326173.751032:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326173.751037:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326173.751041:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326173.751048:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326173.751050:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326173.751056:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326173.751060:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326173.751071:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326173.751093:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326173.751097:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326173.751098:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751101:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326173.751106:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326173.751108:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326173.751111:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326173.751114:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386637056:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326173.751118:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326173.751124:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326173.751126:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326173.751128:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326173.751132:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba71e9c4. 02000000:00000001:1.0:1767326173.751133:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326173.751138:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000400:00000010:1.0:1767326173.751144:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000200:1.0:1767326173.751151:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637056, portal 25 00000100:00000001:1.0:1767326173.751153:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326173.751154:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00000040:1.0:1767326173.751159:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.751165:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326173.751172:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_02+2] req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326173.751172:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326173.751175:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000200:1.0:1767326173.751179:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386637056, offset 0 00000400:00000200:1.0:1767326173.751198:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326173.751210:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326173.751211:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326173.751216:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326173.751217:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326173.751221:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326173.751224:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767326173.751228:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326173.751230:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000400:00000200:1.0:1767326173.751235:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000020:00000040:3.0:1767326173.751237:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326173.751240:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326173.751243:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767326173.751244:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [274:274:256:4294967295] 192.168.203.127@tcp LPNI seq info [274:274:8:4294967295] 02000000:00000001:3.0:1767326173.751247:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767326173.751247:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:3.0:1767326173.751252:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326173.751253:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326173.751254:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326173.751261:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:2.0:1767326173.751262:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326173.751265:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326173.751269:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326173.751270:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326173.751270:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326173.751276:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326173.751279:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326173.751280:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326173.751285:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326173.751296:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326173.751296:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326173.751299:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326173.751302:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326173.751305:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000040:3.0:1767326173.751309:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_03+3] req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326173.751320:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326173.751332:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326173.751335:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326173.751336:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:0.0:1767326173.751340:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326173.751343:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326173.751343:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326173.751347:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326173.751348:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326173.751353:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326173.751355:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386637184:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326173.751360:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326173.751363:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326173.751365:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326173.751366:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326173.751369:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001903b5a1. 00000100:00000001:1.0:1767326173.751370:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326173.751372:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326173.751375:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326173.751377:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3aa3bc7. 00000100:00000001:1.0:1767326173.751378:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305884152 00000100:00100000:2.0:1767326173.751379:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:0.0:1767326173.751383:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000001:2.0:1767326173.751384:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326173.751387:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000100:00000200:0.0:1767326173.751388:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637184, portal 10 00000100:00000001:2.0:1767326173.751391:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326173.751393:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326173.751394:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326173.751395:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000100:00000001:1.0:1767326173.751397:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326173.751398:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326173.751401:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326173.751403:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326173.751405:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326173.751406:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305884152 00000100:00000010:1.0:1767326173.751415:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000100:00000040:2.0:1767326173.751416:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326173.751416:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326173.751422:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326173.751423:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767326173.751427:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000001:1.0:1767326173.751430:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305884152 00000100:00000200:0.0:1767326173.751432:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386637184, offset 0 00000100:00000010:1.0:1767326173.751440:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000001:2.0:1767326173.751442:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326173.751446:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326173.751447:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326173.751453:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326173.751454:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305884152 02000000:00000001:2.0:1767326173.751455:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326173.751460:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326173.751460:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326173.751461:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000400:00000200:0.0:1767326173.751467:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326173.751468:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751470:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767326173.751472:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326173.751474:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326173.751478:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326173.751479:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386637312:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326173.751481:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326173.751484:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11217) 00000100:00000001:1.0:1767326173.751486:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326173.751488:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326173.751492:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326173.751495:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326173.751498:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326173.751499:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326173.751504:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326173.751504:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [275:275:255:4294967295] 192.168.203.127@tcp LPNI seq info [275:275:7:4294967295] 00000100:00000001:1.0:1767326173.751507:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326173.751511:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326173.751512:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326173.751518:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326173.751519:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058e237f1. 00000100:00000001:1.0:1767326173.751521:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326173.751522:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326173.751525:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751526:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751533:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326173.751536:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000800:00000200:0.0:1767326173.751539:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326173.751543:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000400:00000010:2.0:1767326173.751545:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000800:00000200:0.0:1767326173.751549:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326173.751553:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637312, portal 10 00000800:00000200:0.0:1767326173.751555:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326173.751558:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326173.751560:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326173.751563:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000100:00000001:0.0:1767326173.751566:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326173.751573:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 361568 usecs (362 jiffies) 00000100:00000040:2.0:1767326173.751574:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326173.751574:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326173.751579:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305879914 00000800:00000010:1.0:1767326173.751580:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000100:00000001:0.0:1767326173.751586:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305884152 00000400:00000200:1.0:1767326173.751588:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326173.751593:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305879914 00000100:00000001:0.0:1767326173.751600:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305884152 00000400:00000200:1.0:1767326173.751601:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326173.751604:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326173.751605:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305879914 00000100:00000001:0.0:1767326173.751610:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305884152 00000100:00000040:2.0:1767326173.751614:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326173.751617:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305879914 00000400:00000200:1.0:1767326173.751618:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:2.0:1767326173.751620:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f317576. 00000400:00000010:1.0:1767326173.751622:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:0.0:1767326173.751624:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305884152 00000100:00000001:1.0:1767326173.751630:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326173.751630:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326173.751631:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386637312, offset 0 00000100:00000001:0.0:1767326173.751635:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326173.751640:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326173.751641:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326173.751644:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326173.751647:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326173.751652:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326173.751656:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326173.751656:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326173.751660:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326173.751665:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326173.751666:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751667:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326173.751672:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326173.751675:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326173.751680:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326173.751686:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326173.751694:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [276:276:254:4294967295] 192.168.203.127@tcp LPNI seq info [276:276:6:4294967295] 00000100:00000001:1.0:1767326173.751694:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751699:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326173.751708:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326173.751713:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326173.751718:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000800:00000200:2.0:1767326173.751723:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326173.751728:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326173.751732:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326173.751735:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326173.751739:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 20552 usecs (21 jiffies) 00000100:00000001:2.0:1767326173.751741:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305879573 00000100:00000001:2.0:1767326173.751744:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305884152 00000100:00000001:2.0:1767326173.751746:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305879573 00000100:00000001:2.0:1767326173.751747:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305884152 00000100:00000001:2.0:1767326173.751749:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305879573 00000100:00000001:2.0:1767326173.751751:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305884152 00000100:00000001:2.0:1767326173.751753:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305879573 00000800:00000200:1.0:1767326173.751784:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326173.751788:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000100:00000001:2.0:1767326173.751789:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305884152 00000400:00000200:1.0:1767326173.751793:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326173.751800:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326173.751803:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326173.751805:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326173.751809:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000100:00000001:2.0:1767326173.751810:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326173.751814:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:2.0:1767326173.751816:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751820:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326173.751826:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.751835:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326173.751839:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.751854:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751856:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326173.751898:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326173.751901:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:1.0:1767326173.751904:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326173.751908:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326173.751911:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f317576 00000400:00000010:1.0:1767326173.751912:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f317576. 00000100:00000001:1.0:1767326173.751915:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326173.751918:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.751938:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326173.751958:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.751966:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.751967:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326173.753390:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753400:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326173.753403:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753406:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326173.753413:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326173.753423:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08300 00000400:00000200:2.0:1767326173.753430:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1767326173.753437:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753446:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326173.753448:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326173.753452:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326173.753457:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326173.753461:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326173.753473:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326173.753493:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326173.753500:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753512:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326173.753515:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753518:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326173.753522:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326173.753528:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08380 00000400:00000200:2.0:1767326173.753533:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x96d [1] + 224 00000100:00000001:1.0:1767326173.753533:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326173.753538:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326173.753539:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753545:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326173.753546:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326173.753547:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326173.753550:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326173.753553:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326173.753554:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326173.753559:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:1.0:1767326173.753564:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326173.753567:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326173.753568:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326173.753574:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326173.753574:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326173.753611:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326173.753612:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.753634:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326173.753637:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326173.753639:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326173.753642:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326173.753644:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326173.753645:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326173.753647:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326173.753651:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326173.753656:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=58 v=5 (5 5 5 0) 00000800:00000001:2.0:1767326173.753657:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326173.753663:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326173.753663:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=58 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326173.753670:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326173.753673:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326173.753676:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326173.753678:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326173.753680:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326173.753681:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326173.753685:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326173.753689:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326173.753691:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326173.753694:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326173.753697:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3aa3bc7. 00000400:00000200:0.0:1767326173.753702:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326173.753704:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326173.753707:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326173.753716:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326173.753719:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.753722:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326173.753725:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326173.753737:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326173.753737:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326173.753738:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326173.753787:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326173.753791:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326173.753792:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386637056:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326173.753794:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326173.753798:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326173.753800:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326173.753801:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326173.753801:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326173.753806:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.753807:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767326173.753811:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=48 v=5 (5 5 5 0) 00000100:00000040:1.0:1767326173.753812:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386637056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326173.753817:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326173.753825:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326173.753828:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326173.753832:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767326173.753832:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326173.753834:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326173.753837:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326173.753838:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326173.753842:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba71e9c4. 00000100:00000001:0.0:1767326173.753843:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326173.753845:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:1.0:1767326173.753851:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326173.753851:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326173.753855:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326173.753858:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326173.753858:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326173.753865:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326173.753868:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000800:00000001:3.0:1767326173.753869:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326173.753881:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326173.753882:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326173.753886:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 00000100:00000001:0.0:1767326173.753891:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326173.753898:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326173.753899:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326173.753901:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326173.753911:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326173.753913:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326173.753915:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00100000:0.0:1767326173.753921:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386637184:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326173.753929:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08400 00000100:00000001:1.0:1767326173.753953:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326173.753954:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326173.753961:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326173.753963:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x975 [1] + 224 00000100:00000001:0.0:1767326173.753968:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326173.753969:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326173.753973:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326173.753977:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326173.753980:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386637184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326173.753981:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326173.753985:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326173.753986:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326173.753989:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326173.753992:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326173.754003:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326173.754016:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326173.754018:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326173.754021:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326173.754023:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001903b5a1. 00000100:00000200:3.0:1767326173.754026:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326173.754033:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326173.754038:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326173.754042:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326173.754051:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326173.754055:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 02000000:00000001:0.0:1767326173.754066:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326173.754068:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326173.754069:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326173.754074:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000001:0.0:1767326173.754083:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326173.754088:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326173.754096:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326173.754104:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326173.754106:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326173.754108:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326173.754109:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326173.754113:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326173.754121:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326173.754124:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326173.754142:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326173.754145:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326173.754148:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326173.754149:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326173.754151:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:2.0:1767326173.754154:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000400:00000010:2.0:1767326173.754155:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:2.0:1767326173.754157:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326173.754162:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326173.754168:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326173.754173:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326173.754174:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326173.754176:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326173.754177:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326173.754177:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326173.754179:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326173.754180:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326173.754183:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=58 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326173.754185:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326173.754193:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326173.754194:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326173.754195:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326173.754198:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326173.754212:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326173.754214:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326173.754215:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326173.754216:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326173.754217:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326173.754220:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326173.754227:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326173.754229:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326173.754230:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326173.754233:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326173.754241:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386637312:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326173.754245:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326173.754247:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326173.754249:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386637312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326173.754256:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326173.754258:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326173.754260:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058e237f1. 02000000:00000001:2.0:1767326173.754263:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326173.754264:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326173.754265:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326173.754267:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326173.754269:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:2.0:1767326173.754272:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326173.754273:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326173.754274:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00000001:2.0:1767326173.754277:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326173.754278:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326173.754286:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326173.754289:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326173.754290:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326173.754293:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326173.754295:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326174.454859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326174.454867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326174.454873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326174.454874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326174.454918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326174.454924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326174.454927:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326175.478856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326175.478865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326175.478873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326175.478875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326175.478983:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326175.478987:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326175.478989:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326176.502850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326176.502858:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326176.502860:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326176.502863:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502868:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326176.502870:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502872:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502874:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326176.502880:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326176.502898:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326176.502902:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326176.502905:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326176.502906:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502908:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326176.502910:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502912:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.502914:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326176.502991:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326176.502994:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326176.502997:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326177.526862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326177.526869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326177.526875:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326177.526876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326177.526944:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326177.526948:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326177.526968:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326178.358808:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305884152, at 4305884160 00000100:00000010:1.0:1767326178.358828:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000040:3.0:1767326178.358830:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305884152, at 4305884160 00000100:00000010:3.0:1767326178.358845:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000040:0.0:1767326178.358873:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305884152, at 4305884160 00000100:00000040:2.0:1767326178.358874:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305884152, at 4305884160 00000100:00000010:0.0:1767326178.358885:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:2.0:1767326178.358888:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00010000:00000001:0.0:1767326178.550838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326178.550847:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326178.550856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326178.550857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326178.550892:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326178.550897:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326178.550901:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326178.870879:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326178.870891:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326178.870900:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 00000020:00000040:0.0:1767326178.870920:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326178.870927:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326178.870930:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326178.870936:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326178.870945:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767326178.870951:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326178.870963:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326178.870973:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326178.870975:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326178.870980:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_00+0] req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871001:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326178.871015:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326178.871018:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326178.871021:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005390fd17. 00000100:00000001:2.0:1767326178.871024:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326178.871025:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326178.871031:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326178.871033:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326178.871034:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.871036:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326178.871037:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326178.871039:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:1.0:1767326178.871043:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326178.871044:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326178.871045:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326178.871053:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326178.871055:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326178.871075:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326178.871079:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871080:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326178.871083:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326178.871084:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326178.871088:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326178.871092:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005390fd17] to pc [ptlrpcd_00_01+1] req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326178.871093:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326178.871100:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386637440:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326178.871109:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326178.871117:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326178.871119:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871120:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326178.871122:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326178.871124:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326178.871129:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058e237f1. 00000100:00000001:0.0:1767326178.871129:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326178.871132:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326178.871133:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000020:00000040:0.0:1767326178.871137:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:2.0:1767326178.871139:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f90e77b. 00000100:00000001:0.0:1767326178.871140:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326178.871142:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326178.871143:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326178.871148:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326178.871149:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326178.871150:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000001:1.0:1767326178.871154:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326178.871156:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000200:2.0:1767326178.871160:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637440, portal 25 00000100:00000001:0.0:1767326178.871163:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326178.871164:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326178.871164:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326178.871168:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 00000100:00000040:0.0:1767326178.871175:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326178.871178:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.871193:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326178.871197:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326178.871204:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326178.871208:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326178.871215:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326178.871215:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871216:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326178.871221:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326178.871221:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326178.871225:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386637568:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326178.871227:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f317576. 00000100:00000040:0.0:1767326178.871230:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_02+2] req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326178.871238:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386637440, offset 0 00000100:00000001:1.0:1767326178.871245:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326178.871251:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326178.871251:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326178.871254:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326178.871259:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326178.871266:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba2a3d21. 00000400:00000200:2.0:1767326178.871270:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326178.871272:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326178.871278:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326178.871279:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000400:00000200:2.0:1767326178.871284:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:1.0:1767326178.871286:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000400:00000200:2.0:1767326178.871290:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326178.871293:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637568, portal 10 00000400:00000200:2.0:1767326178.871294:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326178.871295:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326178.871301:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [277:277:256:4294967295] 192.168.203.127@tcp LPNI seq info [277:277:8:4294967295] 00000100:00000001:1.0:1767326178.871302:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326178.871302:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326178.871307:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656538624 : -125135053012992 : ffff8e30b99dc000) 00000100:00000040:0.0:1767326178.871313:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326178.871320:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11222) 00000100:00000001:3.0:1767326178.871322:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326178.871322:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326178.871327:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326178.871331:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326178.871335:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326178.871335:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326178.871339:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871340:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.871343:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326178.871354:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326178.871357:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326178.871359:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000200:1.0:1767326178.871365:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386637568, offset 0 00000800:00000010:2.0:1767326178.871366:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000001:3.0:1767326178.871374:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326178.871377:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326178.871381:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767326178.871383:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326178.871384:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326178.871386:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326178.871390:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326178.871394:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386637696:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326178.871397:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326178.871400:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326178.871404:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326178.871409:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767326178.871409:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326178.871409:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326178.871413:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326178.871416:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326178.871420:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 02000000:00000001:3.0:1767326178.871422:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326178.871426:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000400:00000200:1.0:1767326178.871426:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326178.871430:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326178.871433:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000400:00000200:1.0:1767326178.871434:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326178.871436:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305889272 00000100:00000200:3.0:1767326178.871440:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637696, portal 10 00000400:00000200:1.0:1767326178.871442:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326178.871444:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767326178.871445:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000100:00000001:3.0:1767326178.871447:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 00000400:00000200:1.0:1767326178.871450:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [278:278:255:4294967295] 192.168.203.127@tcp LPNI seq info [278:278:7:4294967295] 00000100:00000040:3.0:1767326178.871456:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326178.871457:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326178.871468:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305889272 00000400:00000200:1.0:1767326178.871471:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326178.871476:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326178.871477:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc75c4d5. 00000100:00000001:2.0:1767326178.871484:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326178.871485:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326178.871487:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326178.871491:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305889272 00000400:00000010:3.0:1767326178.871495:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000800:00000010:1.0:1767326178.871495:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000010:2.0:1767326178.871498:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa3eb0f6. 00000100:00000200:3.0:1767326178.871503:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386637696, offset 0 00000100:00000001:2.0:1767326178.871505:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326178.871506:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326178.871515:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305889272 00000400:00000200:3.0:1767326178.871516:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326178.871519:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:2.0:1767326178.871523:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cec89392. 00000800:00000200:1.0:1767326178.871524:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326178.871529:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326178.871530:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326178.871538:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326178.871539:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326178.871539:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326178.871544:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326178.871546:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326178.871548:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 356975 usecs (357 jiffies) 00000400:00000200:3.0:1767326178.871549:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326178.871553:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326178.871555:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305885029 00000100:00000001:2.0:1767326178.871560:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.871561:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305889272 00000100:00000001:2.0:1767326178.871566:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326178.871567:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305885029 00000400:00000200:3.0:1767326178.871571:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [279:279:254:4294967295] 192.168.203.127@tcp LPNI seq info [279:279:6:4294967295] 00000100:00000001:1.0:1767326178.871573:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305889272 00000100:00000001:1.0:1767326178.871579:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305885029 00000800:00000200:0.0:1767326178.871579:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326178.871586:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305889272 00000800:00000010:0.0:1767326178.871587:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000400:00000200:3.0:1767326178.871588:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326178.871591:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305885029 00000100:00000001:2.0:1767326178.871592:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326178.871595:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326178.871598:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326178.871598:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305889272 00000100:00000001:1.0:1767326178.871605:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326178.871607:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326178.871611:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326178.871612:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326178.871613:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326178.871613:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326178.871618:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326178.871619:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326178.871620:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000100:00000001:1.0:1767326178.871623:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326178.871624:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f317576 00000100:00000001:2.0:1767326178.871627:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326178.871629:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f317576. 00000100:00000001:1.0:1767326178.871631:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326178.871632:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326178.871637:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326178.871638:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326178.871642:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326178.871643:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326178.871646:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.871649:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326178.871652:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.871653:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326178.871657:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.871663:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871671:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326178.871676:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871684:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871686:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326178.871702:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326178.871705:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:0.0:1767326178.871708:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326178.871712:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326178.871715:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:0.0:1767326178.871717:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:0.0:1767326178.871721:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326178.871724:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871732:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326178.871742:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871750:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871752:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767326178.871780:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 20326 usecs (21 jiffies) 00000100:00000001:3.0:1767326178.871783:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305884694 00000100:00000001:3.0:1767326178.871786:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305889272 00000100:00000001:3.0:1767326178.871788:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305884694 00000100:00000001:3.0:1767326178.871789:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305889272 00000100:00000001:3.0:1767326178.871791:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305884694 00000100:00000001:3.0:1767326178.871792:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305889272 00000100:00000001:3.0:1767326178.871793:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305884694 00000100:00000001:3.0:1767326178.871795:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305889272 00000100:00000001:3.0:1767326178.871797:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326178.871800:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326178.871802:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326178.871806:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:0.0:1767326178.871819:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326178.871824:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326178.871826:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:0.0:1767326178.871828:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:0.0:1767326178.871831:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326178.871834:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871842:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326178.871844:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.871851:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.871853:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326178.871888:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326178.871891:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326178.871894:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326178.871895:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326178.871896:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326178.871898:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326178.871899:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326178.871900:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326178.873782:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.873796:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326178.873800:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.873804:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326178.873812:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326178.873825:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08480 00000400:00000200:2.0:1767326178.873832:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:2.0:1767326178.873839:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.873844:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326178.873846:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326178.873848:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326178.873852:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326178.873855:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326178.873864:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326178.873880:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326178.873886:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.873889:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326178.873890:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.873891:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326178.873894:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326178.873899:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08500 00000400:00000200:2.0:1767326178.873902:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x985 [1] + 224 00000800:00000001:2.0:1767326178.873918:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.873927:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326178.873928:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326178.873929:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326178.873933:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326178.873936:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326178.873941:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326178.873945:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326178.873947:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f90e77b. 00000400:00000200:0.0:1767326178.873952:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000400:00000010:0.0:1767326178.873953:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:0.0:1767326178.873957:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326178.873958:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326178.873964:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326178.873964:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326178.873998:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326178.874003:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326178.874018:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326178.874019:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326178.874022:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326178.874025:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326178.874026:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326178.874030:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326178.874040:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326178.874040:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326178.874043:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326178.874048:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326178.874048:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.874054:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326178.874055:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326178.874056:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=63 v=5 (5 5 5 0) 00000100:00000001:1.0:1767326178.874058:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326178.874065:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767326178.874065:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=63 v=5 (1 1 1 0) 00000400:00000200:2.0:1767326178.874067:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767326178.874069:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326178.874074:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767326178.874075:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000100:00000001:0.0:1767326178.874077:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326178.874081:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000200:2.0:1767326178.874084:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08580 00010000:00000001:0.0:1767326178.874084:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767326178.874085:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00010000:00000001:0.0:1767326178.874088:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.874091:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326178.874093:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326178.874096:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x98d [1] + 224 00000100:00000200:1.0:1767326178.874100:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326178.874103:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326178.874103:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326178.874111:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326178.874116:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326178.874125:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326178.874133:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326178.874134:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326178.874137:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326178.874140:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326178.874142:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326178.874146:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326178.874156:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.874171:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326178.874175:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.874176:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326178.874180:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386637440:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326178.874183:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326178.874187:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326178.874191:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326178.874195:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.874195:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326178.874201:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326178.874202:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326178.874205:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326178.874209:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386637440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326178.874210:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=53 v=5 (5 5 5 0) 00000800:00000001:2.0:1767326178.874211:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326178.874216:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326178.874219:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=53 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326178.874227:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326178.874231:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.874231:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326178.874236:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326178.874237:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326178.874239:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326178.874240:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326178.874241:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058e237f1. 00000100:00000001:3.0:1767326178.874243:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326178.874245:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767326178.874249:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326178.874249:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326178.874249:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767326178.874253:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767326178.874254:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326178.874255:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767326178.874256:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000020:00000040:0.0:1767326178.874258:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326178.874259:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326178.874262:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000040:1.0:1767326178.874267:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326178.874271:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326178.874276:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326178.874277:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326178.874282:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 00000100:00000200:3.0:1767326178.874283:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326178.874290:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326178.874294:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767326178.874297:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326178.874299:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000100:00000001:0.0:1767326178.874313:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326178.874317:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326178.874322:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326178.874325:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326178.874329:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326178.874329:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326178.874331:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326178.874334:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326178.874335:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326178.874336:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326178.874337:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326178.874341:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326178.874341:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326178.874342:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326178.874345:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326178.874348:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326178.874348:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326178.874351:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326178.874356:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=63 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326178.874364:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326178.874372:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767326178.874375:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386637568:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326178.874376:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326178.874379:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326178.874385:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.874385:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326178.874391:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767326178.874396:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326178.874398:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005390fd17 x1853175386637568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326178.874400:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326178.874402:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326178.874405:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326178.874408:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326178.874414:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.874418:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326178.874421:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326178.874425:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326178.874426:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba2a3d21. 00000100:00000001:3.0:1767326178.874428:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326178.874431:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326178.874433:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326178.874434:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326178.874438:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326178.874441:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326178.874446:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326178.874448:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 02000000:00000001:1.0:1767326178.874453:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326178.874456:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326178.874459:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005390fd17. 00000100:00100000:3.0:1767326178.874463:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386637696:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326178.874465:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326178.874468:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326178.874470:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326178.874471:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326178.874473:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326178.874478:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386637696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326178.874479:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326178.874483:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326178.874488:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326178.874489:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326178.874490:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326178.874492:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326178.874493:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 02000000:00000001:3.0:1767326178.874499:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326178.874500:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326178.874501:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326178.874503:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326178.874505:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000001:3.0:1767326178.874507:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326178.874508:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326178.874509:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00000001:3.0:1767326178.874513:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326178.874514:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326178.874515:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326178.874518:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326178.874519:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326178.874520:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326178.874522:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326179.574876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326179.574885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326179.574892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326179.574893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326179.574961:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326179.574965:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326179.574968:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326180.598886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326180.598892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326180.598970:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326180.598973:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326180.599016:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326180.599020:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326180.599022:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326181.622844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326181.622849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326181.622853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326181.622854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326181.622924:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326181.622944:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326181.622947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326182.646927:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326182.646937:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326182.646946:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326182.646948:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326182.646988:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326182.646993:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326182.646997:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326183.478797:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305889272, at 4305889280 00000100:00000040:1.0:1767326183.478812:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305889272, at 4305889280 00000100:00000010:2.0:1767326183.478817:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa3eb0f6. 00000100:00000010:1.0:1767326183.478823:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc75c4d5. 00000100:00000040:3.0:1767326183.478832:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305889272, at 4305889280 00000100:00000010:3.0:1767326183.478841:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cec89392. 00000100:00000040:0.0:1767326183.478848:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305889272, at 4305889280 00000100:00000010:0.0:1767326183.478865:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00010000:00000001:0.0:1767326183.670845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326183.670853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326183.670860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326183.670861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326183.670920:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326183.670924:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326183.670927:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326183.990925:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326183.990955:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326183.990961:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767326183.990967:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326183.990971:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326183.990974:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326183.990979:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326183.990988:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b29c8ab9. 00000100:00000001:3.0:1767326183.990995:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326183.991006:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326183.991018:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326183.991020:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326183.991026:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_03+3] req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991060:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326183.991063:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326183.991066:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326183.991070:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767326183.991073:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326183.991076:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326183.991077:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326183.991080:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326183.991084:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:0.0:1767326183.991084:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326183.991087:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326183.991091:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326183.991095:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326183.991096:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326183.991104:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991112:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326183.991113:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326183.991117:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326183.991117:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326183.991120:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.991126:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326183.991126:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326183.991127:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_00+0] req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326183.991137:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326183.991141:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326183.991146:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386637824:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326183.991150:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326183.991160:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.991160:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326183.991162:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326183.991163:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326183.991165:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.991166:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326183.991170:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326183.991172:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326183.991175:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326183.991175:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006428b3d6. 02000000:00000001:0.0:1767326183.991181:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326183.991182:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326183.991189:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000100:00000001:2.0:1767326183.991190:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767326183.991191:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3aa3bc7. 00000100:00000001:2.0:1767326183.991192:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326183.991196:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326183.991197:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326183.991200:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 02000000:00000001:2.0:1767326183.991201:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326183.991203:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326183.991205:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.991206:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326183.991207:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767326183.991208:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637824, portal 25 00000100:00100000:2.0:1767326183.991210:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386637952:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326183.991213:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.991214:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326183.991215:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326183.991216:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326183.991218:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 02000000:00000001:2.0:1767326183.991222:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767326183.991223:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000040:0.0:1767326183.991226:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991230:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326183.991234:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326183.991239:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326183.991241:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326183.991241:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767326183.991247:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048d0cf80. 00000100:00000040:0.0:1767326183.991248:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326183.991251:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326183.991254:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000400:00000010:2.0:1767326183.991260:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000100:00000200:0.0:1767326183.991260:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386637824, offset 0 00000100:00000001:3.0:1767326183.991264:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326183.991267:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326183.991269:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000400:00000200:0.0:1767326183.991272:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326183.991276:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_01+1] req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326183.991282:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386637952, portal 10 00000100:00000001:2.0:1767326183.991287:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326183.991288:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326183.991290:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000400:00000200:0.0:1767326183.991296:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326183.991298:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326183.991300:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326183.991303:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326183.991303:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326183.991311:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326183.991316:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326183.991319:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326183.991320:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326183.991320:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326183.991325:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11227) 00000100:00000001:1.0:1767326183.991326:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326183.991327:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [280:280:256:4294967295] 192.168.203.127@tcp LPNI seq info [280:280:8:4294967295] 00000100:00000040:2.0:1767326183.991330:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326183.991332:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326183.991334:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000100:00000200:2.0:1767326183.991338:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386637952, offset 0 00000100:00000040:1.0:1767326183.991344:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326183.991346:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326183.991353:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326183.991367:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326183.991368:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326183.991370:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326183.991372:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326183.991373:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326183.991376:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326183.991380:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326183.991380:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326183.991381:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 02000000:00000001:1.0:1767326183.991385:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326183.991391:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326183.991394:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326183.991395:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386638080:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326183.991401:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326183.991405:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326183.991406:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326183.991409:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [281:281:255:4294967295] 192.168.203.127@tcp LPNI seq info [281:281:7:4294967295] 02000000:00000001:1.0:1767326183.991410:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326183.991414:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326183.991419:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326183.991419:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326183.991425:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767326183.991427:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba2a3d21. 00000800:00000200:2.0:1767326183.991431:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326183.991433:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326183.991436:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000100:00000001:0.0:1767326183.991438:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326183.991439:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000800:00000200:2.0:1767326183.991444:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326183.991447:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305894392 00000400:00000010:1.0:1767326183.991449:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000800:00000200:2.0:1767326183.991453:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326183.991457:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326183.991457:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638080, portal 10 00000100:00000010:0.0:1767326183.991458:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000100:00000001:2.0:1767326183.991466:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.991466:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326183.991469:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000100:00000001:0.0:1767326183.991470:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326183.991471:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 352505 usecs (353 jiffies) 00000100:00000001:2.0:1767326183.991477:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305890145 00000100:00000040:1.0:1767326183.991480:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.991481:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305894392 00000100:00000001:0.0:1767326183.991481:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305894392 00000100:00000001:2.0:1767326183.991487:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305890145 00000100:00000010:0.0:1767326183.991489:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000800:00000200:3.0:1767326183.991497:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326183.991498:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326183.991499:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767326183.991502:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:0.0:1767326183.991504:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305894392 00000100:00000001:2.0:1767326183.991505:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305894392 00000400:00000200:3.0:1767326183.991509:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326183.991512:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305890145 00000100:00000010:0.0:1767326183.991513:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bea0ac4e. 00000100:00000040:1.0:1767326183.991516:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326183.991519:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326183.991520:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326183.991523:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000400:00000200:3.0:1767326183.991527:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000100:00000001:0.0:1767326183.991527:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305894392 00000100:00000001:2.0:1767326183.991528:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305894392 00000400:00000010:3.0:1767326183.991533:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:2.0:1767326183.991534:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305890145 00000100:00000010:0.0:1767326183.991534:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000100:00000001:3.0:1767326183.991538:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326183.991539:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386638080, offset 0 00000100:00000001:0.0:1767326183.991540:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767326183.991545:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326183.991546:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326183.991547:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305894392 00000400:00000200:1.0:1767326183.991554:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326183.991556:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326183.991556:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.991563:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326183.991564:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.991566:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326183.991567:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326183.991568:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326183.991570:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.991572:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326183.991575:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326183.991578:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326183.991581:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326183.991582:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326183.991586:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326183.991586:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326183.991587:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326183.991592:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326183.991594:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326183.991596:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326183.991596:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326183.991599:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326183.991599:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326183.991604:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326183.991605:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326183.991606:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326183.991612:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326183.991613:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326183.991617:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [282:282:254:4294967295] 192.168.203.127@tcp LPNI seq info [282:282:6:4294967295] 00000100:00000001:3.0:1767326183.991619:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326183.991635:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326183.991642:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326183.991647:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000800:00000200:1.0:1767326183.991652:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326183.991657:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326183.991659:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326183.991663:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326183.991667:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 20108 usecs (21 jiffies) 00000100:00000001:1.0:1767326183.991669:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305889813 00000100:00000001:1.0:1767326183.991672:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305894392 00000100:00000001:1.0:1767326183.991674:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305889813 00000100:00000001:1.0:1767326183.991676:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305894392 00000100:00000001:1.0:1767326183.991678:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305889813 00000100:00000001:1.0:1767326183.991680:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305894392 00000100:00000001:1.0:1767326183.991682:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305889813 00000100:00000001:1.0:1767326183.991684:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305894392 00000100:00000001:1.0:1767326183.991685:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326183.991687:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.991698:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.991700:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326183.991705:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326183.991706:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326183.991708:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326183.991711:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000100:00000001:1.0:1767326183.991713:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326183.991715:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326183.991718:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326183.991719:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.991724:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326183.991730:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326183.991734:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000400:00000010:3.0:1767326183.991736:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:3.0:1767326183.991748:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326183.991752:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991783:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326183.991785:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991838:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326183.991839:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326183.991868:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326183.991870:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:3.0:1767326183.991886:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326183.991889:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326183.991892:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:3.0:1767326183.991892:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:3.0:1767326183.991895:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326183.991897:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991902:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326183.991904:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.991908:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326183.991909:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326183.993231:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326183.993240:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326183.993242:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326183.993244:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326183.993251:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326183.993261:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08600 00000400:00000200:0.0:1767326183.993267:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:0.0:1767326183.993274:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326183.993289:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326183.993292:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326183.993297:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326183.993301:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326183.993306:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326183.993316:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326183.993336:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326183.993342:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326183.993346:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993369:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326183.993373:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326183.993378:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326183.993379:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326183.993381:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3aa3bc7. 00000400:00000200:2.0:1767326183.993385:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:2.0:1767326183.993387:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:2.0:1767326183.993390:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326183.993394:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326183.993404:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.993411:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326183.993413:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993416:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326183.993418:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326183.993420:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326183.993422:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326183.993425:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326183.993430:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=68 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326183.993433:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=68 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326183.993435:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326183.993436:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326183.993438:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326183.993439:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.993441:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326183.993444:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.993449:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326183.993451:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326183.993452:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326183.993454:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326183.993459:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386637824:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326183.993468:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993470:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326183.993471:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386637824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.993476:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326183.993478:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326183.993481:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006428b3d6. 02000000:00000001:2.0:1767326183.993483:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326183.993484:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326183.993486:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326183.993488:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326183.993489:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b29c8ab9. 02000000:00000001:2.0:1767326183.993492:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326183.993493:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326183.993494:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:2.0:1767326183.993497:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326183.993498:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993499:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993502:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326183.993503:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.993504:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326183.993506:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326183.993526:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326183.993532:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326183.993539:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326183.993541:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326183.993545:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326183.993551:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08680 00000400:00000200:3.0:1767326183.993561:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1767326183.993613:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326183.993618:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326183.993619:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326183.993622:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326183.993625:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326183.993627:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326183.993694:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326183.993704:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326183.993708:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326183.993711:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326183.993712:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326183.993714:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326183.993717:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326183.993723:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08700 00000400:00000200:3.0:1767326183.993727:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9a5 [1] + 224 00000100:00000001:2.0:1767326183.993728:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326183.993731:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326183.993732:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326183.993735:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326183.993737:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326183.993738:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326183.993740:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 00000400:00000200:2.0:1767326183.993744:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:2.0:1767326183.993745:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767326183.993748:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326183.993752:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326183.993786:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.993794:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326183.993803:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993805:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326183.993807:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326183.993809:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326183.993811:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326183.993814:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326183.993815:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326183.993822:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:2.0:1767326183.993823:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=58 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326183.993828:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326183.993829:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=58 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326183.993834:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767326183.993835:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.993836:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326183.993841:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326183.993844:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326183.993850:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326183.993852:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326183.993853:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326183.993856:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326183.993858:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326183.993864:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326183.993885:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326183.993890:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326183.993892:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326183.993899:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326183.993907:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386637952:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326183.993908:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326183.993910:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993913:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326183.993915:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386637952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326183.993916:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326183.993921:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993923:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326183.993926:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326183.993927:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048d0cf80. 02000000:00000001:2.0:1767326183.993930:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326183.993932:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326183.993938:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326183.993940:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326183.993941:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:2.0:1767326183.993944:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326183.993945:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326183.993946:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:1.0:1767326183.993946:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326183.993951:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326183.993951:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326183.993955:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326183.993957:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326183.993958:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326183.993960:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767326183.993962:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326183.993963:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326183.993967:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000100:00000001:2.0:1767326183.993968:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326183.993970:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326183.993974:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:1.0:1767326183.993978:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326183.993982:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326183.993988:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326183.993998:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326183.994005:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326183.994006:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326183.994008:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326183.994010:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326183.994011:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326183.994013:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326183.994015:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326183.994018:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=68 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326183.994022:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326183.994025:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326183.994026:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326183.994028:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326183.994031:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326183.994038:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.994047:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326183.994049:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326183.994051:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326183.994052:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326183.994055:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326183.994062:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326183.994064:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326183.994066:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326183.994068:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326183.994075:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386638080:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326183.994079:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326183.994081:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326183.994083:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386638080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326183.994089:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326183.994091:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326183.994093:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba2a3d21. 02000000:00000001:1.0:1767326183.994097:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326183.994099:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326183.994100:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326183.994102:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326183.994103:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:1.0:1767326183.994106:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326183.994107:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326183.994109:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:1.0:1767326183.994112:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326183.994113:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326183.994115:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326183.994119:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326183.994121:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326183.994123:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326183.994129:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326184.694896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326184.694903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326184.694910:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326184.694911:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326184.694972:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326184.694977:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326184.694980:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326185.718856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326185.718877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326185.718882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326185.718883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326185.718944:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326185.718948:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326185.718950:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326186.742885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326186.742894:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326186.742897:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326186.742900:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742906:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326186.742908:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742910:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742912:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742915:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326186.742917:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326186.742918:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326186.742922:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326186.742924:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326186.742925:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742926:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326186.742927:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742928:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.742952:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326186.742995:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326186.743001:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326186.743005:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326187.766887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326187.766894:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326187.766900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326187.766902:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326187.766957:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326187.766962:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326187.766966:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326188.598874:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305894392, at 4305894400 00000100:00000040:1.0:1767326188.598874:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305894392, at 4305894400 00000100:00000040:3.0:1767326188.598877:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305894392, at 4305894400 00000100:00000040:0.0:1767326188.598879:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305894392, at 4305894400 00000100:00000010:1.0:1767326188.598894:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000010:2.0:1767326188.598897:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bea0ac4e. 00000100:00000010:3.0:1767326188.598899:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00000100:00000010:0.0:1767326188.598903:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00010000:00000001:0.0:1767326188.790860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326188.790867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326188.790873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326188.790874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326188.790914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326188.790918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326188.790921:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326189.110888:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326189.110904:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326189.110916:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326189.110926:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326189.110931:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326189.110935:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326189.110942:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326189.110952:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326189.110961:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326189.110973:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326189.110987:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326189.110990:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326189.110997:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_02+2] req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.111030:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326189.111033:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326189.111036:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326189.111051:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326189.111057:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000100:00000001:3.0:1767326189.111058:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326189.111061:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326189.111063:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326189.111065:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326189.111068:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326189.111070:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326189.111074:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326189.111076:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d3baa4. 00000100:00000001:2.0:1767326189.111082:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326189.111082:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326189.111090:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326189.111092:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326189.111094:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326189.111098:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326189.111105:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326189.111108:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326189.111110:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326189.111113:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326189.111115:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326189.111121:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326189.111123:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386638208:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326189.111134:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326189.111142:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326189.111146:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326189.111149:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326189.111155:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84828af. 00000100:00000001:2.0:1767326189.111157:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326189.111159:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326189.111163:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326189.111168:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326189.111169:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000100:00000001:0.0:1767326189.111171:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326189.111173:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000100:00000001:0.0:1767326189.111175:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326189.111179:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326189.111179:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326189.111181:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000001:2.0:1767326189.111184:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326189.111187:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326189.111189:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326189.111193:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326189.111198:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000200:3.0:1767326189.111199:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638208, portal 25 00000100:00000001:2.0:1767326189.111204:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.111206:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326189.111212:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000040:2.0:1767326189.111215:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326189.111220:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326189.111224:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326189.111226:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326189.111232:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326189.111236:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326189.111241:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326189.111244:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.111246:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.111254:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326189.111255:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386638336:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326189.111257:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326189.111264:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326189.111265:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326189.111271:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326189.111272:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 02000000:00000001:0.0:1767326189.111274:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326189.111278:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386638208, offset 0 02000000:00000001:0.0:1767326189.111278:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326189.111286:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000033fd79d. 00000400:00000200:3.0:1767326189.111291:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326189.111291:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326189.111298:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a72b1c43. 00000400:00000010:0.0:1767326189.111304:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000001:2.0:1767326189.111305:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326189.111309:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638336, portal 10 00000100:00000040:2.0:1767326189.111310:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326189.111313:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326189.111314:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326189.111317:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000001:1.0:1767326189.111321:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326189.111324:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326189.111325:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326189.111326:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326189.111330:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326189.111336:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326189.111337:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326189.111339:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326189.111341:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11232) 00000400:00000200:3.0:1767326189.111346:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326189.111354:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326189.111359:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326189.111363:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326189.111364:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326189.111366:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [283:283:256:4294967295] 192.168.203.127@tcp LPNI seq info [283:283:8:4294967295] 00000100:00000001:1.0:1767326189.111366:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326189.111373:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326189.111377:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326189.111378:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326189.111382:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326189.111385:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326189.111390:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00100000:1.0:1767326189.111391:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386638464:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326189.111395:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386638336, offset 0 00000400:00000200:3.0:1767326189.111398:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326189.111404:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326189.111409:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326189.111410:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767326189.111413:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326189.111415:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326189.111421:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326189.111421:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326189.111422:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000400:00000200:0.0:1767326189.111426:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767326189.111428:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 00000400:00000200:0.0:1767326189.111431:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326189.111435:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326189.111436:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326189.111440:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326189.111442:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000400:00000200:0.0:1767326189.111447:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767326189.111450:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000800:00000200:3.0:1767326189.111452:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326189.111458:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638464, portal 10 00000400:00000200:0.0:1767326189.111459:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [284:284:255:4294967295] 192.168.203.127@tcp LPNI seq info [284:284:7:4294967295] 00000800:00000200:3.0:1767326189.111462:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326189.111463:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326189.111468:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:1.0:1767326189.111478:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326189.111486:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326189.111498:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326189.111498:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326189.111502:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326189.111505:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305899512 00000800:00000010:0.0:1767326189.111509:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000100:00000010:3.0:1767326189.111513:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9c928ec. 00000100:00000040:1.0:1767326189.111514:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326189.111519:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326189.111521:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 00000100:00000001:3.0:1767326189.111525:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326189.111526:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326189.111528:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386638464, offset 0 00000800:00000200:0.0:1767326189.111532:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326189.111536:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305899512 00000100:00000001:0.0:1767326189.111537:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326189.111542:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326189.111545:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000664bedb2. 00000100:00000001:3.0:1767326189.111551:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326189.111553:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326189.111553:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 348140 usecs (349 jiffies) 00000100:00000001:3.0:1767326189.111556:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305899512 00000100:00000001:0.0:1767326189.111560:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305895261 00000400:00000200:1.0:1767326189.111562:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326189.111565:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305899512 00000100:00000001:0.0:1767326189.111569:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305895261 00000100:00000010:3.0:1767326189.111570:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fc45867. 00000400:00000200:1.0:1767326189.111571:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326189.111575:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305899512 00000100:00000001:0.0:1767326189.111578:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305895261 00000100:00000001:3.0:1767326189.111579:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326189.111580:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326189.111587:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326189.111588:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305899512 00000400:00000200:1.0:1767326189.111591:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [285:285:254:4294967295] 192.168.203.127@tcp LPNI seq info [285:285:6:4294967295] 00000100:00000001:0.0:1767326189.111594:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305899512 00000100:00000001:0.0:1767326189.111599:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305895261 00000400:00000200:1.0:1767326189.111601:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326189.111608:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326189.111613:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000800:00000010:1.0:1767326189.111614:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000100:00000001:0.0:1767326189.111619:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326189.111623:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326189.111626:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326189.111631:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326189.111631:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326189.111636:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326189.111637:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326189.111641:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326189.111641:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326189.111647:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 19891 usecs (20 jiffies) 00000100:00000001:1.0:1767326189.111651:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305894932 00000100:00000001:1.0:1767326189.111653:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305899512 00000100:00000001:0.0:1767326189.111653:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326189.111656:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326189.111658:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305894932 00000100:00000001:0.0:1767326189.111660:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326189.111662:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305899512 00000100:00000001:0.0:1767326189.111663:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326189.111667:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305894932 00000100:00000001:1.0:1767326189.111671:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305899512 00000100:00000001:0.0:1767326189.111672:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326189.111675:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326189.111676:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305894932 00000100:00000001:0.0:1767326189.111681:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326189.111683:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000100:00000001:1.0:1767326189.111683:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305895261 00000100:00000001:1.0:1767326189.111690:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326189.111694:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326189.111694:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326189.111704:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326189.111707:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326189.111711:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326189.111713:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000100:00000001:1.0:1767326189.111717:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326189.111718:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:1.0:1767326189.111721:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326189.111726:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326189.111726:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326189.111730:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326189.111733:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326189.111735:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326189.111736:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.111750:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326189.111753:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.111795:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.111797:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326189.111811:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326189.111813:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000200:2.0:1767326189.111816:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326189.111820:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326189.111823:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000400:00000010:2.0:1767326189.111825:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:2.0:1767326189.111828:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326189.111831:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.111853:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326189.111856:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.111862:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.111864:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326189.111947:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326189.111950:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000400:00000200:2.0:1767326189.111953:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326189.111958:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326189.111960:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000400:00000010:2.0:1767326189.111962:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:2.0:1767326189.111965:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326189.111968:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.111976:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326189.111978:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.111984:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.111986:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326189.112040:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305895261 00000100:00000001:3.0:1767326189.112044:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326189.112046:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.112108:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.112112:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326189.112116:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326189.112117:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326189.112119:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326189.112121:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326189.112122:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.112125:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326189.114109:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114123:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326189.114126:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114129:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326189.114138:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326189.114151:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08780 00000400:00000200:0.0:1767326189.114159:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:0.0:1767326189.114167:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114194:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326189.114197:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326189.114202:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326189.114207:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326189.114217:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326189.114227:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326189.114243:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326189.114251:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114255:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326189.114256:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114259:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326189.114271:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326189.114279:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08800 00000400:00000200:0.0:1767326189.114284:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:0.0:1767326189.114288:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114294:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326189.114296:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326189.114299:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326189.114303:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326189.114307:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326189.114316:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326189.114338:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326189.114344:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326189.114350:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326189.114351:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326189.114352:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326189.114355:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326189.114358:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326189.114362:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326189.114366:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326189.114369:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:3.0:1767326189.114370:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000400:00000200:3.0:1767326189.114376:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326189.114378:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:2.0:1767326189.114379:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326189.114382:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326189.114383:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08880 00000100:00000001:2.0:1767326189.114384:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326189.114389:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326189.114395:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:0.0:1767326189.114400:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326189.114401:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326189.114405:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326189.114407:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326189.114408:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a72b1c43. 00000400:00000200:0.0:1767326189.114412:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326189.114415:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:2.0:1767326189.114419:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000400:00000200:0.0:1767326189.114420:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326189.114425:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326189.114427:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326189.114432:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326189.114435:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326189.114451:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326189.114479:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.114480:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326189.114482:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.114484:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326189.114491:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326189.114496:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326189.114500:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326189.114505:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.114506:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326189.114511:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326189.114512:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.114514:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326189.114517:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326189.114518:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326189.114519:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326189.114520:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326189.114522:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326189.114524:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=64 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326189.114525:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=74 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326189.114534:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=64 v=5 (1 1 1 0) 00000800:00000001:0.0:1767326189.114534:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326189.114535:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=74 v=5 (1 1 1 0) 00000800:00000001:0.0:1767326189.114540:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326189.114548:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326189.114551:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326189.114552:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326189.114553:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326189.114555:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.114557:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326189.114559:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767326189.114559:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326189.114563:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326189.114564:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326189.114564:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326189.114568:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000100:00000001:3.0:1767326189.114569:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326189.114570:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326189.114574:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000100:00000001:2.0:1767326189.114576:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326189.114577:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326189.114578:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000040:2.0:1767326189.114580:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326189.114583:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326189.114588:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326189.114590:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326189.114591:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.114592:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.114594:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326189.114597:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326189.114604:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326189.114605:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326189.114619:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.114643:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326189.114646:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386638208:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326189.114648:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326189.114651:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326189.114655:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326189.114659:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326189.114660:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326189.114662:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326189.114663:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326189.114667:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326189.114668:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326189.114672:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326189.114676:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386638208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326189.114677:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326189.114684:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326189.114686:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386638336:192.168.203.127@tcp:400: 00000100:00001000:1.0:1767326189.114692:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=74 v=5 (5 5 5 0) 00000100:00000001:2.0:1767326189.114698:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326189.114701:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326189.114704:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326189.114706:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326189.114710:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326189.114711:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386638336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326189.114712:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326189.114714:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326189.114718:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84828af. 00010000:00000001:1.0:1767326189.114720:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326189.114726:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326189.114729:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767326189.114730:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326189.114732:0:216340:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326189.114732:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767326189.114736:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 02000000:00000010:2.0:1767326189.114737:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000033fd79d. 00000020:00000001:3.0:1767326189.114745:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326189.114745:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767326189.114747:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326189.114749:0:216341:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767326189.114750:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 00000020:00000040:2.0:1767326189.114752:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326189.114786:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767326189.114786:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326189.114789:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767326189.114790:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d3baa4. 00000100:00000010:3.0:1767326189.114794:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:1.0:1767326189.114794:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326189.114796:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326189.114799:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326189.114800:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326189.114800:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326189.114803:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326189.114805:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:1.0:1767326189.114805:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326189.114806:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326189.114809:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326189.114813:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326189.114814:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326189.114816:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326189.114817:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.114819:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326189.114822:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326189.114826:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326189.114828:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326189.114831:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326189.114832:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326189.114835:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326189.114851:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326189.114861:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767326189.114862:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386638464:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326189.114867:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326189.114869:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326189.114873:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326189.114874:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326189.114879:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326189.114881:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386638464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326189.114891:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326189.114894:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326189.114896:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 02000000:00000001:1.0:1767326189.114901:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326189.114902:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326189.114904:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326189.114906:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326189.114908:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 02000000:00000001:1.0:1767326189.114911:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326189.114912:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326189.114913:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767326189.114917:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326189.114918:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326189.114920:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326189.114924:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326189.114925:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326189.114927:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326189.114939:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326189.814844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326189.814849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326189.814854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326189.814855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326189.814913:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326189.814917:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326189.814919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326190.838876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326190.838881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326190.838886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326190.838886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326190.838923:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326190.838927:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326190.838929:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326191.862866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326191.862872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326191.862876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326191.862877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326191.862925:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326191.862928:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326191.862930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326192.886868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326192.886873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326192.886878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326192.886879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326192.886901:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326192.886905:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326192.886907:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326193.718871:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305899512, at 4305899520 00000100:00000040:1.0:1767326193.718871:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305899512, at 4305899520 00000100:00000040:0.0:1767326193.718872:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305899512, at 4305899520 00000100:00000040:3.0:1767326193.718884:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305899512, at 4305899520 00000100:00000010:0.0:1767326193.718889:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9c928ec. 00000100:00000010:1.0:1767326193.718891:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000664bedb2. 00000100:00000010:3.0:1767326193.718895:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000010:2.0:1767326193.718897:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fc45867. 00010000:00000001:0.0:1767326193.910865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326193.910871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326193.910876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326193.910878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326193.910933:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326193.910937:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326193.910940:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326194.230855:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326194.230864:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326194.230872:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326194.230877:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326194.230880:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326194.230883:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326194.230887:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326194.230893:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326194.230898:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.230907:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326194.230915:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326194.230917:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.230922:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_01+1] req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.230946:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.230948:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326194.230951:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326194.230953:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000020:00000040:1.0:1767326194.230955:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326194.230958:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326194.230964:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326194.230966:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326194.230971:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326194.230972:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326194.230973:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326194.230977:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326194.230983:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:2.0:1767326194.230985:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326194.230988:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.230988:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.230992:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326194.230996:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326194.230999:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326194.231001:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326194.231002:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326194.231011:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326194.231019:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386638592:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326194.231024:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326194.231025:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326194.231028:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326194.231031:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326194.231034:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.231036:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_02+2] req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326194.231037:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326194.231044:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edca811d. 02000000:00000001:2.0:1767326194.231047:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326194.231053:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983ec2f7. 00000100:00000001:1.0:1767326194.231058:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.231061:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326194.231063:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000001:1.0:1767326194.231065:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767326194.231070:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638592, portal 25 00000100:00000010:1.0:1767326194.231071:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000100:00000001:3.0:1767326194.231075:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326194.231076:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767326194.231076:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326194.231081:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326194.231082:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000001:1.0:1767326194.231083:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326194.231091:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326194.231091:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326194.231100:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326194.231103:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326194.231104:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326194.231112:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326194.231112:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:2.0:1767326194.231115:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326194.231115:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.231123:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326194.231132:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326194.231137:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326194.231138:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767326194.231154:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386638592, offset 0 00000400:00000200:2.0:1767326194.231178:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326194.231180:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326194.231189:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326194.231195:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326194.231196:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326194.231199:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326194.231200:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326194.231204:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326194.231205:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326194.231216:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386638720:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326194.231217:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326194.231224:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_03+3] req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326194.231232:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326194.231232:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326194.231242:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326194.231243:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326194.231250:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326194.231255:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326194.231258:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326194.231265:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [286:286:256:4294967295] 192.168.203.127@tcp LPNI seq info [286:286:8:4294967295] 02000000:00000010:3.0:1767326194.231268:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004772abac. 02000000:00000001:3.0:1767326194.231272:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.231277:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326194.231279:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000400:00000200:2.0:1767326194.231279:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326194.231288:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326194.231294:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000800:00000200:2.0:1767326194.231295:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326194.231296:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326194.231298:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326194.231305:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638720, portal 10 00000100:00000001:0.0:1767326194.231312:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326194.231313:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000100:00000001:3.0:1767326194.231316:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326194.231319:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326194.231320:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000100:00000040:1.0:1767326194.231320:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11237) 00000800:00000200:2.0:1767326194.231332:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:0.0:1767326194.231335:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326194.231339:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326194.231347:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767326194.231349:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326194.231350:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326194.231359:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767326194.231362:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326194.231363:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326194.231374:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.231375:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326194.231379:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386638848:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326194.231383:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326194.231386:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000100:00000200:3.0:1767326194.231389:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386638720, offset 0 00000100:00000001:0.0:1767326194.231396:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326194.231397:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326194.231400:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326194.231403:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326194.231407:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305904632 02000000:00000001:0.0:1767326194.231408:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326194.231411:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767326194.231412:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa3eb0f6. 00000400:00000200:3.0:1767326194.231419:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326194.231424:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326194.231425:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326194.231427:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326194.231437:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1767326194.231441:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e909796. 00000100:00000001:2.0:1767326194.231442:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305904632 00000400:00000200:3.0:1767326194.231444:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326194.231455:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326194.231456:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069d13063. 00000400:00000200:3.0:1767326194.231461:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [287:287:255:4294967295] 192.168.203.127@tcp LPNI seq info [287:287:7:4294967295] 00000100:00000001:2.0:1767326194.231468:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767326194.231471:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5dba099. 00000100:00000001:2.0:1767326194.231477:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305904632 00000400:00000010:0.0:1767326194.231483:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000100:00000010:2.0:1767326194.231484:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000118fd939. 00000400:00000200:3.0:1767326194.231489:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:0.0:1767326194.231494:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638848, portal 10 00000100:00000001:2.0:1767326194.231496:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326194.231503:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326194.231503:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326194.231507:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326194.231508:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305904632 00000100:00000001:0.0:1767326194.231508:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000800:00000010:1.0:1767326194.231520:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000800:00000010:3.0:1767326194.231522:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000100:00000010:2.0:1767326194.231522:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873f2e46. 00000100:00000040:0.0:1767326194.231525:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326194.231534:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326194.231536:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326194.231547:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326194.231550:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326194.231564:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326194.231568:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326194.231568:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326194.231569:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326194.231582:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326194.231583:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326194.231587:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000100:00000001:2.0:1767326194.231593:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326194.231594:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000400:00000010:1.0:1767326194.231595:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000100:00000200:0.0:1767326194.231610:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386638848, offset 0 00000100:00000001:1.0:1767326194.231611:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326194.231612:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326194.231620:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326194.231625:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326194.231628:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326194.231632:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326194.231636:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326194.231636:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326194.231645:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326194.231648:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326194.231654:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326194.231661:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326194.231662:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326194.231670:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:3.0:1767326194.231674:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 343893 usecs (344 jiffies) 00000400:00000200:0.0:1767326194.231677:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326194.231680:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326194.231681:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305900376 00000400:00000200:0.0:1767326194.231682:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326194.231690:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305904632 00000400:00000200:0.0:1767326194.231693:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [288:288:254:4294967295] 192.168.203.127@tcp LPNI seq info [288:288:6:4294967295] 00000100:00000040:1.0:1767326194.231694:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326194.231701:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305900376 00000100:00000001:3.0:1767326194.231709:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305904632 00000100:00000001:3.0:1767326194.231716:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305900376 00000400:00000200:0.0:1767326194.231720:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326194.231722:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305904632 00000100:00000001:3.0:1767326194.231730:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305900376 00000100:00000001:3.0:1767326194.231740:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305904632 00000800:00000200:0.0:1767326194.231741:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326194.231752:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000001:3.0:1767326194.231754:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326194.231835:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.231839:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326194.231839:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326194.231848:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.231853:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326194.231854:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326194.231856:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326194.231858:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326194.231865:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326194.231866:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326194.231873:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326194.231873:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.231876:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326194.231877:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.231880:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326194.231885:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326194.231886:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 19691 usecs (20 jiffies) 00000800:00000010:1.0:1767326194.231890:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:0.0:1767326194.231894:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305900053 00000400:00000200:1.0:1767326194.231895:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326194.231905:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305904632 00000100:00000001:0.0:1767326194.231910:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305900053 00000400:00000200:1.0:1767326194.231913:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326194.231920:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305904632 00000400:00000200:1.0:1767326194.231921:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000400:00000010:1.0:1767326194.231926:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:0.0:1767326194.231931:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305900053 00000100:00000001:1.0:1767326194.231933:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326194.231939:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305904632 00000100:00000200:1.0:1767326194.231940:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326194.231949:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305900053 00000100:00000001:0.0:1767326194.231963:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305904632 00000100:00000001:1.0:1767326194.231964:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326194.231971:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326194.231975:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.231976:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326194.231984:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.231996:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326194.231996:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.232011:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326194.232014:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326194.232016:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326194.232021:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326194.232022:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326194.232024:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326194.232025:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326194.232051:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326194.232056:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:1.0:1767326194.232061:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326194.232067:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326194.232078:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:1.0:1767326194.232081:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:1.0:1767326194.232086:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326194.232092:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.232103:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326194.232106:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.232114:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.232117:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326194.233059:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326194.233073:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326194.233075:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326194.233077:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326194.233084:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326194.233098:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08900 00000400:00000200:2.0:1767326194.233107:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1767326194.233115:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326194.233123:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326194.233126:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326194.233131:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326194.233138:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326194.233143:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326194.233163:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326194.233178:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326194.233186:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326194.233189:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.233228:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326194.233232:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326194.233238:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326194.233240:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326194.233242:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983ec2f7. 00000400:00000200:1.0:1767326194.233247:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:1.0:1767326194.233249:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:1.0:1767326194.233252:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326194.233258:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326194.233276:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.233281:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326194.233282:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.233284:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326194.233286:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326194.233288:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326194.233290:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326194.233291:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326194.233296:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=79 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326194.233298:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=79 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326194.233300:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326194.233301:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326194.233303:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326194.233305:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.233313:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.233316:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.233321:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326194.233323:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326194.233325:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326194.233327:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326194.233332:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386638592:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326194.233335:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.233336:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326194.233338:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386638592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.233342:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326194.233344:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326194.233346:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edca811d. 02000000:00000001:1.0:1767326194.233349:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326194.233351:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326194.233352:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326194.233353:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326194.233355:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:1.0:1767326194.233357:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326194.233358:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326194.233360:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:1.0:1767326194.233362:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326194.233363:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.233364:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326194.233367:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326194.233368:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326194.233369:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326194.233370:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326194.233714:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326194.233719:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326194.233721:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326194.233722:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326194.233727:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326194.233735:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08a00 00000400:00000200:0.0:1767326194.233738:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:0.0:1767326194.233742:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326194.233746:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326194.233747:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326194.233750:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326194.233752:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326194.233783:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326194.233791:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326194.233817:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326194.233823:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326194.233826:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326194.233863:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326194.233867:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326194.233872:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326194.233875:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326194.233877:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5dba099. 00000400:00000200:2.0:1767326194.233883:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000400:00000010:2.0:1767326194.233886:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000800:00000001:1.0:1767326194.233886:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326194.233894:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326194.233896:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326194.233900:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326194.233909:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326194.233909:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326194.233929:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000200:2.0:1767326194.233951:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326194.233958:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326194.233962:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326194.233965:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326194.233971:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326194.233972:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08980 00000100:00000001:2.0:1767326194.233977:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326194.233981:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326194.233989:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326194.233990:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:1.0:1767326194.234002:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326194.234004:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=79 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326194.234010:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=36 v=5 (1 0 0 0) 00000800:00000001:1.0:1767326194.234011:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326194.234012:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326194.234016:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326194.234017:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326194.234028:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326194.234033:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00010000:00080000:2.0:1767326194.234038:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.234042:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326194.234055:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326194.234056:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326194.234067:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326194.234072:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326194.234081:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326194.234085:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326194.234085:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326194.234098:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326194.234101:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326194.234109:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326194.234113:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326194.234114:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326194.234121:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326194.234123:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326194.234127:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326194.234128:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326194.234131:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326194.234139:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386638848:192.168.203.127@tcp:400: 00000400:00000001:3.0:1767326194.234140:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326194.234143:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326194.234145:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000400:00000200:3.0:1767326194.234148:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326194.234152:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326194.234158:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326194.234158:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326194.234162:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326194.234164:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326194.234168:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386638848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326194.234189:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326194.234191:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326194.234192:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326194.234196:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e909796. 02000000:00000001:2.0:1767326194.234201:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326194.234204:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326194.234204:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326194.234207:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326194.234208:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326194.234212:0:216340:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767326194.234213:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326194.234215:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767326194.234216:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 00000100:00000001:3.0:1767326194.234217:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326194.234221:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326194.234221:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326194.234225:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326194.234226:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326194.234227:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00001000:3.0:1767326194.234236:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=69 v=5 (5 5 5 0) 00000100:00000001:2.0:1767326194.234238:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326194.234240:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326194.234242:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=69 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326194.234243:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326194.234248:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326194.234249:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326194.234251:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.234254:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326194.234255:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326194.234257:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326194.234260:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326194.234265:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.234268:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326194.234278:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326194.234280:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326194.234282:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326194.234287:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326194.234295:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326194.234298:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326194.234299:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326194.234303:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326194.234311:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386638720:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326194.234316:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326194.234318:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326194.234320:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386638720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326194.234327:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326194.234329:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326194.234331:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004772abac. 02000000:00000001:3.0:1767326194.234335:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326194.234336:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326194.234337:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326194.234339:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326194.234340:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:3.0:1767326194.234342:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326194.234343:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326194.234344:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:3.0:1767326194.234347:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326194.234348:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326194.234349:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326194.234352:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326194.234354:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326194.234355:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326194.234356:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326194.934889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326194.934909:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326194.934917:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326194.934918:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326194.934966:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326194.934969:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326194.934972:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326195.958869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326195.958877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326195.958882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326195.958883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326195.958950:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326195.958954:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326195.958956:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326196.982912:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326196.982924:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326196.982927:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326196.982929:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982936:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326196.982939:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982941:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982943:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982948:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326196.982950:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326196.982951:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326196.982958:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326196.982961:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326196.982962:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982964:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326196.982966:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982968:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.982970:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326196.983029:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326196.983036:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326196.983041:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326198.006872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326198.006882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326198.006889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326198.006921:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326198.006958:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326198.006963:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326198.006967:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326198.838870:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305904632, at 4305904640 00000100:00000040:1.0:1767326198.838870:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305904632, at 4305904640 00000100:00000040:0.0:1767326198.838870:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305904632, at 4305904640 00000100:00000010:2.0:1767326198.838891:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000118fd939. 00000100:00000010:0.0:1767326198.838897:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa3eb0f6. 00000100:00000010:1.0:1767326198.838899:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069d13063. 00000100:00000040:3.0:1767326198.838954:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305904632, at 4305904640 00000100:00000010:3.0:1767326198.838964:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000873f2e46. 00010000:00000001:0.0:1767326199.030866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326199.030875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326199.030883:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326199.030885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326199.030930:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326199.030935:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326199.030939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326199.350858:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326199.350870:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326199.350881:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326199.350888:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326199.350894:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326199.350897:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326199.350903:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326199.350911:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00000001:3.0:1767326199.350918:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326199.350928:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326199.350939:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326199.350941:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326199.350946:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_00+0] req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.350979:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326199.350982:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326199.350986:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326199.350989:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000020:00000040:3.0:1767326199.350992:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326199.350994:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326199.350995:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326199.351002:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326199.351005:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326199.351011:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326199.351012:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326199.351013:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326199.351017:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:2.0:1767326199.351020:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326199.351021:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351022:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326199.351025:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326199.351026:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326199.351028:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326199.351031:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326199.351037:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326199.351039:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326199.351039:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326199.351043:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326199.351044:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_01+1] req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326199.351046:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386638976:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326199.351052:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326199.351060:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326199.351061:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326199.351063:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326199.351064:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.351066:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326199.351067:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326199.351069:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 02000000:00000010:1.0:1767326199.351072:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae0b0d1d. 00000020:00000040:3.0:1767326199.351073:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326199.351075:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326199.351075:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326199.351075:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326199.351079:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326199.351079:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326199.351082:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326199.351083:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326199.351084:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 02000000:00000010:3.0:1767326199.351088:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000040:2.0:1767326199.351090:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.351093:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326199.351093:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000040:3.0:1767326199.351102:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326199.351103:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326199.351104:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386638976, portal 25 00000100:00000001:2.0:1767326199.351106:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351108:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326199.351112:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326199.351112:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000001:3.0:1767326199.351116:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326199.351117:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326199.351118:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326199.351119:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326199.351122:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_02+2] req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326199.351131:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351137:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326199.351140:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386639104:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326199.351146:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326199.351147:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326199.351152:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326199.351153:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 02000000:00000001:2.0:1767326199.351154:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326199.351160:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326199.351160:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386638976, offset 0 00000100:00000001:3.0:1767326199.351164:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326199.351166:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f56908ad. 00000100:00000040:3.0:1767326199.351167:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326199.351173:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326199.351173:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326199.351174:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326199.351183:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11242) 00000400:00000010:2.0:1767326199.351183:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000400:00000010:2.0:1767326199.351191:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000400:00000200:1.0:1767326199.351192:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:2.0:1767326199.351199:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639104, portal 10 00000100:00000001:0.0:1767326199.351200:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326199.351204:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326199.351205:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326199.351206:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326199.351207:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326199.351210:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 00000100:00000001:0.0:1767326199.351211:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326199.351212:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326199.351213:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326199.351223:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326199.351223:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326199.351225:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326199.351231:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326199.351241:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [289:289:256:4294967295] 192.168.203.127@tcp LPNI seq info [289:289:8:4294967295] 00000100:00000001:2.0:1767326199.351255:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326199.351257:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326199.351261:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326199.351262:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326199.351267:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 02000000:00000001:0.0:1767326199.351270:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326199.351272:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386639104, offset 0 00000400:00000200:1.0:1767326199.351272:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326199.351274:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326199.351279:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326199.351282:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:0.0:1767326199.351284:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386639232:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326199.351293:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326199.351296:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326199.351299:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326199.351300:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326199.351300:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326199.351301:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326199.351307:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326199.351308:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b57a331. 00000800:00000010:1.0:1767326199.351310:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000400:00000200:2.0:1767326199.351312:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:0.0:1767326199.351313:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326199.351318:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326199.351319:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029801df0. 00000400:00000200:2.0:1767326199.351323:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326199.351325:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:0.0:1767326199.351328:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000400:00000200:2.0:1767326199.351330:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [290:290:255:4294967295] 192.168.203.127@tcp LPNI seq info [290:290:7:4294967295] 00000100:00000200:0.0:1767326199.351334:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639232, portal 10 00000100:00000001:0.0:1767326199.351337:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326199.351341:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326199.351341:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000400:00000200:2.0:1767326199.351346:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326199.351353:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326199.351355:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326199.351359:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326199.351367:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a50833d. 00000100:00000001:0.0:1767326199.351368:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326199.351374:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326199.351375:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326199.351379:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326199.351382:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:0.0:1767326199.351385:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 00000100:00000001:1.0:1767326199.351389:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305909752 00000100:00000200:0.0:1767326199.351392:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386639232, offset 0 00000800:00000200:2.0:1767326199.351394:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a50833d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326199.351398:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000100:00000001:2.0:1767326199.351401:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326199.351406:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326199.351414:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 339747 usecs (340 jiffies) 00000100:00000001:1.0:1767326199.351419:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326199.351421:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305905492 00000400:00000200:0.0:1767326199.351430:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326199.351434:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305909752 00000100:00000001:1.0:1767326199.351434:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305909752 00000400:00000200:0.0:1767326199.351436:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326199.351440:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305905492 00000100:00000010:1.0:1767326199.351443:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0326e3. 00000400:00000200:0.0:1767326199.351445:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326199.351449:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326199.351450:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326199.351452:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1767326199.351457:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000100:00000001:2.0:1767326199.351458:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305909752 00000100:00000001:1.0:1767326199.351458:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305909752 00000400:00000200:0.0:1767326199.351459:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326199.351466:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305905492 00000100:00000010:1.0:1767326199.351466:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000400:00000200:3.0:1767326199.351467:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326199.351468:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [291:291:254:4294967295] 192.168.203.127@tcp LPNI seq info [291:291:6:4294967295] 00000100:00000001:1.0:1767326199.351472:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326199.351479:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305909752 00000100:00000001:1.0:1767326199.351479:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305909752 00000400:00000200:3.0:1767326199.351484:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326199.351489:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305905492 00000100:00000010:1.0:1767326199.351489:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000500c5f0d. 00000400:00000200:0.0:1767326199.351492:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326199.351497:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326199.351501:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326199.351502:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000100:00000001:1.0:1767326199.351503:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326199.351504:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305909752 00000800:00000010:0.0:1767326199.351507:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000400:00000010:3.0:1767326199.351509:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:2.0:1767326199.351510:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326199.351511:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326199.351517:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326199.351518:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326199.351518:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351519:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351525:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326199.351526:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326199.351528:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326199.351530:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326199.351532:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326199.351534:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326199.351538:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326199.351539:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326199.351541:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351542:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326199.351543:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326199.351549:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 19485 usecs (20 jiffies) 00000100:00000001:2.0:1767326199.351550:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326199.351550:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326199.351554:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326199.351554:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326199.351555:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305905172 00000100:00000001:1.0:1767326199.351557:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326199.351559:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326199.351563:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305909752 00000100:00000001:2.0:1767326199.351564:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.351564:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326199.351570:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305905172 00000100:00000001:0.0:1767326199.351573:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305909752 00000100:00000001:0.0:1767326199.351575:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305905172 00000100:00000001:3.0:1767326199.351576:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326199.351577:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305909752 00000100:00000001:0.0:1767326199.351580:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305905172 00000100:00000001:0.0:1767326199.351582:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305909752 00000100:00000040:3.0:1767326199.351584:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326199.351585:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326199.351589:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326199.351593:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.351598:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326199.351603:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326199.351604:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326199.351610:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326199.351613:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326199.351615:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326199.351616:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326199.351618:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326199.351619:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326199.351625:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326199.351629:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a50833d. 00000400:00000200:3.0:1767326199.351633:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326199.351639:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326199.351642:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000400:00000010:3.0:1767326199.351644:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:3.0:1767326199.351646:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326199.351649:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.351657:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326199.351659:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.351666:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.351667:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326199.351716:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326199.351719:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:3.0:1767326199.351722:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326199.351725:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326199.351736:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000400:00000010:3.0:1767326199.351737:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000100:00000001:3.0:1767326199.351740:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326199.351744:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.351752:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326199.351754:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.351801:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.351803:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326199.353556:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326199.353584:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326199.353588:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326199.353591:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326199.353600:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326199.353613:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08a80 00000400:00000200:0.0:1767326199.353622:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:0.0:1767326199.353630:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326199.353636:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326199.353638:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326199.353642:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326199.353648:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326199.353653:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326199.353664:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326199.353686:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326199.353694:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326199.353698:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326199.353700:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326199.353703:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326199.353707:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326199.353714:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08b00 00000400:00000200:0.0:1767326199.353719:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:0.0:1767326199.353723:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326199.353727:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326199.353731:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326199.353735:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326199.353738:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326199.353743:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326199.353745:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767326199.353747:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326199.353752:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326199.353799:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:1.0:1767326199.353802:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326199.353806:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326199.353808:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326199.353813:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326199.353817:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326199.353838:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326199.353876:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326199.353880:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326199.353889:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326199.353889:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326199.353892:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326199.353897:0:216338:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326199.353897:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326199.353902:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326199.353902:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326199.353906:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326199.353906:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326199.353906:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326199.353912:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326199.353912:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326199.353919:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326199.353920:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326199.353920:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:2.0:1767326199.353923:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326199.353928:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 00000100:00001000:1.0:1767326199.353932:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=84 v=5 (5 5 5 0) 00000400:00000200:2.0:1767326199.353934:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000200:0.0:1767326199.353937:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08b80 00000400:00000010:2.0:1767326199.353939:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00001000:1.0:1767326199.353942:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=84 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326199.353945:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326199.353950:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326199.353951:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9ed [1] + 224 00000100:00000200:2.0:1767326199.353955:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326199.353955:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326199.353963:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326199.353964:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326199.353969:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326199.353970:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326199.353974:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326199.353974:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326199.353979:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326199.353986:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326199.353988:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326199.353996:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326199.354000:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326199.354003:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326199.354004:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326199.354008:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326199.354009:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326199.354012:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326199.354014:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326199.354018:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.354018:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326199.354024:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.354024:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326199.354026:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326199.354033:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=74 v=5 (5 5 5 0) 00000100:00000040:1.0:1767326199.354036:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326199.354044:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=74 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326199.354055:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326199.354057:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326199.354059:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326199.354063:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767326199.354064:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386638976:192.168.203.127@tcp:400: 00000800:00000001:0.0:1767326199.354067:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326199.354069:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.354073:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326199.354075:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326199.354076:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326199.354078:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326199.354081:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326199.354086:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386638976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326199.354087:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326199.354091:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326199.354101:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326199.354102:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326199.354107:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326199.354112:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae0b0d1d. 00000100:00000001:2.0:1767326199.354115:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326199.354117:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326199.354129:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326199.354130:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326199.354130:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326199.354132:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326199.354137:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326199.354141:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326199.354142:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000001:3.0:1767326199.354143:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767326199.354154:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767326199.354155:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767326199.354160:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386639104:192.168.203.127@tcp:400: 02000000:00000010:1.0:1767326199.354164:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 00000400:00000010:3.0:1767326199.354165:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029801df0. 00000100:00000001:2.0:1767326199.354167:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326199.354174:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326199.354181:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326199.354182:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386639104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326199.354183:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 02000000:00000001:1.0:1767326199.354185:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767326199.354192:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000010:1.0:1767326199.354194:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:2.0:1767326199.354204:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326199.354206:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326199.354207:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326199.354208:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326199.354212:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326199.354216:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f56908ad. 00000100:00000001:1.0:1767326199.354217:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326199.354219:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326199.354226:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326199.354228:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326199.354230:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326199.354234:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326199.354235:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326199.354242:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326199.354245:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326199.354248:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 00000100:00000001:1.0:1767326199.354253:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326199.354258:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326199.354263:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326199.354267:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000200:3.0:1767326199.354274:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326199.354274:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326199.354278:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326199.354284:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326199.354290:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326199.354292:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326199.354301:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326199.354308:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.354309:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326199.354315:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326199.354319:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326199.354322:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326199.354325:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326199.354327:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326199.354331:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326199.354339:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=84 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326199.354343:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326199.354346:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326199.354348:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326199.354350:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326199.354370:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326199.354377:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.354381:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326199.354383:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326199.354385:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326199.354386:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326199.354389:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.354396:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326199.354399:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326199.354401:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326199.354404:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326199.354411:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386639232:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326199.354416:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326199.354419:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326199.354421:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386639232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326199.354428:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326199.354431:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326199.354434:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b57a331. 02000000:00000001:3.0:1767326199.354438:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326199.354440:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326199.354442:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326199.354445:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326199.354446:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:3.0:1767326199.354450:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326199.354451:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326199.354453:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:3.0:1767326199.354457:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326199.354463:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326199.354465:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326199.354472:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326199.354474:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326199.354476:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326199.354479:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326200.054877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326200.054882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326200.054887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326200.054888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326200.054961:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326200.054965:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326200.054967:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326201.078846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326201.078850:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326201.078855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326201.078856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326201.078881:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326201.078885:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326201.078887:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326202.102842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326202.102846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326202.102850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326202.102851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326202.102884:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326202.102888:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326202.102892:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326203.126827:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326203.126837:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326203.126846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326203.126847:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326203.126887:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326203.126890:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326203.126893:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326203.958840:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305909752, at 4305909760 00000100:00000040:0.0:1767326203.958847:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305909752, at 4305909760 00000100:00000040:1.0:1767326203.958848:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305909752, at 4305909760 00000100:00000010:2.0:1767326203.958861:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000010:1.0:1767326203.958862:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f0326e3. 00000100:00000010:0.0:1767326203.958866:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000040:3.0:1767326203.958900:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305909752, at 4305909760 00000100:00000010:3.0:1767326203.958908:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000500c5f0d. 00010000:00000001:0.0:1767326204.150862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326204.150873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326204.150881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326204.150883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326204.150946:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326204.150950:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326204.150955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326204.470829:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326204.470841:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326204.470849:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000020:00000040:3.0:1767326204.470856:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326204.470861:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326204.470864:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326204.470870:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326204.470877:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b29c8ab9. 00000100:00000001:3.0:1767326204.470884:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326204.470896:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326204.470911:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326204.470914:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326204.470921:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_03+3] req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.470959:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326204.470962:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326204.470966:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326204.470970:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a746c88. 00000100:00000001:2.0:1767326204.470984:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326204.470985:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326204.470990:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326204.470991:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326204.470993:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326204.470997:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326204.470998:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326204.471005:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000040:2.0:1767326204.471006:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.471012:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471014:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326204.471022:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326204.471024:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326204.471026:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326204.471029:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326204.471037:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326204.471043:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326204.471043:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326204.471046:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326204.471049:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326204.471056:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a746c88] to pc [ptlrpcd_00_00+0] req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326204.471057:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386639360:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326204.471068:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326204.471077:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326204.471081:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326204.471084:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326204.471090:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db23979b. 02000000:00000001:2.0:1767326204.471092:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326204.471105:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326204.471108:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000100:00000040:3.0:1767326204.471111:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326204.471116:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767326204.471120:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000010:3.0:1767326204.471121:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006598694b. 00000100:00000001:1.0:1767326204.471125:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326204.471127:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000200:2.0:1767326204.471131:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639360, portal 25 00000100:00000001:1.0:1767326204.471132:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326204.471133:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326204.471133:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326204.471138:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326204.471138:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326204.471139:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326204.471139:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326204.471144:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326204.471145:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000040:1.0:1767326204.471149:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326204.471152:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326204.471158:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326204.471159:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326204.471168:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326204.471181:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326204.471185:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326204.471192:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326204.471193:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326204.471194:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326204.471195:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326204.471198:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326204.471201:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326204.471203:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326204.471204:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006598694b] to pc [ptlrpcd_00_01+1] req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326204.471209:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000100:00000200:2.0:1767326204.471218:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386639360, offset 0 00000100:00100000:1.0:1767326204.471218:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386639488:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326204.471225:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326204.471227:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326204.471228:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326204.471231:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326204.471234:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326204.471239:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326204.471241:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326204.471242:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326204.471244:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767326204.471246:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034752d8c. 00000100:00000040:3.0:1767326204.471249:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11247) 00000100:00000001:0.0:1767326204.471251:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326204.471252:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471255:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326204.471259:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000040:0.0:1767326204.471262:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326204.471264:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326204.471268:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000400:00000200:2.0:1767326204.471276:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326204.471276:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639488, portal 10 00000100:00000001:0.0:1767326204.471278:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326204.471283:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326204.471283:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326204.471285:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326204.471287:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045952 : -125135895505664 : ffff8e3087665500) 02000000:00000001:0.0:1767326204.471290:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326204.471294:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326204.471295:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326204.471299:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326204.471302:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326204.471303:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00100000:0.0:1767326204.471313:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386639616:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326204.471316:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [292:292:256:4294967295] 192.168.203.127@tcp LPNI seq info [292:292:8:4294967295] 00000100:00000001:1.0:1767326204.471324:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326204.471325:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326204.471331:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326204.471332:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326204.471336:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000100:00000200:1.0:1767326204.471342:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386639488, offset 0 02000000:00000001:0.0:1767326204.471344:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326204.471347:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326204.471350:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326204.471355:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326204.471362:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767326204.471364:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec5a378. 00000400:00000200:1.0:1767326204.471365:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767326204.471370:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326204.471373:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326204.471374:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000400:00000010:0.0:1767326204.471375:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38c2ef7. 00000400:00000200:1.0:1767326204.471380:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767326204.471383:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000400:00000200:1.0:1767326204.471386:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326204.471390:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639616, portal 10 00000800:00000200:2.0:1767326204.471391:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326204.471394:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326204.471395:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326204.471399:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814051328 : -125135895500288 : ffff8e3087666a00) 00000400:00000200:1.0:1767326204.471404:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [293:293:255:4294967295] 192.168.203.127@tcp LPNI seq info [293:293:7:4294967295] 00000100:00000040:0.0:1767326204.471410:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326204.471411:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326204.471421:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326204.471430:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326204.471431:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326204.471438:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326204.471440:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000800:00000200:1.0:1767326204.471444:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326204.471445:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326204.471445:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386639616, offset 0 00000800:00000010:1.0:1767326204.471452:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000001:2.0:1767326204.471455:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305914872 00000400:00000200:0.0:1767326204.471458:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326204.471463:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326204.471465:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000118fd939. 00000400:00000200:0.0:1767326204.471470:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326204.471475:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326204.471478:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326204.471479:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326204.471483:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326204.471485:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326204.471488:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326204.471493:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305914872 00000400:00000200:0.0:1767326204.471493:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326204.471498:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326204.471501:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [294:294:254:4294967295] 192.168.203.127@tcp LPNI seq info [294:294:6:4294967295] 00000100:00000010:2.0:1767326204.471502:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffd208be. 00000100:00000040:1.0:1767326204.471506:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 335698 usecs (336 jiffies) 00000100:00000001:2.0:1767326204.471512:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326204.471513:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305910608 00000100:00000001:1.0:1767326204.471519:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305914872 00000400:00000200:0.0:1767326204.471519:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326204.471520:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326204.471527:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305910608 00000800:00000010:3.0:1767326204.471528:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000100:00000001:2.0:1767326204.471531:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305914872 00000800:00000200:0.0:1767326204.471534:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326204.471535:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305914872 00000400:00000200:3.0:1767326204.471540:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767326204.471540:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cde0223. 00000100:00000001:1.0:1767326204.471542:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305910608 00000800:00000010:0.0:1767326204.471542:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000100:00000001:2.0:1767326204.471550:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326204.471551:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:0.0:1767326204.471553:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326204.471560:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305914872 00000100:00000001:1.0:1767326204.471561:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305914872 00000400:00000200:3.0:1767326204.471562:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000800:00000200:0.0:1767326204.471562:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:3.0:1767326204.471567:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:1.0:1767326204.471569:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305910608 00000100:00000010:2.0:1767326204.471570:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000800:00000200:0.0:1767326204.471570:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326204.471578:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326204.471578:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326204.471582:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 19291 usecs (20 jiffies) 00000100:00000001:0.0:1767326204.471584:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305910292 00000100:00000001:2.0:1767326204.471595:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326204.471596:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305914872 00000100:00000001:0.0:1767326204.471596:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305914872 00000100:00000001:2.0:1767326204.471603:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326204.471604:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326204.471604:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305910292 00000100:00000001:0.0:1767326204.471609:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305914872 00000100:00000001:2.0:1767326204.471611:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326204.471612:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326204.471612:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471612:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305910292 00000100:00000001:2.0:1767326204.471618:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326204.471619:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305914872 00000100:00000001:1.0:1767326204.471620:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326204.471621:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326204.471625:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305910292 00000100:00000001:1.0:1767326204.471626:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326204.471630:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326204.471630:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305914872 00000100:00000001:2.0:1767326204.471635:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326204.471636:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326204.471636:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326204.471641:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326204.471644:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326204.471644:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326204.471645:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326204.471646:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326204.471648:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326204.471650:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326204.471651:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326204.471652:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326204.471653:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471656:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326204.471657:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326204.471660:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471663:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326204.471665:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471668:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326204.471674:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326204.471675:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471676:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326204.471678:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326204.471679:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.471683:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326204.471702:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326204.471705:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:3.0:1767326204.471709:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326204.471713:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326204.471716:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:3.0:1767326204.471718:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:3.0:1767326204.471721:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326204.471724:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.471747:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326204.471750:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.471776:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326204.471778:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326204.471813:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326204.471816:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000200:3.0:1767326204.471826:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326204.471830:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326204.471833:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:3.0:1767326204.471835:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:3.0:1767326204.471838:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326204.471841:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.471849:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326204.471851:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.471903:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326204.471905:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326204.473057:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326204.473066:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326204.473069:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326204.473072:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326204.473079:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326204.473092:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08c00 00000400:00000200:3.0:1767326204.473158:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:3.0:1767326204.473169:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326204.473176:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326204.473178:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326204.473181:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326204.473187:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326204.473190:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326204.473200:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326204.473217:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326204.473224:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326204.473248:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326204.473251:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326204.473256:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326204.473259:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326204.473261:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 00000400:00000200:2.0:1767326204.473265:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:2.0:1767326204.473267:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767326204.473270:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326204.473275:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326204.473285:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326204.473292:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326204.473294:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326204.473296:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326204.473300:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326204.473303:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326204.473305:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326204.473309:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326204.473309:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326204.473314:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326204.473325:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=89 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326204.473328:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326204.473331:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=89 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326204.473337:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326204.473340:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326204.473341:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326204.473346:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326204.473348:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326204.473351:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326204.473356:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326204.473363:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326204.473367:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326204.473370:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326204.473374:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326204.473386:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08c80 00000100:00100000:2.0:1767326204.473388:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386639360:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326204.473395:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x9fd [1] + 224 00000100:00000001:2.0:1767326204.473396:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326204.473400:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326204.473401:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326204.473405:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386639360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326204.473407:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326204.473411:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326204.473419:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326204.473420:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326204.473425:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326204.473426:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767326204.473430:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db23979b. 00000100:00000200:3.0:1767326204.473431:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326204.473439:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326204.473440:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326204.473444:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326204.473449:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326204.473453:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326204.473455:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b29c8ab9. 00000100:00000001:3.0:1767326204.473456:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326204.473460:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326204.473463:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326204.473464:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767326204.473467:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326204.473468:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000800:00000001:3.0:1767326204.473470:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326204.473475:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326204.473476:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326204.473480:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326204.473480:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326204.473486:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326204.473488:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326204.473493:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08d00 00000100:00000001:1.0:1767326204.473493:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326204.473499:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326204.473502:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326204.473504:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326204.473505:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000100:00000001:2.0:1767326204.473508:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326204.473512:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326204.473512:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:1.0:1767326204.473517:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:2.0:1767326204.473518:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326204.473523:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326204.473528:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa05 [1] + 224 00000100:00000200:1.0:1767326204.473532:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326204.473537:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326204.473547:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326204.473547:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326204.473554:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326204.473563:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326204.473566:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326204.473570:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326204.473578:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326204.473604:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326204.473609:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326204.473612:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326204.473614:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326204.473616:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326204.473618:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326204.473619:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326204.473623:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326204.473626:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326204.473628:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=79 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326204.473631:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326204.473634:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=79 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326204.473638:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326204.473640:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326204.473643:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326204.473646:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326204.473649:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326204.473651:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326204.473654:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326204.473657:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326204.473663:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326204.473663:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326204.473668:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326204.473673:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326204.473675:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326204.473677:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326204.473680:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326204.473682:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38c2ef7. 00000100:00000001:1.0:1767326204.473683:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326204.473690:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326204.473691:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:0.0:1767326204.473696:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767326204.473703:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326204.473708:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386639488:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326204.473713:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326204.473717:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326204.473722:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326204.473728:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a746c88 x1853175386639488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326204.473751:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326204.473755:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326204.473781:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326204.473789:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034752d8c. 02000000:00000001:1.0:1767326204.473793:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326204.473795:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326204.473798:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326204.473804:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326204.473807:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 00000100:00000001:0.0:1767326204.473812:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326204.473813:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326204.473817:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326204.473818:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326204.473819:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a746c88. 00000100:00000001:0.0:1767326204.473823:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326204.473825:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326204.473827:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326204.473829:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326204.473834:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326204.473835:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326204.473837:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.473839:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326204.473841:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326204.473843:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326204.473845:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326204.473848:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326204.473855:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=89 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326204.473861:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326204.473864:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326204.473865:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326204.473867:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326204.473872:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326204.473880:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.473883:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326204.473884:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326204.473886:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326204.473888:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326204.473891:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326204.473898:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326204.473900:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326204.473902:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326204.473905:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326204.473913:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386639616:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326204.473918:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326204.473920:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326204.473922:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006598694b x1853175386639616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326204.473930:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326204.473931:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326204.473933:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec5a378. 02000000:00000001:0.0:1767326204.473937:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326204.473945:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326204.473946:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326204.473949:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326204.473951:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:0.0:1767326204.473953:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326204.473955:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326204.473956:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006598694b. 00000100:00000001:0.0:1767326204.473960:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326204.473962:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326204.473963:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326204.473968:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326204.473969:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326204.473971:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326204.473973:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326205.174882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326205.174888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326205.174893:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326205.174893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326205.174935:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326205.174941:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326205.174945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326206.198847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326206.198853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326206.198857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326206.198857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326206.198910:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326206.198915:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326206.198918:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326207.222900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326207.222911:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326207.222914:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326207.222916:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222921:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326207.222924:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222926:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222928:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222933:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326207.222934:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326207.222936:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326207.222940:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326207.222943:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.222944:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222945:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326207.222946:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222947:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.222965:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326207.223010:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326207.223017:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326207.223022:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326208.246911:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326208.246920:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326208.246928:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326208.246930:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326208.246989:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326208.246993:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326208.246997:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326209.078868:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305914872, at 4305914880 00000100:00000040:2.0:1767326209.078876:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305914872, at 4305914880 00000100:00000040:3.0:1767326209.078883:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305914872, at 4305914880 00000100:00000010:0.0:1767326209.078889:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000118fd939. 00000100:00000010:2.0:1767326209.078891:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cde0223. 00000100:00000010:3.0:1767326209.078903:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00000100:00000040:1.0:1767326209.078966:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305914872, at 4305914880 00000100:00000010:1.0:1767326209.078974:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffd208be. 00010000:00000001:0.0:1767326209.270885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326209.270892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326209.270898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326209.270899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326209.270923:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326209.270931:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326209.270936:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326209.590896:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326209.590906:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326209.590915:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326209.590921:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326209.590925:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326209.590927:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326209.590931:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326209.590937:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326209.590943:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.590953:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326209.590980:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326209.590982:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.590986:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_02+2] req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591013:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.591015:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326209.591017:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326209.591019:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbee18fd. 00000020:00000040:1.0:1767326209.591021:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326209.591023:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326209.591024:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326209.591025:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326209.591027:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326209.591029:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.591032:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326209.591037:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326209.591038:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.591040:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbee18fd] to pc [ptlrpcd_00_03+3] req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591046:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.591048:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326209.591050:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326209.591052:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326209.591052:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326209.591055:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326209.591058:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326209.591058:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326209.591061:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326209.591062:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326209.591063:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326209.591068:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000040:2.0:1767326209.591070:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591077:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326209.591083:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326209.591085:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326209.591089:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326209.591091:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326209.591093:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326209.591094:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326209.591101:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326209.591102:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591104:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326209.591106:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326209.591108:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326209.591111:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.591120:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_00+0] req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326209.591121:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386639872:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326209.591121:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326209.591124:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326209.591130:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326209.591131:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326209.591133:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326209.591137:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326209.591138:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326209.591140:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326209.591145:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767326209.591146:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386639744:192.168.203.127@tcp:400: 02000000:00000010:2.0:1767326209.591151:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6e58a1d. 00000100:00000001:0.0:1767326209.591153:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326209.591156:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326209.591157:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326209.591159:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326209.591161:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326209.591162:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 02000000:00000010:0.0:1767326209.591165:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec5a378. 02000000:00000001:0.0:1767326209.591168:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326209.591170:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000001:1.0:1767326209.591171:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326209.591172:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38c2ef7. 00000100:00000040:1.0:1767326209.591176:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767326209.591177:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639872, portal 10 00000400:00000010:0.0:1767326209.591179:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000001:2.0:1767326209.591183:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326209.591185:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326209.591187:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326209.591187:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831689728 : -125135877861888 : ffff8e3088738e00) 00000100:00000200:0.0:1767326209.591187:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386639744, portal 25 00000100:00000040:1.0:1767326209.591190:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11253) 00000100:00000001:3.0:1767326209.591192:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326209.591195:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326209.591196:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326209.591197:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000040:2.0:1767326209.591200:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326209.591204:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326209.591206:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591218:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326209.591223:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.591230:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326209.591235:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326209.591239:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326209.591239:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326209.591240:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767326209.591243:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 02000000:00000001:3.0:1767326209.591245:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326209.591249:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326209.591251:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326209.591251:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386639872, offset 0 00000400:00000010:0.0:1767326209.591253:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 02000000:00000001:3.0:1767326209.591255:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326209.591258:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386639744, offset 0 00000100:00100000:3.0:1767326209.591263:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386640000:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326209.591269:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326209.591270:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326209.591273:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326209.591277:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326209.591280:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326209.591282:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326209.591286:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326209.591288:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014f9a752. 00000400:00000200:0.0:1767326209.591292:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326209.591293:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326209.591297:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326209.591301:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000943a6997. 00000400:00000200:0.0:1767326209.591302:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326209.591304:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326209.591307:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [295:295:256:4294967295] 192.168.203.127@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000010:3.0:1767326209.591317:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000400:00000200:0.0:1767326209.591317:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326209.591324:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640000, portal 10 00000800:00000200:0.0:1767326209.591325:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326209.591329:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326209.591331:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767326209.591333:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326209.591334:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000400:00000200:2.0:1767326209.591335:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326209.591340:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326209.591345:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326209.591348:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326209.591349:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326209.591353:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326209.591358:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326209.591362:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [296:296:255:4294967295] 192.168.203.127@tcp LPNI seq info [296:296:7:4294967295] 00000800:00000200:0.0:1767326209.591366:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326209.591374:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326209.591383:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326209.591384:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326209.591388:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326209.591389:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000800:00000200:2.0:1767326209.591393:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326209.591396:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386640000, offset 0 00000100:00000001:0.0:1767326209.591396:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305919992 00000800:00000010:2.0:1767326209.591398:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e3843a0. 00000100:00000010:0.0:1767326209.591404:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000800:00000200:2.0:1767326209.591410:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326209.591411:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326209.591413:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326209.591421:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326209.591422:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305919992 00000400:00000200:3.0:1767326209.591423:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326209.591427:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e3843a0 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326209.591429:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000400:00000200:3.0:1767326209.591431:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326209.591433:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326209.591437:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326209.591437:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326209.591437:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767326209.591438:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 331740 usecs (332 jiffies) 00000800:00000010:1.0:1767326209.591444:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:2.0:1767326209.591445:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305915724 00000400:00000200:3.0:1767326209.591446:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326209.591446:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305919992 00000100:00000001:2.0:1767326209.591452:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305919992 00000400:00000200:1.0:1767326209.591453:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326209.591453:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009780c826. 00000400:00000200:3.0:1767326209.591454:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326209.591460:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305915724 00000100:00000001:0.0:1767326209.591461:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326209.591467:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305919992 00000400:00000200:3.0:1767326209.591468:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [297:297:254:4294967295] 192.168.203.127@tcp LPNI seq info [297:297:6:4294967295] 00000400:00000200:1.0:1767326209.591468:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326209.591469:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305919992 00000100:00000001:2.0:1767326209.591473:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305915724 00000100:00000010:0.0:1767326209.591477:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000100:00000001:2.0:1767326209.591479:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305919992 00000100:00000001:2.0:1767326209.591481:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305915724 00000100:00000001:0.0:1767326209.591488:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326209.591489:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326209.591495:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305919992 00000100:00000001:0.0:1767326209.591495:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326209.591497:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000800:00000200:3.0:1767326209.591501:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326209.591502:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326209.591503:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326209.591504:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000800:00000010:3.0:1767326209.591507:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000100:00000001:2.0:1767326209.591510:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326209.591511:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.591514:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326209.591515:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326209.591516:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326209.591516:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326209.591520:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326209.591524:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326209.591524:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326209.591528:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326209.591530:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326209.591532:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326209.591536:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326209.591538:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326209.591539:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326209.591541:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326209.591545:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326209.591546:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326209.591547:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 19092 usecs (20 jiffies) 00000100:00000001:2.0:1767326209.591550:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326209.591551:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326209.591554:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305915412 00000100:00000001:2.0:1767326209.591554:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.591555:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326209.591555:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326209.591561:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305919992 00000100:00000001:2.0:1767326209.591562:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.591565:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326209.591567:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305915412 00000100:00000001:3.0:1767326209.591572:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305919992 00000100:00000001:1.0:1767326209.591579:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.591582:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326209.591584:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305915412 00000100:00000001:3.0:1767326209.591587:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305919992 00000100:00000001:3.0:1767326209.591588:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305915412 00000100:00000001:3.0:1767326209.591590:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305919992 00000100:00000001:3.0:1767326209.591591:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326209.591593:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326209.591595:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326209.591596:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326209.591600:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326209.591600:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326209.591602:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326209.591606:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326209.591607:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767326209.591607:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e3843a0. 00000100:00000001:3.0:1767326209.591610:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326209.591614:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326209.591615:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326209.591622:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326209.591634:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000400:00000010:1.0:1767326209.591636:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:1.0:1767326209.591640:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326209.591643:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591652:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326209.591654:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591661:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.591663:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326209.591734:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326209.591737:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000400:00000200:1.0:1767326209.591739:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326209.591742:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326209.591744:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000400:00000010:1.0:1767326209.591745:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00000100:00000001:1.0:1767326209.591747:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326209.591749:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591755:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326209.591756:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.591782:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.591783:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326209.594113:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326209.594123:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326209.594126:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326209.594129:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326209.594136:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326209.594218:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08d80 00000400:00000200:3.0:1767326209.594227:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa11 [1] + 224 00000800:00000001:3.0:1767326209.594234:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326209.594239:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326209.594240:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326209.594243:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326209.594246:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326209.594250:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326209.594259:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326209.594272:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326209.594286:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326209.594291:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326209.594293:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326209.594296:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326209.594302:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326209.594311:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08e00 00000100:00000001:0.0:1767326209.594312:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326209.594317:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326209.594318:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa0d [1] + 224 00000400:00000001:0.0:1767326209.594324:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326209.594325:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326209.594330:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326209.594332:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326209.594334:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38c2ef7. 00000400:00000200:3.0:1767326209.594337:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326209.594341:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000200:3.0:1767326209.594346:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:0.0:1767326209.594346:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767326209.594353:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326209.594354:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326209.594362:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326209.594362:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326209.594384:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326209.594392:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326209.594407:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326209.594409:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326209.594411:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326209.594413:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326209.594415:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326209.594416:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326209.594420:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326209.594423:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326209.594423:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326209.594429:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=94 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326209.594430:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326209.594437:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326209.594438:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=94 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326209.594441:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326209.594443:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326209.594445:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326209.594446:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.594449:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326209.594452:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326209.594453:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:2.0:1767326209.594455:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326209.594456:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326209.594458:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326209.594461:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 00000400:00000200:2.0:1767326209.594465:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000200:3.0:1767326209.594469:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08e80 00000400:00000010:2.0:1767326209.594469:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:0.0:1767326209.594470:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.594475:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326209.594482:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326209.594483:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326209.594484:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa1d [1] + 224 00000800:00000001:3.0:1767326209.594495:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326209.594501:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326209.594507:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326209.594517:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326209.594519:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326209.594521:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326209.594524:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326209.594526:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326209.594530:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326209.594531:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326209.594536:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326209.594559:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326209.594562:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326209.594566:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326209.594569:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326209.594572:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767326209.594574:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386639744:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326209.594575:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326209.594576:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326209.594581:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326209.594583:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326209.594586:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=84 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326209.594588:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326209.594594:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386639744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326209.594595:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=84 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326209.594605:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326209.594608:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326209.594615:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326209.594617:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767326209.594621:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326209.594621:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326209.594625:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec5a378. 00000100:00000001:2.0:1767326209.594628:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326209.594629:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326209.594630:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326209.594632:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:0.0:1767326209.594633:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326209.594635:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326209.594638:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326209.594639:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326209.594640:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326209.594641:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326209.594644:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 00000800:00000001:3.0:1767326209.594647:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326209.594649:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326209.594649:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326209.594652:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326209.594656:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:1.0:1767326209.594659:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326209.594662:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326209.594664:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326209.594665:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326209.594668:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326209.594670:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326209.594673:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326209.594674:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326209.594678:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943a6997. 00000100:00000001:0.0:1767326209.594678:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.594683:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326209.594685:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326209.594686:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000001:2.0:1767326209.594687:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326209.594688:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.594690:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326209.594691:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000040:2.0:1767326209.594696:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.594696:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326209.594716:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326209.594720:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386639872:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326209.594729:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326209.594732:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326209.594734:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbee18fd x1853175386639872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326209.594745:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326209.594747:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326209.594750:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6e58a1d. 02000000:00000001:2.0:1767326209.594754:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326209.594756:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767326209.594781:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326209.594782:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326209.594786:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326209.594788:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:2.0:1767326209.594793:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326209.594795:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326209.594798:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbee18fd. 00000100:00000001:1.0:1767326209.594799:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326209.594802:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326209.594803:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326209.594806:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326209.594806:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326209.594810:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326209.594811:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326209.594814:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326209.594816:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326209.594817:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.594819:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326209.594821:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326209.594823:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326209.594825:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=94 v=5 (5 5 5 0) 00000100:00000001:2.0:1767326209.594826:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326209.594831:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326209.594833:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326209.594835:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326209.594836:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326209.594839:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326209.594844:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.594846:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326209.594846:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326209.594848:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326209.594848:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326209.594850:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.594854:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326209.594855:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326209.594856:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326209.594858:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326209.594862:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386640000:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326209.594865:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326209.594871:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326209.594873:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386640000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326209.594878:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326209.594879:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326209.594880:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014f9a752. 02000000:00000001:1.0:1767326209.594883:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326209.594884:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326209.594884:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326209.594886:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326209.594887:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:1.0:1767326209.594889:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326209.594890:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326209.594891:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:1.0:1767326209.594892:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326209.594893:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326209.594894:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326209.594897:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326209.594898:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326209.594900:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326209.594901:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326210.294874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326210.294880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326210.294885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326210.294901:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326210.294960:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326210.294963:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326210.294966:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326211.318858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326211.318864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326211.318868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326211.318870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326211.318918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326211.318922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326211.318925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326212.342817:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326212.342825:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326212.342831:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326212.342832:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326212.342881:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326212.342885:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326212.342888:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326213.366858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326213.366867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326213.366874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326213.366875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326213.366923:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326213.366929:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326213.366933:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326214.198827:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305919992, at 4305920000 00000100:00000040:1.0:1767326214.198841:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305919992, at 4305920000 00000100:00000040:0.0:1767326214.198844:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305919992, at 4305920000 00000100:00000010:2.0:1767326214.198851:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009780c826. 00000100:00000010:1.0:1767326214.198853:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:0.0:1767326214.198857:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000040:3.0:1767326214.198919:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305919992, at 4305920000 00000100:00000010:3.0:1767326214.198930:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00010000:00000001:0.0:1767326214.390869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326214.390880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326214.390888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326214.390890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326214.390973:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326214.390983:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326214.390987:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326214.710871:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326214.710884:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326214.710893:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326214.710900:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326214.710904:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326214.710908:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326214.710930:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326214.710939:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:1.0:1767326214.710947:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.710961:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326214.710976:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326214.710980:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.710987:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_01+1] req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.711029:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.711032:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326214.711036:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326214.711039:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326214.711040:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd2b487. 00000100:00000001:3.0:1767326214.711046:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326214.711046:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326214.711051:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326214.711052:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326214.711055:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326214.711059:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326214.711062:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326214.711067:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326214.711074:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326214.711078:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326214.711083:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326214.711084:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326214.711091:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326214.711097:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326214.711098:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326214.711101:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326214.711103:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.711108:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd2b487] to pc [ptlrpcd_00_02+2] req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326214.711111:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386640128:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326214.711127:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326214.711134:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326214.711138:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.711138:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326214.711140:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326214.711142:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326214.711146:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326214.711147:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326214.711147:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326214.711148:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326214.711153:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbee18fd. 02000000:00000010:3.0:1767326214.711155:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef391eee. 00000020:00000040:1.0:1767326214.711157:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326214.711161:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.711161:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326214.711162:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326214.711166:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326214.711167:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.711168:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767326214.711170:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000922be0b7. 02000000:00000001:1.0:1767326214.711172:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326214.711178:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326214.711180:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 02000000:00000001:1.0:1767326214.711182:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326214.711190:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000200:3.0:1767326214.711191:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640128, portal 25 00000100:00000001:1.0:1767326214.711196:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.711197:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326214.711202:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.711204:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326214.711208:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326214.711213:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326214.711214:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326214.711216:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326214.711220:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.711222:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbee18fd] to pc [ptlrpcd_00_03+3] req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326214.711230:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386640256:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326214.711237:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326214.711238:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326214.711242:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326214.711242:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326214.711247:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.711248:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326214.711254:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326214.711257:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11258) 02000000:00000010:2.0:1767326214.711261:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000604bf548. 02000000:00000001:2.0:1767326214.711266:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326214.711271:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326214.711272:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000100:00000001:0.0:1767326214.711275:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326214.711279:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326214.711281:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000001:3.0:1767326214.711285:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326214.711285:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326214.711288:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640256, portal 10 00000100:00000001:2.0:1767326214.711295:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326214.711297:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000001:2.0:1767326214.711300:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831693312 : -125135877858304 : ffff8e3088739c00) 00000100:00000001:0.0:1767326214.711300:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326214.711304:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326214.711309:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326214.711309:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326214.711311:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326214.711316:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326214.711317:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326214.711324:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386640384:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326214.711339:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326214.711340:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326214.711345:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326214.711346:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326214.711349:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326214.711350:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326214.711354:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326214.711355:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326214.711357:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5708b0. 02000000:00000010:0.0:1767326214.711358:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c37c192. 00000400:00000010:2.0:1767326214.711360:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 02000000:00000001:0.0:1767326214.711363:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326214.711364:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386640128, offset 0 00000100:00000200:2.0:1767326214.711365:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386640256, offset 0 00000400:00000010:0.0:1767326214.711370:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38c2ef7. 00000400:00000010:0.0:1767326214.711377:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000400:00000200:2.0:1767326214.711379:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326214.711396:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326214.711402:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326214.711406:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326214.711411:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326214.711414:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326214.711426:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [298:298:256:4294967295] 192.168.203.127@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:2.0:1767326214.711440:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326214.711448:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326214.711454:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003369ff22. 00000800:00000200:2.0:1767326214.711462:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326214.711485:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326214.711490:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003369ff22 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326214.711509:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326214.711514:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 327890 usecs (328 jiffies) 00000100:00000001:2.0:1767326214.711518:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305920840 00000400:00000200:3.0:1767326214.711523:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326214.711525:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cde0223. 00000100:00000200:0.0:1767326214.711529:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640384, portal 10 00000100:00000001:0.0:1767326214.711533:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326214.711534:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326214.711534:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326214.711535:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831689728 : -125135877861888 : ffff8e3088738e00) 00000400:00000200:3.0:1767326214.711543:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326214.711545:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305920840 00000100:00000040:0.0:1767326214.711545:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326214.711552:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326214.711553:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a6246b. 00000100:00000001:2.0:1767326214.711559:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326214.711561:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326214.711566:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305920840 00000100:00000040:0.0:1767326214.711567:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326214.711574:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000400:00000010:0.0:1767326214.711575:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000200:0.0:1767326214.711580:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386640384, offset 0 00000100:00000001:2.0:1767326214.711581:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326214.711581:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326214.711587:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003369ff22. 00000100:00000001:2.0:1767326214.711588:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305920840 00000400:00000200:0.0:1767326214.711590:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326214.711595:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb6039c0. 00000400:00000200:1.0:1767326214.711595:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326214.711601:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326214.711603:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326214.711606:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326214.711607:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.711612:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.711613:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.711620:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326214.711622:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326214.711623:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326214.711629:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326214.711631:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326214.711631:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326214.711636:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [299:299:255:4294967295] 192.168.203.127@tcp LPNI seq info [299:299:7:4294967295] 00000100:00000001:2.0:1767326214.711639:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.711643:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326214.711652:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326214.711659:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326214.711679:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326214.711684:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326214.711692:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326214.711695:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326214.711699:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326214.711703:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [300:300:254:4294967295] 192.168.203.127@tcp LPNI seq info [300:300:6:4294967295] 00000400:00000200:0.0:1767326214.711713:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326214.711719:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326214.711721:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:1.0:1767326214.711725:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000800:00000010:0.0:1767326214.711725:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000100:00000001:1.0:1767326214.711734:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326214.711736:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000010:3.0:1767326214.711738:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000100:00000200:1.0:1767326214.711742:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326214.711752:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326214.711753:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326214.711756:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326214.711783:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326214.711788:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326214.711789:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326214.711797:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326214.711799:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326214.711800:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.711805:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326214.711807:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326214.711809:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 18916 usecs (19 jiffies) 00000100:00000001:3.0:1767326214.711813:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305925113 00000100:00000001:0.0:1767326214.711814:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305920532 00000100:00000001:0.0:1767326214.711821:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305920840 00000100:00000001:0.0:1767326214.711823:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305920532 00000100:00000001:0.0:1767326214.711825:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305920840 00000800:00000200:1.0:1767326214.711826:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326214.711827:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305920840 00000100:00000001:0.0:1767326214.711829:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305920532 00000800:00000010:1.0:1767326214.711831:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000100:00000001:0.0:1767326214.711835:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305920840 00000100:00000001:3.0:1767326214.711838:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305925113 00000100:00000001:0.0:1767326214.711838:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305920532 00000400:00000200:1.0:1767326214.711841:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326214.711842:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305920840 00000100:00000001:3.0:1767326214.711846:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305920840 00000100:00000001:0.0:1767326214.711847:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326214.711851:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326214.711854:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326214.711856:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000100:00000001:3.0:1767326214.711857:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305925113 00000100:00000001:0.0:1767326214.711858:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326214.711860:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767326214.711863:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326214.711866:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326214.711867:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305920840 00000100:00000001:0.0:1767326214.711869:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326214.711872:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326214.711873:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326214.711875:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305925113 00000100:00000001:0.0:1767326214.711879:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326214.711883:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326214.711884:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305920840 00000100:00000001:0.0:1767326214.711886:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.711888:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326214.711889:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326214.711893:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326214.711899:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326214.711900:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.711905:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326214.711907:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326214.711911:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326214.711914:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326214.711918:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326214.711920:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326214.711923:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326214.711925:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326214.711926:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326214.711929:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326214.711938:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326214.711941:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:1.0:1767326214.711945:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326214.711948:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326214.711949:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5708b0 00000400:00000010:1.0:1767326214.711950:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5708b0. 00000100:00000001:1.0:1767326214.711952:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326214.711954:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.711960:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326214.711962:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.711967:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.711968:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326214.713281:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326214.713288:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326214.713290:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326214.713292:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326214.713298:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326214.713309:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a08f80 00000400:00000200:1.0:1767326214.713317:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa29 [1] + 224 00000800:00000001:1.0:1767326214.713332:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326214.713340:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326214.713342:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326214.713346:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326214.713350:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326214.713354:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326214.713364:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.713380:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326214.713387:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326214.713389:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.713404:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326214.713407:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326214.713412:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326214.713413:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326214.713415:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 00000400:00000200:2.0:1767326214.713418:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:2.0:1767326214.713420:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:2.0:1767326214.713422:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326214.713426:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326214.713434:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326214.713440:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326214.713442:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.713444:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326214.713446:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326214.713448:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326214.713448:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326214.713451:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326214.713454:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326214.713458:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326214.713461:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=89 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326214.713462:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326214.713468:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=89 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326214.713469:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.713471:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326214.713474:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326214.713477:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326214.713481:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.713484:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326214.713485:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326214.713487:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326214.713488:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326214.713491:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326214.713495:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326214.713498:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326214.713505:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326214.713508:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326214.713513:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386640256:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326214.713517:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.713519:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326214.713521:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd2b487 x1853175386640256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326214.713527:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326214.713530:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326214.713532:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326214.713534:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000604bf548. 02000000:00000001:2.0:1767326214.713537:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326214.713538:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326214.713539:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326214.713541:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326214.713543:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767326214.713546:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326214.713548:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326214.713549:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd2b487. 00000100:00000001:2.0:1767326214.713552:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326214.713553:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.713554:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326214.713557:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326214.713558:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326214.713559:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326214.713561:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326214.713586:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09000 00000400:00000200:3.0:1767326214.713590:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:3.0:1767326214.713593:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326214.713597:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326214.713598:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326214.713601:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326214.713603:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326214.713635:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326214.713643:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326214.713654:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326214.713659:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326214.713661:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326214.713676:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326214.713679:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326214.713683:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326214.713692:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a08f00 00000400:00000200:3.0:1767326214.713704:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa25 [1] + 224 00000100:00000001:0.0:1767326214.713707:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326214.713710:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326214.713711:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326214.713717:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326214.713720:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326214.713720:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326214.713722:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38c2ef7. 00000400:00000200:3.0:1767326214.713725:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326214.713730:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000200:3.0:1767326214.713733:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:0.0:1767326214.713734:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767326214.713738:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326214.713742:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326214.713745:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326214.713749:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326214.713778:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326214.713785:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326214.713794:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326214.713794:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326214.713798:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326214.713801:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326214.713804:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326214.713806:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326214.713810:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326214.713813:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=99 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326214.713815:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326214.713817:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326214.713821:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326214.713822:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326214.713823:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326214.713825:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326214.713828:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767326214.713832:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.713839:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326214.713839:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326214.713843:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326214.713845:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326214.713845:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326214.713849:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326214.713850:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326214.713853:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326214.713853:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326214.713858:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326214.713861:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000922be0b7. 00000100:00000001:0.0:1767326214.713864:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326214.713866:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000100:00000001:0.0:1767326214.713867:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767326214.713871:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:0.0:1767326214.713871:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326214.713878:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326214.713879:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326214.713886:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326214.713889:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386640384:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326214.713898:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326214.713902:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326214.713907:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326214.713908:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbee18fd x1853175386640384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.713928:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326214.713929:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326214.713931:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326214.713932:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326214.713934:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326214.713935:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326214.713936:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767326214.713939:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c37c192. 00000100:00000001:1.0:1767326214.713940:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326214.713945:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326214.713947:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767326214.713948:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=99 v=5 (5 5 5 0) 00000020:00000001:0.0:1767326214.713951:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326214.713953:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=99 v=5 (1 1 1 0) 00000020:00000040:0.0:1767326214.713956:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326214.713957:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326214.713961:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326214.713963:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 00000100:00000001:1.0:1767326214.713967:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326214.713968:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767326214.713970:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326214.713973:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326214.713973:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326214.713978:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326214.713978:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbee18fd. 00000100:00000040:1.0:1767326214.713985:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326214.713986:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326214.713990:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326214.713995:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326214.713996:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326214.714000:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326214.714001:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326214.714003:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326214.714004:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326214.714007:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326214.714013:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326214.714017:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326214.714018:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386640128:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326214.714023:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326214.714024:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326214.714026:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386640128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326214.714031:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326214.714032:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326214.714033:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef391eee. 02000000:00000001:1.0:1767326214.714036:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326214.714037:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326214.714038:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326214.714039:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326214.714040:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:1.0:1767326214.714041:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326214.714042:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326214.714043:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:1.0:1767326214.714045:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326214.714046:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326214.714047:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326214.714050:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326214.714052:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326214.714053:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326214.714055:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326215.414846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326215.414857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326215.414867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326215.414868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326215.414918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326215.414922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326215.414925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326216.438897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326216.438914:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326216.438922:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326216.438923:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326216.438952:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326216.438956:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326216.438959:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326217.462877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326217.462888:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326217.462898:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326217.462901:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462907:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326217.462909:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462912:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462914:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462918:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326217.462920:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326217.462921:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326217.462948:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326217.462951:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326217.462952:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462954:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326217.462956:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462957:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.462960:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326217.463007:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326217.463011:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326217.463014:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326218.486869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326218.486876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326218.486881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326218.486882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326218.486898:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326218.486900:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326218.486902:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326219.318848:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305925113, at 4305925120 00000100:00000040:0.0:1767326219.318849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305925113, at 4305925120 00000100:00000040:2.0:1767326219.318850:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305925113, at 4305925120 00000100:00000010:0.0:1767326219.318864:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cde0223. 00000100:00000010:3.0:1767326219.318866:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb6039c0. 00000100:00000010:2.0:1767326219.318869:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000040:1.0:1767326219.318950:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305925113, at 4305925120 00000100:00000010:1.0:1767326219.318956:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a6246b. 00010000:00000001:0.0:1767326219.510859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326219.510865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326219.510870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326219.510871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326219.510924:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326219.510927:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326219.510929:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326219.830842:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326219.830850:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326219.830858:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326219.830864:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326219.830867:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326219.830870:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326219.830874:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326219.830880:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 00000100:00000001:2.0:1767326219.830885:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.830894:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326219.830902:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326219.830904:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.830907:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_00+0] req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326219.830925:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.830927:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326219.830930:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326219.830931:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326219.830933:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326219.830935:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326219.830936:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326219.830938:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326219.830940:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 00000100:00000001:2.0:1767326219.830942:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.830945:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326219.830945:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326219.830950:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326219.830954:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326219.830955:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326219.830957:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326219.830961:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326219.830964:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.830971:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326219.830975:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326219.830977:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.830981:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326219.830982:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326219.830986:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326219.830990:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326219.830995:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386640512:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326219.830998:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326219.830999:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326219.831003:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326219.831005:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326219.831006:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326219.831008:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326219.831009:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000100:00000001:1.0:1767326219.831011:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326219.831011:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767326219.831013:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326219.831015:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326219.831016:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326219.831020:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326219.831021:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326219.831022:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326219.831024:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ee29fd. 02000000:00000010:2.0:1767326219.831027:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 02000000:00000001:0.0:1767326219.831027:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326219.831030:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326219.831033:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326219.831037:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38c2ef7. 00000100:00000040:2.0:1767326219.831040:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326219.831046:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000200:0.0:1767326219.831055:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640512, portal 25 00000100:00000001:1.0:1767326219.831058:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326219.831061:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326219.831062:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831063:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326219.831064:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000001:2.0:1767326219.831066:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326219.831070:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326219.831072:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_02+2] req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326219.831074:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326219.831075:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326219.831091:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326219.831100:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386640640:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326219.831104:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326219.831109:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326219.831110:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326219.831113:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 02000000:00000001:1.0:1767326219.831114:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326219.831116:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386640512, offset 0 02000000:00000001:1.0:1767326219.831118:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831120:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326219.831123:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326219.831124:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326219.831125:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326219.831130:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 00000100:00000040:2.0:1767326219.831131:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326219.831137:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.831139:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11263) 00000400:00000010:1.0:1767326219.831144:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000400:00000200:0.0:1767326219.831150:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326219.831151:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000400:00000200:0.0:1767326219.831157:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326219.831159:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640640, portal 10 00000100:00000001:2.0:1767326219.831162:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326219.831164:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326219.831165:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:2.0:1767326219.831167:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326219.831168:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:3.0:1767326219.831169:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326219.831170:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326219.831175:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326219.831176:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326219.831177:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326219.831183:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326219.831185:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [301:301:256:4294967295] 192.168.203.127@tcp LPNI seq info [301:301:8:4294967295] 00000100:00000001:2.0:1767326219.831192:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326219.831197:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326219.831203:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326219.831204:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326219.831206:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326219.831209:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326219.831214:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326219.831214:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326219.831215:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326219.831219:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000800:00000010:0.0:1767326219.831221:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000100:00000200:1.0:1767326219.831224:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386640640, offset 0 00000100:00000040:2.0:1767326219.831231:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326219.831232:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326219.831238:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326219.831244:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326219.831250:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326219.831253:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326219.831256:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326219.831260:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326219.831260:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326219.831264:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326219.831265:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326219.831268:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326219.831271:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326219.831273:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305930232 00000400:00000200:1.0:1767326219.831275:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:0.0:1767326219.831279:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000100:00100000:2.0:1767326219.831280:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386640768:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326219.831287:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326219.831287:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326219.831293:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326219.831294:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326219.831295:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305930232 02000000:00000001:2.0:1767326219.831299:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326219.831300:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767326219.831305:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767326219.831306:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000400:00000200:1.0:1767326219.831311:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [302:302:255:4294967295] 192.168.203.127@tcp LPNI seq info [302:302:7:4294967295] 02000000:00000010:2.0:1767326219.831312:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085da6495. 00000100:00000001:0.0:1767326219.831312:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326219.831318:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305930232 02000000:00000001:2.0:1767326219.831319:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326219.831324:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000400:00000010:2.0:1767326219.831327:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000100:00000001:0.0:1767326219.831329:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326219.831335:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326219.831336:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305930232 00000400:00000010:2.0:1767326219.831337:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000010:0.0:1767326219.831343:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000200:2.0:1767326219.831345:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640768, portal 10 00000100:00000001:0.0:1767326219.831347:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326219.831349:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326219.831352:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326219.831353:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326219.831357:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000100:00000001:0.0:1767326219.831357:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831358:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000001:0.0:1767326219.831363:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326219.831367:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326219.831368:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326219.831370:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326219.831372:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326219.831375:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326219.831378:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326219.831380:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326219.831381:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326219.831384:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326219.831389:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326219.831389:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326219.831391:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326219.831391:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326219.831398:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326219.831398:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326219.831399:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000400:00000010:2.0:1767326219.831402:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 00000100:00000040:1.0:1767326219.831406:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 324111 usecs (325 jiffies) 00000100:00000200:2.0:1767326219.831407:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386640768, offset 0 00000400:00000200:3.0:1767326219.831408:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326219.831414:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305925957 00000400:00000200:2.0:1767326219.831415:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326219.831420:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305930232 00000400:00000200:3.0:1767326219.831421:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326219.831426:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326219.831427:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305925957 00000400:00000200:2.0:1767326219.831431:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326219.831433:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305930232 00000400:00000200:2.0:1767326219.831435:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326219.831440:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326219.831440:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305925957 00000400:00000200:2.0:1767326219.831446:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326219.831446:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305930232 00000400:00000200:2.0:1767326219.831452:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [303:303:254:4294967295] 192.168.203.127@tcp LPNI seq info [303:303:6:4294967295] 00000100:00000001:1.0:1767326219.831452:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305925957 00000100:00000001:1.0:1767326219.831459:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305930232 00000100:00000001:1.0:1767326219.831461:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326219.831465:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326219.831469:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326219.831475:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326219.831476:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326219.831482:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326219.831483:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326219.831485:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767326219.831487:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000800:00000200:2.0:1767326219.831491:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326219.831496:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326219.831499:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326219.831499:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326219.831511:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326219.831513:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.831518:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 18726 usecs (19 jiffies) 00000100:00000001:1.0:1767326219.831519:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831525:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305925651 00000100:00000001:1.0:1767326219.831526:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831532:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305930232 00000100:00000001:2.0:1767326219.831536:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305925651 00000100:00000001:2.0:1767326219.831538:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305930232 00000100:00000001:2.0:1767326219.831540:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305925651 00000400:00000200:3.0:1767326219.831543:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000100:00000001:2.0:1767326219.831543:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305930232 00000400:00000010:3.0:1767326219.831549:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:2.0:1767326219.831550:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305925651 00000100:00000001:2.0:1767326219.831555:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305930232 00000100:00000001:3.0:1767326219.831558:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326219.831558:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326219.831563:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831565:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.831567:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326219.831568:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.831581:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326219.831585:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.831593:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326219.831595:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326219.831612:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326219.831621:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000400:00000200:3.0:1767326219.831625:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326219.831659:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326219.831663:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:3.0:1767326219.831665:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:3.0:1767326219.831669:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326219.831672:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.831681:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326219.831684:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.831691:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326219.831693:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326219.831728:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326219.831731:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000400:00000200:3.0:1767326219.831735:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326219.831739:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326219.831742:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000400:00000010:3.0:1767326219.831743:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:3.0:1767326219.831746:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326219.831749:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.831845:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326219.831850:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.831859:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326219.831861:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326219.833177:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326219.833188:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326219.833191:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326219.833193:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326219.833200:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326219.833211:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09080 00000400:00000200:1.0:1767326219.833218:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa3d [1] + 224 00000800:00000001:1.0:1767326219.833224:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326219.833228:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326219.833230:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326219.833234:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326219.833238:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326219.833242:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326219.833252:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326219.833272:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326219.833279:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326219.833295:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326219.833298:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326219.833302:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326219.833309:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326219.833309:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326219.833313:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326219.833319:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09100 00000400:00000001:0.0:1767326219.833319:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326219.833322:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326219.833326:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38c2ef7. 00000400:00000200:0.0:1767326219.833330:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:0.0:1767326219.833332:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767326219.833334:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326219.833340:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326219.833341:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa45 [1] + 224 00000800:00000001:1.0:1767326219.833352:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326219.833358:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326219.833360:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326219.833365:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326219.833376:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326219.833377:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326219.833381:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326219.833382:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326219.833384:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326219.833386:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767326219.833395:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326219.833396:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326219.833399:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326219.833403:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326219.833412:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=104 v=5 (5 5 5 0) 00000100:00000040:1.0:1767326219.833414:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326219.833420:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=104 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326219.833429:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326219.833432:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326219.833436:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326219.833438:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326219.833441:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326219.833443:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326219.833449:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326219.833451:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326219.833458:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326219.833460:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326219.833463:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326219.833466:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326219.833467:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326219.833469:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326219.833478:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326219.833481:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326219.833492:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326219.833493:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386640512:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326219.833500:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09180 00000100:00000001:3.0:1767326219.833504:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326219.833513:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa4d [1] + 224 00000800:00000001:1.0:1767326219.833521:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326219.833522:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326219.833527:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767326219.833528:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326219.833531:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326219.833532:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326219.833535:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386640512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326219.833536:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:1.0:1767326219.833538:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326219.833547:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:3.0:1767326219.833555:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000400:00000200:1.0:1767326219.833557:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326219.833562:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326219.833566:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326219.833569:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ee29fd. 02000000:00000001:0.0:1767326219.833578:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326219.833581:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326219.833581:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326219.833584:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767326219.833590:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326219.833594:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326219.833596:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 00000100:00000200:3.0:1767326219.833600:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326219.833602:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326219.833603:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326219.833608:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326219.833615:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:0.0:1767326219.833648:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326219.833654:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326219.833662:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326219.833667:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326219.833672:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326219.833675:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326219.833680:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326219.833692:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326219.833697:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326219.833698:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326219.833701:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326219.833710:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326219.833716:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326219.833719:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326219.833721:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326219.833728:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326219.833730:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326219.833737:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326219.833739:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=94 v=5 (5 5 5 0) 00000800:00000001:1.0:1767326219.833744:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326219.833745:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=94 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326219.833753:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326219.833755:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326219.833791:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326219.833795:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.833798:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326219.833799:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326219.833808:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326219.833809:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326219.833817:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326219.833819:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326219.833821:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326219.833825:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326219.833826:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326219.833832:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 00000100:00000001:3.0:1767326219.833842:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326219.833844:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000100:00000001:3.0:1767326219.833845:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326219.833847:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326219.833850:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000040:3.0:1767326219.833852:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326219.833858:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326219.833863:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386640640:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326219.833867:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326219.833869:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.833871:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326219.833883:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386640640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326219.833893:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326219.833898:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326219.833903:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 02000000:00000001:3.0:1767326219.833912:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326219.833916:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326219.833919:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326219.833921:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326219.833923:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 00000100:00000200:2.0:1767326219.833924:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326219.833927:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326219.833930:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326219.833933:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:3.0:1767326219.833939:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326219.833943:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326219.833950:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326219.833960:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326219.833961:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326219.833962:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326219.833967:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326219.833968:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326219.833970:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.833979:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326219.833983:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326219.833985:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326219.833988:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326219.833991:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326219.833997:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=104 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326219.834001:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326219.834004:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326219.834005:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326219.834007:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326219.834012:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326219.834019:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.834022:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326219.834023:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326219.834026:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326219.834027:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326219.834030:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326219.834037:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326219.834039:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326219.834040:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326219.834043:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326219.834051:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386640768:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326219.834055:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326219.834064:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326219.834067:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386640768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326219.834073:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326219.834076:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326219.834078:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085da6495. 02000000:00000001:2.0:1767326219.834081:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326219.834083:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326219.834084:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326219.834086:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326219.834088:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 02000000:00000001:2.0:1767326219.834090:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326219.834092:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326219.834093:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:2.0:1767326219.834096:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326219.834098:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326219.834099:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326219.834103:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326219.834105:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326219.834107:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326219.834109:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326220.534904:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326220.534913:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326220.534921:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326220.534923:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326220.534953:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326220.534956:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326220.534959:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326221.558849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326221.558855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326221.558861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326221.558862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326221.558912:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326221.558916:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326221.558918:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326222.582854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326222.582861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326222.582867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326222.582868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326222.582902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326222.582905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326222.582907:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326223.606905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326223.606913:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326223.606918:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326223.606920:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326223.606994:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326223.606998:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326223.607002:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326224.438881:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305930232, at 4305930240 00000100:00000040:0.0:1767326224.438881:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305930232, at 4305930240 00000100:00000040:3.0:1767326224.438883:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305930232, at 4305930240 00000100:00000010:1.0:1767326224.438903:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:3.0:1767326224.438906:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:0.0:1767326224.438906:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000040:2.0:1767326224.438968:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305930232, at 4305930240 00000100:00000010:2.0:1767326224.438978:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00010000:00000001:0.0:1767326224.630858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326224.630867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.630875:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326224.630876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326224.630902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326224.630906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326224.630931:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326224.950974:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326224.950987:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326224.950999:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326224.951007:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326224.951012:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326224.951016:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326224.951040:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326224.951048:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:2.0:1767326224.951054:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326224.951064:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326224.951075:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326224.951077:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326224.951082:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_03+3] req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.951117:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326224.951120:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326224.951124:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326224.951127:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326224.951131:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326224.951134:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326224.951136:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326224.951138:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326224.951142:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326224.951145:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326224.951147:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326224.951151:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326224.951154:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326224.951159:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326224.951161:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326224.951164:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326224.951169:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326224.951170:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_00+0] req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326224.951171:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326224.951179:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326224.951206:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326224.951209:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326224.951215:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326224.951218:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326224.951222:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326224.951226:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386640896:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326224.951232:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326224.951240:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326224.951244:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326224.951247:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326224.951253:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c0e7ec9. 02000000:00000001:0.0:1767326224.951255:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326224.951261:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38c2ef7. 00000400:00000010:0.0:1767326224.951267:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000001:1.0:1767326224.951269:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326224.951274:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326224.951276:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386640896, portal 25 00000100:00000001:1.0:1767326224.951277:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326224.951283:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326224.951286:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326224.951287:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326224.951287:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000040:2.0:1767326224.951291:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326224.951298:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326224.951302:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326224.951306:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:0.0:1767326224.951306:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326224.951317:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326224.951318:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326224.951322:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326224.951323:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326224.951327:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326224.951335:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086c13a69. 00000100:00000001:0.0:1767326224.951335:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326224.951343:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326224.951344:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326224.951353:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00000040:2.0:1767326224.951354:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326224.951356:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326224.951360:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326224.951361:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386640896, offset 0 02000000:00000001:1.0:1767326224.951366:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326224.951371:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326224.951377:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326224.951378:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326224.951378:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.951383:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326224.951388:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386641024:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326224.951393:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_01+1] req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326224.951396:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326224.951399:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326224.951401:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326224.951405:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326224.951407:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326224.951411:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326224.951416:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:1.0:1767326224.951427:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c37c192. 00000100:00000001:2.0:1767326224.951428:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326224.951428:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326224.951432:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326224.951435:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326224.951436:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326224.951442:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326224.951442:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000200:0.0:1767326224.951447:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [304:304:256:4294967295] 192.168.203.127@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000010:1.0:1767326224.951452:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000040:2.0:1767326224.951455:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11268) 00000100:00000200:1.0:1767326224.951459:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641024, portal 10 00000100:00000001:1.0:1767326224.951465:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326224.951466:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326224.951466:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326224.951469:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:3.0:1767326224.951472:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326224.951477:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326224.951478:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767326224.951482:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000100:00000040:1.0:1767326224.951484:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326224.951490:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326224.951496:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326224.951510:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326224.951510:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326224.951518:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326224.951519:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326224.951519:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326224.951524:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326224.951526:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 02000000:00000001:3.0:1767326224.951529:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326224.951532:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386641024, offset 0 02000000:00000001:3.0:1767326224.951533:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326224.951538:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326224.951539:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326224.951544:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326224.951546:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305935352 00000100:00000010:0.0:1767326224.951553:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000400:00000200:1.0:1767326224.951554:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:3.0:1767326224.951558:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386641152:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326224.951561:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326224.951564:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326224.951567:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326224.951568:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326224.951572:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326224.951573:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305935352 02000000:00000001:3.0:1767326224.951574:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326224.951575:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326224.951580:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326224.951581:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [305:305:255:4294967295] 192.168.203.127@tcp LPNI seq info [305:305:7:4294967295] 00000100:00000010:0.0:1767326224.951582:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 02000000:00000001:3.0:1767326224.951585:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326224.951589:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 02000000:00000010:3.0:1767326224.951608:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0e41028. 00000100:00000001:0.0:1767326224.951610:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305935352 02000000:00000001:3.0:1767326224.951615:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326224.951617:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000400:00000200:1.0:1767326224.951618:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326224.951622:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767326224.951625:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b924c0. 00000100:00000001:0.0:1767326224.951627:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305935352 00000100:00000010:0.0:1767326224.951634:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000400:00000010:3.0:1767326224.951637:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 00000800:00000200:1.0:1767326224.951638:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326224.951639:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767326224.951645:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641152, portal 10 00000100:00000001:0.0:1767326224.951646:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326224.951648:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767326224.951653:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326224.951653:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326224.951658:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000800:00000200:1.0:1767326224.951658:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326224.951659:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326224.951665:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326224.951669:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326224.951672:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326224.951673:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326224.951674:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326224.951675:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000800:00000200:1.0:1767326224.951679:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326224.951679:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326224.951683:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326224.951684:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326224.951688:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326224.951690:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326224.951696:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326224.951696:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326224.951698:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326224.951700:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 320425 usecs (321 jiffies) 00000100:00000001:0.0:1767326224.951704:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326224.951705:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305931073 00000400:00000200:2.0:1767326224.951707:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000100:00000040:3.0:1767326224.951710:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326224.951713:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:1.0:1767326224.951714:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305935352 00000400:00000010:3.0:1767326224.951716:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5708b0. 00000100:00000001:1.0:1767326224.951719:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305931073 00000100:00000001:2.0:1767326224.951720:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326224.951724:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386641152, offset 0 00000100:00000001:1.0:1767326224.951724:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305935352 00000100:00000200:2.0:1767326224.951728:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326224.951729:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305931073 00000100:00000001:1.0:1767326224.951735:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305935352 00000100:00000001:1.0:1767326224.951740:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305931073 00000400:00000200:3.0:1767326224.951742:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326224.951745:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305935352 00000100:00000001:1.0:1767326224.951750:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326224.951753:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.951755:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326224.951779:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.951788:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326224.951791:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.951792:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326224.951796:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326224.951802:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326224.951803:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326224.951804:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326224.951806:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326224.951807:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326224.951808:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326224.951858:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326224.951864:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326224.951867:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326224.951882:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326224.951886:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326224.951889:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [306:306:254:4294967295] 192.168.203.127@tcp LPNI seq info [306:306:6:4294967295] 00000400:00000200:3.0:1767326224.951899:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326224.951905:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326224.951909:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000800:00000200:3.0:1767326224.951915:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326224.951920:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326224.951924:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326224.951936:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326224.951939:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 18546 usecs (19 jiffies) 00000100:00000001:3.0:1767326224.951943:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305930772 00000100:00000001:3.0:1767326224.951945:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305935352 00000100:00000001:3.0:1767326224.951948:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305930772 00000800:00000200:2.0:1767326224.951951:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326224.951952:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305935352 00000100:00000001:3.0:1767326224.951958:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305930772 00000800:00000010:2.0:1767326224.951958:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767326224.951961:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305935352 00000100:00000001:3.0:1767326224.951963:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305930772 00000100:00000001:3.0:1767326224.951965:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305935352 00000100:00000001:3.0:1767326224.951970:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326224.951972:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326224.951972:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326224.951979:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326224.951982:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326224.951984:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326224.951987:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326224.951989:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326224.951990:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000100:00000001:3.0:1767326224.951992:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326224.951994:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:3.0:1767326224.951995:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326224.951998:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326224.952001:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.952002:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326224.952008:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.952018:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326224.952021:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.952029:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.952031:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326224.952048:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326224.952050:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:2.0:1767326224.952053:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326224.952057:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326224.952060:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5708b0 00000400:00000010:2.0:1767326224.952061:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5708b0. 00000100:00000001:2.0:1767326224.952064:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326224.952067:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.952076:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326224.952078:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.952086:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.952088:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326224.953547:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953561:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326224.953564:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953567:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326224.953575:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326224.953588:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09200 00000400:00000200:3.0:1767326224.953608:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:3.0:1767326224.953616:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953621:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326224.953623:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326224.953627:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326224.953639:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326224.953643:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326224.953654:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326224.953740:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326224.953748:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953753:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326224.953755:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953776:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326224.953783:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326224.953786:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326224.953791:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326224.953797:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326224.953799:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326224.953802:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38c2ef7. 00000400:00000200:0.0:1767326224.953806:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:0.0:1767326224.953809:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:0.0:1767326224.953812:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326224.953817:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326224.953832:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09280 00000100:00000200:0.0:1767326224.953834:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326224.953843:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa5d [1] + 224 00000800:00000001:3.0:1767326224.953848:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953854:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326224.953856:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326224.953858:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326224.953860:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326224.953865:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326224.953866:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326224.953872:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326224.953872:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326224.953877:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767326224.953878:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326224.953881:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326224.953887:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326224.953896:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=109 v=5 (5 5 5 0) 00000100:00000040:3.0:1767326224.953897:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326224.953906:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=109 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326224.953914:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326224.953923:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.953926:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326224.953929:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326224.953930:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326224.953936:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326224.953937:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326224.953942:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326224.953943:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326224.953948:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326224.953952:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326224.953963:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326224.953964:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326224.953970:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326224.953972:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326224.953974:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326224.953977:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09300 00000100:00000001:1.0:1767326224.953978:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326224.953984:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326224.953985:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326224.953989:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326224.953993:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:1.0:1767326224.954000:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326224.954012:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326224.954018:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326224.954023:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386640896:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326224.954024:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa65 [1] + 224 00000100:00000200:1.0:1767326224.954027:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326224.954032:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326224.954034:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326224.954037:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326224.954044:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386640896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326224.954051:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326224.954052:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326224.954052:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326224.954057:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326224.954058:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326224.954062:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c0e7ec9. 02000000:00000001:0.0:1767326224.954068:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326224.954070:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000001:0.0:1767326224.954072:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326224.954075:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767326224.954076:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326224.954079:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326224.954079:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326224.954080:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326224.954085:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326224.954085:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 00000100:00000200:3.0:1767326224.954088:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326224.954090:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326224.954091:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326224.954094:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326224.954096:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326224.954098:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326224.954101:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 02000000:00000001:1.0:1767326224.954104:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326224.954108:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767326224.954111:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=99 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326224.954112:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326224.954120:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326224.954122:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=99 v=5 (1 1 1 0) 00000100:00000040:3.0:1767326224.954125:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326224.954126:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326224.954128:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326224.954131:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326224.954132:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326224.954138:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326224.954139:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326224.954143:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326224.954144:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326224.954150:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326224.954153:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326224.954156:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326224.954158:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326224.954162:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326224.954163:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326224.954168:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326224.954170:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326224.954180:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326224.954183:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326224.954185:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326224.954190:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.954193:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326224.954197:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326224.954202:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767326224.954204:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386641024:192.168.203.127@tcp:400: 00000400:00000001:2.0:1767326224.954206:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326224.954210:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9b924c0. 00000100:00000001:1.0:1767326224.954212:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326224.954216:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000400:00000010:2.0:1767326224.954218:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:2.0:1767326224.954221:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326224.954233:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326224.954234:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326224.954241:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386641024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326224.954248:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326224.954265:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326224.954267:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326224.954268:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326224.954270:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326224.954272:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c37c192. 02000000:00000001:1.0:1767326224.954279:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326224.954280:0:216339:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767326224.954282:0:216338:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326224.954284:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767326224.954285:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326224.954288:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326224.954290:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326224.954292:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326224.954293:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 02000000:00000001:2.0:1767326224.954298:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326224.954299:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326224.954302:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326224.954304:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00001000:2.0:1767326224.954306:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=109 v=5 (5 5 5 0) 00000100:00000001:1.0:1767326224.954308:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326224.954311:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326224.954314:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326224.954314:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326224.954321:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326224.954322:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326224.954324:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326224.954325:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326224.954330:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326224.954335:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326224.954337:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326224.954341:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326224.954350:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.954354:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326224.954356:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326224.954357:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326224.954358:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326224.954361:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.954367:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326224.954369:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326224.954370:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326224.954372:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326224.954376:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386641152:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326224.954385:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326224.954387:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326224.954389:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386641152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326224.954393:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326224.954395:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326224.954396:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0e41028. 02000000:00000001:2.0:1767326224.954398:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326224.954399:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326224.954400:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326224.954402:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326224.954403:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086c13a69. 02000000:00000001:2.0:1767326224.954405:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326224.954406:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326224.954407:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:2.0:1767326224.954409:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326224.954410:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326224.954411:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326224.954414:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326224.954415:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326224.954416:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326224.954418:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326225.654866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326225.654877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326225.654886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326225.654888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326225.654943:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326225.654947:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326225.654949:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326226.678858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326226.678869:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326226.678872:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326226.678875:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678881:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326226.678884:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678887:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678900:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326226.678906:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326226.678908:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326226.678913:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326226.678916:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326226.678917:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678919:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326226.678921:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678922:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.678924:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326226.678946:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326226.678949:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326226.678952:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326227.702850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326227.702857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326227.702862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326227.702864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326227.702920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326227.702925:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326227.702928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326228.726837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326228.726843:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326228.726849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326228.726851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326228.726870:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326228.726873:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326228.726876:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326229.558821:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305935352, at 4305935360 00000100:00000010:1.0:1767326229.558832:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000040:2.0:1767326229.558840:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305935352, at 4305935360 00000100:00000040:0.0:1767326229.558840:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305935352, at 4305935360 00000100:00000040:3.0:1767326229.558854:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305935352, at 4305935360 00000100:00000010:2.0:1767326229.558858:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00000100:00000010:0.0:1767326229.558861:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000010:3.0:1767326229.558864:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00010000:00000001:0.0:1767326229.750979:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326229.750987:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326229.750992:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326229.750993:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326229.751056:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326229.751061:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326229.751065:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326230.070843:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326230.070855:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326230.070888:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326230.070895:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326230.070899:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326230.070903:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326230.070909:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326230.070917:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db45e767. 00000100:00000001:2.0:1767326230.070924:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.070934:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326230.070944:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326230.070947:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.070951:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_02+2] req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.070976:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.070978:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326230.070981:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326230.070984:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326230.070986:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326230.070987:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326230.070988:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326230.070989:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326230.070992:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000001:2.0:1767326230.070994:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.070996:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326230.071002:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326230.071003:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.071006:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.071018:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326230.071019:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326230.071020:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326230.071023:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326230.071026:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326230.071029:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326230.071031:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326230.071032:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326230.071034:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326230.071035:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326230.071039:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326230.071041:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326230.071044:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326230.071044:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326230.071045:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326230.071047:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326230.071054:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326230.071061:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.071072:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326230.071073:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326230.071083:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326230.071085:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326230.071089:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326230.071093:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326230.071097:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326230.071099:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326230.071099:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326230.071101:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326230.071103:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326230.071107:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326230.071108:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.071113:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_00+0] req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326230.071115:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386641408:192.168.203.127@tcp:400: 00000100:00100000:3.0:1767326230.071118:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386641280:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326230.071128:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326230.071130:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326230.071137:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326230.071138:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326230.071144:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326230.071144:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326230.071151:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326230.071151:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326230.071158:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c77e5148. 02000000:00000010:0.0:1767326230.071159:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002baaa29c. 00000100:00000001:2.0:1767326230.071164:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326230.071165:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326230.071165:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.071171:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326230.071177:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38c2ef7. 00000400:00000010:3.0:1767326230.071178:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002047cddf. 00000100:00000040:2.0:1767326230.071178:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326230.071189:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11273) 00000400:00000010:3.0:1767326230.071190:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000400:00000010:0.0:1767326230.071191:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000200:3.0:1767326230.071201:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641280, portal 25 00000100:00000001:1.0:1767326230.071201:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326230.071205:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326230.071206:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326230.071208:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641408, portal 10 00000100:00000001:2.0:1767326230.071210:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071211:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326230.071216:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326230.071220:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000040:1.0:1767326230.071221:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326230.071225:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326230.071229:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000040:0.0:1767326230.071235:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326230.071242:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326230.071245:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326230.071249:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326230.071256:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326230.071260:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326230.071270:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326230.071271:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326230.071280:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326230.071280:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326230.071280:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326230.071287:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000400:00000010:3.0:1767326230.071288:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000100:00100000:1.0:1767326230.071291:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386641536:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326230.071295:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386641408, offset 0 00000100:00000200:3.0:1767326230.071296:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386641280, offset 0 00000100:00000001:1.0:1767326230.071301:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326230.071308:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326230.071316:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326230.071317:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326230.071320:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326230.071325:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326230.071326:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326230.071332:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b645c8f8. 00000400:00000200:3.0:1767326230.071334:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326230.071338:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326230.071341:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326230.071346:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326230.071347:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000200:3.0:1767326230.071350:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326230.071355:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [307:307:256:4294967295] 192.168.203.127@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000010:1.0:1767326230.071356:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000400:00000200:3.0:1767326230.071367:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:1.0:1767326230.071372:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641536, portal 10 00000800:00000200:3.0:1767326230.071374:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326230.071379:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326230.071380:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326230.071384:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000400:00000200:0.0:1767326230.071387:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326230.071392:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:0.0:1767326230.071393:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326230.071398:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326230.071402:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326230.071408:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326230.071418:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326230.071421:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326230.071426:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326230.071430:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [308:308:255:4294967295] 192.168.203.127@tcp LPNI seq info [308:308:7:4294967295] 00000100:00000040:1.0:1767326230.071431:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326230.071436:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326230.071437:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326230.071444:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386641536, offset 0 00000400:00000200:0.0:1767326230.071453:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326230.071458:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326230.071466:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326230.071469:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326230.071470:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326230.071474:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000400:00000200:1.0:1767326230.071478:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326230.071479:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305940472 00000400:00000200:1.0:1767326230.071483:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:3.0:1767326230.071489:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aa0b130. 00000400:00000200:1.0:1767326230.071490:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326230.071494:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326230.071499:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326230.071501:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326230.071509:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [309:309:254:4294967295] 192.168.203.127@tcp LPNI seq info [309:309:6:4294967295] 00000800:00000200:0.0:1767326230.071509:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326230.071511:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305940472 00000800:00000200:0.0:1767326230.071517:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767326230.071519:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164ac69d. 00000100:00000001:0.0:1767326230.071524:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326230.071528:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326230.071532:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 316823 usecs (317 jiffies) 00000400:00000200:1.0:1767326230.071533:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326230.071535:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305940472 00000100:00000001:0.0:1767326230.071541:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305936189 00000100:00000010:3.0:1767326230.071542:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009913b738. 00000800:00000200:2.0:1767326230.071542:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326230.071548:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326230.071550:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305940472 00000800:00000010:2.0:1767326230.071551:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326230.071555:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326230.071557:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305936189 00000800:00000010:1.0:1767326230.071558:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767326230.071576:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305940472 00000100:00000001:0.0:1767326230.071577:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305940472 00000400:00000200:2.0:1767326230.071578:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326230.071582:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:3.0:1767326230.071584:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08501d6. 00000100:00000001:0.0:1767326230.071585:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305936189 00000800:00000200:1.0:1767326230.071592:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326230.071593:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326230.071593:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305940472 00000400:00000200:2.0:1767326230.071594:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:1.0:1767326230.071599:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326230.071600:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305936189 00000100:00000001:3.0:1767326230.071602:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326230.071603:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000100:00000001:1.0:1767326230.071605:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326230.071607:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305940472 00000400:00000010:2.0:1767326230.071608:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00000100:00000001:3.0:1767326230.071609:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326230.071611:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 18370 usecs (19 jiffies) 00000100:00000001:0.0:1767326230.071616:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326230.071617:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071617:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305935891 00000100:00000001:2.0:1767326230.071619:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326230.071620:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326230.071621:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326230.071625:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326230.071627:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071629:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305940472 00000100:00000001:3.0:1767326230.071633:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326230.071635:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305935891 00000100:00000001:0.0:1767326230.071636:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326230.071637:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326230.071643:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305940472 00000100:00000001:3.0:1767326230.071644:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326230.071647:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326230.071648:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326230.071649:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326230.071649:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305935891 00000100:00000001:0.0:1767326230.071652:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326230.071653:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.071655:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326230.071655:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305940472 00000100:00000001:3.0:1767326230.071659:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326230.071660:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326230.071665:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326230.071669:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305935891 00000100:00000001:0.0:1767326230.071670:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071677:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305940472 00000100:00000001:0.0:1767326230.071678:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326230.071682:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071684:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326230.071687:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326230.071691:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071696:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.071699:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.071704:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326230.071706:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326230.071707:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326230.071710:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326230.071711:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000100:00000001:1.0:1767326230.071714:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326230.071715:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326230.071719:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326230.071721:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326230.071726:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326230.071727:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:2.0:1767326230.071730:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:2.0:1767326230.071734:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326230.071737:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.071743:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326230.071745:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.071750:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326230.071751:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326230.071839:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326230.071844:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:2.0:1767326230.071847:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326230.071850:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326230.071853:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:2.0:1767326230.071855:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:2.0:1767326230.071858:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326230.071861:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.071868:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326230.071871:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.071878:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326230.071879:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326230.073857:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.073876:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326230.073887:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.073890:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326230.073899:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326230.073924:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09380 00000400:00000200:2.0:1767326230.073932:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa6d [1] + 224 00000800:00000001:2.0:1767326230.073941:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.073947:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326230.073949:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326230.073953:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326230.073958:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326230.073962:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326230.073973:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.073990:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326230.074002:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.074006:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326230.074008:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.074010:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326230.074014:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326230.074021:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09480 00000400:00000200:2.0:1767326230.074026:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa7d [1] + 224 00000800:00000001:2.0:1767326230.074032:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.074039:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326230.074041:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326230.074046:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326230.074047:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326230.074050:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326230.074053:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326230.074056:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326230.074059:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767326230.074061:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326230.074062:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002047cddf. 00000400:00000200:3.0:1767326230.074066:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326230.074069:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326230.074073:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326230.074079:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326230.074085:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326230.074093:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326230.074112:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326230.074113:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326230.074115:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326230.074117:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326230.074120:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326230.074123:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326230.074128:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326230.074136:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=115 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326230.074140:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=115 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326230.074142:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326230.074148:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326230.074158:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326230.074162:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074185:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326230.074189:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326230.074194:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326230.074196:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326230.074198:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:1.0:1767326230.074202:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326230.074203:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326230.074207:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326230.074212:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326230.074217:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326230.074223:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326230.074228:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326230.074228:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326230.074234:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326230.074243:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326230.074244:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326230.074247:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074251:0:216338:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326230.074253:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326230.074260:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326230.074263:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326230.074263:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074266:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326230.074268:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326230.074271:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326230.074273:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326230.074278:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=115 v=5 (5 5 5 0) 00000400:00000200:0.0:1767326230.074287:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:1.0:1767326230.074288:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326230.074291:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326230.074298:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326230.074299:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326230.074301:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074303:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326230.074306:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09400 00010000:00000001:1.0:1767326230.074308:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326230.074309:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767326230.074316:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326230.074321:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa71 [1] + 224 00000100:00100000:3.0:1767326230.074333:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386641280:192.168.203.127@tcp:400: 00010000:00000001:1.0:1767326230.074344:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326230.074345:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326230.074348:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326230.074351:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326230.074354:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326230.074356:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386641280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326230.074358:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326230.074358:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326230.074365:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326230.074366:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326230.074368:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326230.074370:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326230.074372:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326230.074376:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c77e5148. 00000400:00000200:0.0:1767326230.074379:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:1.0:1767326230.074380:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326230.074381:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326230.074386:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326230.074388:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767326230.074394:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326230.074396:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326230.074397:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326230.074402:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326230.074403:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767326230.074407:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db45e767. 00000100:00000001:1.0:1767326230.074407:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326230.074416:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326230.074421:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326230.074421:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326230.074422:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326230.074426:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:3.0:1767326230.074434:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326230.074438:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326230.074444:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326230.074451:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326230.074456:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326230.074457:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386641536:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326230.074462:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326230.074465:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326230.074467:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326230.074470:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326230.074471:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326230.074478:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386641536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326230.074480:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326230.074487:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074492:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326230.074495:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326230.074498:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b645c8f8. 02000000:00000001:1.0:1767326230.074502:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326230.074507:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326230.074511:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767326230.074513:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326230.074516:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000001:2.0:1767326230.074517:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767326230.074519:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767326230.074521:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767326230.074523:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 00000400:00000010:2.0:1767326230.074524:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38c2ef7. 02000000:00000001:1.0:1767326230.074531:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326230.074532:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:2.0:1767326230.074536:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 02000000:00000001:1.0:1767326230.074537:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326230.074541:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:2.0:1767326230.074542:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326230.074547:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767326230.074550:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326230.074550:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074554:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326230.074574:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326230.074577:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326230.074579:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326230.074580:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326230.074583:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326230.074590:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326230.074592:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326230.074593:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326230.074595:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326230.074596:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326230.074597:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326230.074599:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326230.074602:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=105 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326230.074605:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=105 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326230.074606:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326230.074607:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326230.074609:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326230.074610:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326230.074612:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326230.074613:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326230.074614:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326230.074615:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326230.074618:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.074632:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326230.074634:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326230.074635:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326230.074637:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326230.074642:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386641408:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326230.074645:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326230.074646:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326230.074647:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386641408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326230.074652:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326230.074653:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326230.074654:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002baaa29c. 02000000:00000001:2.0:1767326230.074656:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326230.074657:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326230.074657:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326230.074659:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326230.074660:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 02000000:00000001:2.0:1767326230.074661:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326230.074662:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326230.074663:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:2.0:1767326230.074665:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326230.074666:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326230.074667:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326230.074671:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326230.074672:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326230.074674:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326230.074675:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326230.774868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326230.774873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326230.774879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326230.774879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326230.774901:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326230.774903:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326230.774905:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326231.798881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326231.798892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326231.798899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326231.798901:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326231.798970:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326231.798975:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326231.798978:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326232.822845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326232.822855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326232.822864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326232.822865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326232.822890:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326232.822894:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326232.822897:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326233.846878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326233.846886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326233.846892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326233.846893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326233.846955:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326233.846978:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326233.846981:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326234.678877:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305940472, at 4305940480 00000100:00000040:0.0:1767326234.678877:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305940472, at 4305940480 00000100:00000040:3.0:1767326234.678891:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305940472, at 4305940480 00000100:00000010:1.0:1767326234.678904:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164ac69d. 00000100:00000010:3.0:1767326234.678909:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08501d6. 00000100:00000040:2.0:1767326234.678909:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305940472, at 4305940480 00000100:00000010:0.0:1767326234.678912:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aa0b130. 00000100:00000010:2.0:1767326234.678928:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009913b738. 00010000:00000001:0.0:1767326234.870849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326234.870855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326234.870861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326234.870862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326234.870883:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326234.870885:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326234.870888:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326235.190855:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326235.190863:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326235.190869:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326235.190875:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326235.190878:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326235.190881:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326235.190885:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326235.190894:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000001:2.0:1767326235.190902:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.190914:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326235.190926:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326235.190929:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.190936:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_01+1] req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.190969:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.190973:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326235.190977:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326235.190981:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326235.190985:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326235.190988:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326235.190990:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326235.190990:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326235.190992:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.190997:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326235.190998:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:3.0:1767326235.191001:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326235.191003:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326235.191010:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326235.191011:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326235.191016:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326235.191021:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.191034:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326235.191038:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326235.191042:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326235.191045:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326235.191051:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326235.191060:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386641664:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326235.191061:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326235.191064:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.191070:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326235.191073:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326235.191077:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326235.191081:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326235.191085:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326235.191090:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054abdb72. 02000000:00000001:3.0:1767326235.191093:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.191096:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.191099:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326235.191102:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326235.191107:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002047cddf. 00000100:00000010:2.0:1767326235.191107:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326235.191112:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326235.191116:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326235.191117:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326235.191119:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326235.191120:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767326235.191122:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326235.191124:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:1.0:1767326235.191127:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326235.191129:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641664, portal 25 00000100:00000001:2.0:1767326235.191129:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326235.191130:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326235.191136:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326235.191137:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326235.191142:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000040:1.0:1767326235.191142:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326235.191144:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326235.191152:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326235.191155:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.191160:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326235.191165:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326235.191173:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326235.191176:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326235.191177:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326235.191177:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326235.191184:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326235.191185:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326235.191189:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326235.191190:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 02000000:00000001:1.0:1767326235.191194:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326235.191197:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386641664, offset 0 00000100:00100000:1.0:1767326235.191201:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386641792:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326235.191206:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326235.191209:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326235.191210:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326235.191212:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326235.191213:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.191218:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326235.191219:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326235.191225:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd4a609. 00000100:00000040:2.0:1767326235.191226:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326235.191230:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.191234:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11278) 00000100:00000001:0.0:1767326235.191240:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326235.191244:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000100:00000001:0.0:1767326235.191244:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326235.191247:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326235.191254:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326235.191264:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326235.191265:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326235.191269:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326235.191271:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326235.191274:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326235.191277:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386641920:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326235.191282:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326235.191287:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326235.191290:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326235.191292:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 02000000:00000001:0.0:1767326235.191293:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326235.191298:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641792, portal 10 02000000:00000010:0.0:1767326235.191300:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000429711ea. 00000400:00000200:3.0:1767326235.191301:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326235.191301:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326235.191306:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 02000000:00000001:0.0:1767326235.191307:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326235.191313:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326235.191314:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073424946. 00000100:00000040:1.0:1767326235.191316:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326235.191323:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000400:00000200:3.0:1767326235.191332:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326235.191332:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326235.191332:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386641920, portal 10 00000100:00000040:1.0:1767326235.191339:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326235.191339:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326235.191342:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326235.191343:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000001:0.0:1767326235.191344:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000200:1.0:1767326235.191349:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386641792, offset 0 00000400:00000200:3.0:1767326235.191351:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767326235.191356:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326235.191362:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326235.191363:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [310:310:256:4294967295] 192.168.203.127@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:3.0:1767326235.191384:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326235.191399:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326235.191401:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326235.191402:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326235.191408:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000100:00000040:0.0:1767326235.191409:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326235.191410:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326235.191416:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000400:00000200:1.0:1767326235.191419:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326235.191423:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326235.191424:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386641920, offset 0 00000400:00000200:1.0:1767326235.191428:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326235.191435:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326235.191440:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326235.191441:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326235.191448:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [311:311:255:4294967295] 192.168.203.127@tcp LPNI seq info [311:311:7:4294967295] 00000800:00000200:3.0:1767326235.191450:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326235.191462:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326235.191466:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326235.191471:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000400:00000200:0.0:1767326235.191472:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326235.191473:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326235.191481:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326235.191482:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305945592 00000400:00000200:0.0:1767326235.191482:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326235.191490:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:3.0:1767326235.191491:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08501d6. 00000800:00000200:1.0:1767326235.191495:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326235.191498:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326235.191502:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326235.191502:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326235.191506:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326235.191511:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.191512:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305945592 00000400:00000200:0.0:1767326235.191514:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [312:312:254:4294967295] 192.168.203.127@tcp LPNI seq info [312:312:6:4294967295] 00000100:00000040:1.0:1767326235.191519:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 313315 usecs (314 jiffies) 00000100:00000010:3.0:1767326235.191520:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033917549. 00000100:00000001:1.0:1767326235.191540:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305941306 00000100:00000001:3.0:1767326235.191543:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326235.191546:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326235.191546:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305945592 00000400:00000200:0.0:1767326235.191551:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326235.191552:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305945592 00000100:00000001:1.0:1767326235.191552:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305941306 00000800:00000010:2.0:1767326235.191553:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000100:00000001:1.0:1767326235.191557:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305945592 00000100:00000010:3.0:1767326235.191561:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ec594b. 00000400:00000200:2.0:1767326235.191561:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326235.191567:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326235.191570:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326235.191570:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305941306 00000400:00000200:2.0:1767326235.191575:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000010:0.0:1767326235.191575:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000100:00000001:3.0:1767326235.191578:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305945592 00000100:00000001:1.0:1767326235.191578:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305945592 00000100:00000001:1.0:1767326235.191586:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305941306 00000100:00000010:3.0:1767326235.191587:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 00000800:00000200:0.0:1767326235.191587:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326235.191589:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000400:00000010:2.0:1767326235.191595:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:3.0:1767326235.191596:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326235.191599:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326235.191603:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326235.191603:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326235.191603:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305945592 00000800:00000200:0.0:1767326235.191604:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326235.191611:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326235.191612:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326235.191612:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326235.191613:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326235.191620:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.191621:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326235.191622:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 18202 usecs (19 jiffies) 00000100:00000001:1.0:1767326235.191624:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.191629:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326235.191630:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326235.191631:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305941011 00000100:00000001:2.0:1767326235.191633:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326235.191638:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305945592 00000100:00000001:0.0:1767326235.191642:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305941011 00000100:00000001:3.0:1767326235.191643:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326235.191643:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326235.191645:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305945592 00000100:00000001:3.0:1767326235.191649:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326235.191649:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326235.191649:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326235.191651:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305941011 00000100:00000001:1.0:1767326235.191655:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326235.191657:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326235.191658:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305945592 00000100:00000001:1.0:1767326235.191659:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326235.191662:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326235.191666:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305941011 00000100:00000001:2.0:1767326235.191667:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326235.191667:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.191668:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326235.191673:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.191674:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326235.191674:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305945592 00000100:00000001:3.0:1767326235.191679:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326235.191686:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326235.191689:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326235.191693:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326235.191693:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326235.191698:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000100:00000001:0.0:1767326235.191698:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326235.191706:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326235.191707:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326235.191712:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326235.191718:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326235.191718:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326235.191722:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326235.191724:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000100:00000001:0.0:1767326235.191725:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326235.191728:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:0.0:1767326235.191730:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.191734:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326235.191739:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.191747:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326235.191751:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.191756:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.191782:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326235.191817:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326235.191819:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000400:00000200:2.0:1767326235.191822:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326235.191826:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326235.191829:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:2.0:1767326235.191831:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:2.0:1767326235.191833:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326235.191836:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.191856:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326235.191859:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.191866:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.191868:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326235.194338:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194346:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326235.194349:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194351:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326235.194359:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326235.194370:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09500 00000400:00000200:2.0:1767326235.194376:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:2.0:1767326235.194383:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194388:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326235.194390:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326235.194394:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326235.194398:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326235.194402:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326235.194412:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326235.194520:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326235.194523:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326235.194551:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326235.194560:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194565:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326235.194567:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194569:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326235.194574:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326235.194581:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09580 00000400:00000200:2.0:1767326235.194585:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa8d [1] + 224 00000800:00000001:2.0:1767326235.194589:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194600:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326235.194603:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326235.194607:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326235.194611:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326235.194614:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326235.194622:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.194640:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326235.194645:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326235.194648:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326235.194672:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326235.194676:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326235.194681:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326235.194683:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326235.194685:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:1.0:1767326235.194689:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326235.194691:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326235.194694:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326235.194697:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326235.194704:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326235.194709:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326235.194711:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326235.194713:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326235.194715:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326235.194716:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326235.194718:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326235.194720:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326235.194725:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=110 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326235.194734:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=110 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326235.194736:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326235.194737:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326235.194740:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326235.194742:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326235.194745:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326235.194747:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326235.194749:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326235.194750:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326235.194753:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326235.194754:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326235.194783:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326235.194785:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326235.194787:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326235.194791:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326235.194794:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326235.194797:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326235.194799:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326235.194804:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326235.194814:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386641792:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326235.194820:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326235.194825:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326235.194826:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:1.0:1767326235.194834:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386641792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326235.194841:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09600 00000100:00000001:1.0:1767326235.194850:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326235.194853:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326235.194856:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd4a609. 02000000:00000001:1.0:1767326235.194860:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326235.194862:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326235.194863:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326235.194865:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326235.194867:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 02000000:00000001:1.0:1767326235.194870:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326235.194871:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326235.194873:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:1.0:1767326235.194875:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326235.194877:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326235.194880:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002047cddf. 00000100:00000001:1.0:1767326235.194883:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326235.194886:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326235.194887:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000001:1.0:1767326235.194889:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326235.194891:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767326235.194893:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.194898:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326235.194898:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326235.194903:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xa91 [1] + 224 00000100:00000001:1.0:1767326235.194904:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326235.194908:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326235.194913:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326235.194922:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326235.194923:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326235.194929:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326235.194938:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326235.194940:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326235.194943:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326235.194944:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326235.194949:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767326235.194950:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326235.194952:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326235.194956:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326235.194960:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326235.194965:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326235.194969:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326235.194971:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=120 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326235.194982:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=120 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326235.194989:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326235.194991:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326235.194992:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326235.194994:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.194996:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326235.195001:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326235.195002:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326235.195008:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326235.195014:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326235.195014:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326235.195020:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326235.195057:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326235.195060:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326235.195064:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326235.195065:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326235.195067:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073424946. 00000400:00000200:2.0:1767326235.195071:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000400:00000010:2.0:1767326235.195072:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 00000100:00000001:2.0:1767326235.195075:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326235.195079:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326235.195086:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.195093:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326235.195094:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326235.195104:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326235.195105:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326235.195107:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326235.195108:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326235.195110:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326235.195114:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=120 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326235.195117:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326235.195120:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326235.195121:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326235.195129:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326235.195133:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326235.195140:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.195142:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326235.195143:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326235.195145:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326235.195146:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326235.195149:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.195156:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326235.195158:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326235.195160:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326235.195163:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326235.195171:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386641920:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326235.195176:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326235.195177:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326235.195180:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386641920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326235.195186:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326235.195188:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326235.195190:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000429711ea. 02000000:00000001:2.0:1767326235.195193:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326235.195194:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326235.195196:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326235.195198:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326235.195199:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 02000000:00000001:2.0:1767326235.195202:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326235.195203:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326235.195204:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:2.0:1767326235.195212:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326235.195213:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326235.195215:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326235.195219:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326235.195220:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326235.195222:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326235.195223:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.195250:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326235.195254:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326235.195270:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386641664:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326235.195274:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326235.195276:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326235.195278:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386641664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326235.195284:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326235.195286:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326235.195288:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054abdb72. 02000000:00000001:3.0:1767326235.195290:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326235.195292:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326235.195293:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326235.195295:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326235.195296:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 02000000:00000001:3.0:1767326235.195299:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326235.195300:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326235.195301:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767326235.195304:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326235.195305:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326235.195307:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326235.195310:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326235.195311:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326235.195313:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326235.195315:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326235.894888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326235.894895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326235.894901:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326235.894903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326235.894971:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326235.894976:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326235.894978:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326236.918891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326236.918922:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326236.918925:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326236.918927:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918933:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326236.918935:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918937:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918939:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918944:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326236.918946:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326236.918948:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326236.918953:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326236.918956:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326236.918957:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918959:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326236.918961:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918962:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.918964:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326236.918996:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326236.919000:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326236.919003:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326237.942848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326237.942853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326237.942858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326237.942859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326237.942911:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326237.942914:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326237.942916:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326238.966892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326238.966900:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326238.966905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326238.966906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326238.966928:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326238.966931:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326238.966932:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326239.798843:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305945592, at 4305945600 00000100:00000040:0.0:1767326239.798843:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305945592, at 4305945600 00000100:00000040:2.0:1767326239.798847:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305945592, at 4305945600 00000100:00000010:2.0:1767326239.798863:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ec594b. 00000100:00000010:0.0:1767326239.798866:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08501d6. 00000100:00000010:1.0:1767326239.798869:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033917549. 00000100:00000040:3.0:1767326239.799809:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305945592, at 4305945601 00000100:00000010:3.0:1767326239.799823:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00010000:00000001:0.0:1767326239.990848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326239.990855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326239.990859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326239.990860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326239.990918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326239.990921:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326239.990924:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326240.310904:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326240.310917:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326240.310928:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000040:3.0:1767326240.310935:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326240.310940:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326240.310943:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326240.310948:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326240.310971:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767326240.310977:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326240.310987:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326240.310996:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326240.310998:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326240.311003:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_00_00+0] req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.311027:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326240.311028:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326240.311030:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326240.311032:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ce367d. 00000020:00000040:3.0:1767326240.311034:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326240.311035:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326240.311037:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326240.311038:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326240.311042:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326240.311045:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326240.311047:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326240.311052:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326240.311053:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326240.311055:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326240.311056:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ce367d] to pc [ptlrpcd_00_01+1] req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326240.311061:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326240.311064:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326240.311066:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326240.311071:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326240.311072:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326240.311072:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326240.311073:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326240.311076:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326240.311080:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326240.311083:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006598694b. 00000100:00000040:2.0:1767326240.311085:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326240.311087:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326240.311091:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326240.311097:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326240.311097:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326240.311101:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326240.311102:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326240.311104:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326240.311105:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 00000100:00000001:2.0:1767326240.311107:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.311109:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326240.311109:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326240.311113:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326240.311114:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326240.311116:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326240.311117:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326240.311121:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326240.311123:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326240.311129:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386642048:192.168.203.127@tcp:400: 00000100:00100000:2.0:1767326240.311131:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386642176:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326240.311139:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326240.311141:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326240.311146:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326240.311147:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326240.311148:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326240.311148:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326240.311152:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326240.311152:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326240.311156:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006598694b] to pc [ptlrpcd_00_02+2] req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326240.311157:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326240.311157:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326240.311164:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a034fdc1. 02000000:00000010:2.0:1767326240.311165:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a7eac4. 02000000:00000001:1.0:1767326240.311169:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326240.311170:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326240.311175:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000010:2.0:1767326240.311183:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9f9799. 00000400:00000010:1.0:1767326240.311184:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000001:3.0:1767326240.311186:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326240.311189:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326240.311190:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000200:1.0:1767326240.311193:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642048, portal 25 00000100:00000040:3.0:1767326240.311196:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326240.311197:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767326240.311198:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642176, portal 10 00000100:00000001:1.0:1767326240.311200:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00000001:2.0:1767326240.311202:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326240.311203:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11283) 00000100:00000001:2.0:1767326240.311206:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814044160 : -125135895507456 : ffff8e3087664e00) 00000100:00000040:1.0:1767326240.311207:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326240.311216:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326240.311219:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326240.311221:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326240.311222:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326240.311227:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326240.311228:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326240.311232:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326240.311233:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326240.311234:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326240.311235:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000200:1.0:1767326240.311240:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386642048, offset 0 00000100:00000040:0.0:1767326240.311242:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326240.311245:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326240.311251:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326240.311253:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000100:00000200:2.0:1767326240.311259:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386642176, offset 0 00000100:00000001:0.0:1767326240.311261:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326240.311264:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326240.311267:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326240.311268:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326240.311270:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326240.311271:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326240.311276:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326240.311278:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326240.311282:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386642304:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326240.311285:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326240.311289:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326240.311292:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326240.311294:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326240.311295:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326240.311298:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326240.311301:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [313:313:256:4294967295] 192.168.203.127@tcp LPNI seq info [313:313:8:4294967295] 02000000:00000001:0.0:1767326240.311302:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326240.311308:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec274f89. 02000000:00000001:0.0:1767326240.311312:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326240.311315:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767326240.311318:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000800:00000200:1.0:1767326240.311323:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326240.311325:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767326240.311326:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000800:00000010:1.0:1767326240.311329:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326240.311331:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326240.311332:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642304, portal 10 00000100:00000001:0.0:1767326240.311336:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326240.311337:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326240.311340:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814051328 : -125135895500288 : ffff8e3087666a00) 00000800:00000200:1.0:1767326240.311341:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326240.311344:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326240.311348:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326240.311352:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326240.311357:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326240.311362:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [314:314:255:4294967295] 192.168.203.127@tcp LPNI seq info [314:314:7:4294967295] 00000800:00000200:1.0:1767326240.311366:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326240.311371:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326240.311378:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326240.311382:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767326240.311382:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000001:1.0:1767326240.311387:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326240.311387:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386642304, offset 0 00000800:00000200:2.0:1767326240.311393:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326240.311395:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305950712 00000800:00000010:2.0:1767326240.311398:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4fc570d. 00000400:00000200:0.0:1767326240.311400:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326240.311403:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 00000800:00000200:2.0:1767326240.311407:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326240.311411:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326240.311413:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326240.311416:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326240.311417:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326240.311422:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4fc570d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326240.311424:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305950712 00000400:00000200:0.0:1767326240.311425:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326240.311429:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326240.311431:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000400:00000200:0.0:1767326240.311433:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326240.311435:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 309883 usecs (310 jiffies) 00000100:00000001:1.0:1767326240.311437:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326240.311439:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305946422 00000100:00000001:1.0:1767326240.311443:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305950712 00000800:00000200:3.0:1767326240.311446:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326240.311446:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305950712 00000400:00000200:0.0:1767326240.311447:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:1.0:1767326240.311449:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000800:00000010:3.0:1767326240.311453:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000100:00000001:2.0:1767326240.311453:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305946422 00000100:00000001:1.0:1767326240.311455:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326240.311457:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [315:315:254:4294967295] 192.168.203.127@tcp LPNI seq info [315:315:6:4294967295] 00000100:00000001:2.0:1767326240.311460:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305950712 00000100:00000001:1.0:1767326240.311461:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305950712 00000400:00000200:3.0:1767326240.311464:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767326240.311467:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0326e3. 00000100:00000001:2.0:1767326240.311472:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305946422 00000100:00000001:1.0:1767326240.311475:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326240.311478:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326240.311478:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305950712 00000400:00000200:0.0:1767326240.311479:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326240.311481:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326240.311486:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305946422 00000100:00000001:1.0:1767326240.311489:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326240.311503:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326240.311504:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305950712 00000400:00000200:3.0:1767326240.311506:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000800:00000010:0.0:1767326240.311509:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000100:00000001:2.0:1767326240.311510:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326240.311511:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:2.0:1767326240.311517:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326240.311518:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326240.311521:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326240.311521:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326240.311527:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326240.311527:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326240.311528:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326240.311530:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326240.311534:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326240.311534:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326240.311541:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326240.311542:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326240.311543:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326240.311545:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326240.311548:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326240.311550:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 18048 usecs (19 jiffies) 00000100:00000001:3.0:1767326240.311551:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326240.311551:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326240.311552:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326240.311555:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326240.311557:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326240.311557:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305946131 00000100:00000040:3.0:1767326240.311558:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326240.311559:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326240.311560:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326240.311564:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305950712 00000100:00000001:2.0:1767326240.311566:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326240.311566:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326240.311572:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305946131 00000100:00000001:3.0:1767326240.311576:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326240.311577:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305950712 00000100:00000001:3.0:1767326240.311579:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326240.311581:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305946131 00000100:00000001:0.0:1767326240.311584:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305950712 00000100:00000001:0.0:1767326240.311586:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305946131 00000100:00000001:0.0:1767326240.311589:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305950712 00000100:00000001:0.0:1767326240.311591:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326240.311594:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326240.311595:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326240.311597:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326240.311599:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326240.311603:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4fc570d. 00000400:00000200:3.0:1767326240.311607:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326240.311607:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326240.311611:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326240.311613:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326240.311617:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000100:00000001:0.0:1767326240.311617:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326240.311621:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326240.311622:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:0.0:1767326240.311626:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.311627:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326240.311631:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326240.311631:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.311640:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326240.311642:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.311645:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.311646:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326240.311719:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326240.311721:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000400:00000200:3.0:1767326240.311723:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326240.311725:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326240.311727:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000400:00000010:3.0:1767326240.311727:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000100:00000001:3.0:1767326240.311729:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326240.311731:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.311736:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326240.311737:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.311741:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.311742:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326240.313349:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326240.313425:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326240.313429:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326240.313431:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326240.313438:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326240.313449:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09680 00000400:00000200:2.0:1767326240.313458:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:2.0:1767326240.313465:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326240.313469:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326240.313471:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326240.313474:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326240.313478:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326240.313482:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326240.313504:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326240.313518:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326240.313532:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326240.313536:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326240.313538:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326240.313541:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326240.313542:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326240.313545:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326240.313548:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767326240.313550:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326240.313553:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326240.313555:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:2.0:1767326240.313557:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09700 00000400:00000200:1.0:1767326240.313559:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326240.313562:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326240.313564:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326240.313568:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xaa1 [1] + 224 00000100:00000200:1.0:1767326240.313569:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326240.313577:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326240.313582:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326240.313583:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326240.313588:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326240.313590:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326240.313591:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326240.313593:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326240.313594:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326240.313595:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326240.313597:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326240.313600:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326240.313603:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326240.313607:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326240.313610:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=125 v=5 (5 5 5 0) 00000100:00000200:2.0:1767326240.313612:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326240.313615:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=125 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326240.313620:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326240.313622:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326240.313626:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326240.313629:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326240.313630:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326240.313632:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326240.313639:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326240.313659:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326240.313662:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326240.313665:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326240.313665:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326240.313669:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326240.313671:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326240.313673:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326240.313676:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326240.313680:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326240.313682:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386642048:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326240.313688:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326240.313689:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326240.313695:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326240.313697:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09780 00000100:00000040:1.0:1767326240.313700:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386642048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.313704:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326240.313707:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xaad [1] + 224 00000100:00000001:3.0:1767326240.313714:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326240.313722:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326240.313724:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326240.313727:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326240.313728:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326240.313730:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326240.313732:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767326240.313732:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a034fdc1. 00000400:00000200:2.0:1767326240.313740:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326240.313743:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9f9799. 02000000:00000001:1.0:1767326240.313743:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326240.313750:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326240.313754:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326240.313819:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000020:00000040:1.0:1767326240.313821:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:3.0:1767326240.313823:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000020:00000001:1.0:1767326240.313825:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326240.313827:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:1.0:1767326240.313831:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326240.313832:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326240.313833:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00000001:1.0:1767326240.313836:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326240.313842:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326240.313844:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326240.313846:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326240.313846:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326240.313848:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326240.313858:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326240.313861:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326240.313864:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326240.313865:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326240.313866:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326240.313928:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326240.313940:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.313943:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326240.313945:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326240.313947:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326240.313949:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326240.313952:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326240.313955:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326240.313964:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326240.313976:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=115 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326240.313981:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=115 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326240.313984:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326240.313984:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326240.313992:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326240.313995:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326240.313998:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326240.313999:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.314005:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326240.314006:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326240.314007:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326240.314012:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326240.314016:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326240.314020:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326240.314022:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326240.314028:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326240.314036:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326240.314037:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326240.314040:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767326240.314040:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326240.314045:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326240.314046:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:0.0:1767326240.314053:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000100:00000040:3.0:1767326240.314054:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326240.314062:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326240.314070:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326240.314075:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386642176:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326240.314081:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.314083:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326240.314087:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326240.314104:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ce367d x1853175386642176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326240.314109:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.314119:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326240.314124:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326240.314130:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a7eac4. 00000100:00000001:0.0:1767326240.314135:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326240.314136:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326240.314141:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326240.314143:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326240.314145:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326240.314146:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767326240.314153:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326240.314153:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326240.314159:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326240.314160:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326240.314165:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767326240.314165:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=125 v=5 (5 5 5 0) 02000000:00000010:3.0:1767326240.314170:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00001000:0.0:1767326240.314174:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=82 v=5 (1 0 0 0) 02000000:00000001:3.0:1767326240.314175:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326240.314184:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326240.314185:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767326240.314195:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ce367d. 00000100:00000001:0.0:1767326240.314195:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326240.314210:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326240.314211:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326240.314215:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767326240.314218:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326240.314222:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326240.314235:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.314236:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326240.314238:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326240.314239:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326240.314240:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326240.314243:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326240.314243:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326240.314251:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326240.314252:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326240.314260:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326240.314265:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326240.314268:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326240.314274:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326240.314277:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326240.314283:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386642304:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326240.314286:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326240.314288:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326240.314289:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006598694b x1853175386642304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326240.314293:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326240.314294:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326240.314295:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec274f89. 02000000:00000001:0.0:1767326240.314298:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326240.314299:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326240.314300:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326240.314302:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326240.314303:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 02000000:00000001:0.0:1767326240.314305:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326240.314306:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326240.314307:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006598694b. 00000100:00000001:0.0:1767326240.314310:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326240.314311:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326240.314312:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326240.314315:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326240.314315:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326240.314317:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326240.314318:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326241.014881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326241.014891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326241.014900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326241.014902:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326241.014964:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326241.014967:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326241.014970:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326242.038892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326242.038898:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326242.038922:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326242.038923:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326242.038978:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326242.038985:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326242.038990:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326243.062842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326243.062848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326243.062852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326243.062854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326243.062870:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326243.062872:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326243.062873:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326244.086845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326244.086851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326244.086855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326244.086856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326244.086896:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326244.086899:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326244.086902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326244.918876:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305950712, at 4305950720 00000100:00000040:0.0:1767326244.918876:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305950712, at 4305950720 00000100:00000010:0.0:1767326244.918894:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00000100:00000010:3.0:1767326244.918896:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f0326e3. 00000100:00000040:1.0:1767326244.919000:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305950712, at 4305950720 00000100:00000010:1.0:1767326244.919007:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000040:2.0:1767326244.921174:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305950712, at 4305950722 00000100:00000010:2.0:1767326244.921188:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00010000:00000001:0.0:1767326245.110847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326245.110853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.110858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326245.110859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326245.110878:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326245.110881:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326245.110884:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326245.430849:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326245.430859:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326245.430868:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ce367d. 00000020:00000040:3.0:1767326245.430876:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326245.430881:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326245.430884:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326245.430890:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326245.430914:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326245.430920:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326245.430931:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326245.430943:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326245.430945:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326245.430951:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ce367d] to pc [ptlrpcd_00_03+3] req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.430998:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326245.431001:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326245.431004:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326245.431007:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a746c88. 00000020:00000040:3.0:1767326245.431010:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326245.431013:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326245.431015:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326245.431017:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326245.431021:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326245.431025:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326245.431029:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326245.431034:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326245.431039:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326245.431040:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326245.431041:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326245.431044:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326245.431046:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.431046:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326245.431055:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a746c88] to pc [ptlrpcd_00_00+0] req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326245.431056:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326245.431089:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326245.431091:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326245.431095:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326245.431098:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326245.431101:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326245.431105:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386642432:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326245.431108:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.431111:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326245.431113:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326245.431117:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326245.431119:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326245.431122:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326245.431124:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 02000000:00000001:2.0:1767326245.431126:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767326245.431130:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000010:2.0:1767326245.431133:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000518c3a50. 00000100:00000001:1.0:1767326245.431133:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326245.431135:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326245.431138:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326245.431139:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.431139:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326245.431143:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326245.431148:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000001:1.0:1767326245.431151:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326245.431153:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326245.431157:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326245.431159:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000040:1.0:1767326245.431159:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326245.431165:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b29c8ab9. 00000100:00000200:2.0:1767326245.431168:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642432, portal 25 00000100:00000001:3.0:1767326245.431170:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.431172:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326245.431176:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814044160 : -125135895507456 : ffff8e3087664e00) 00000100:00000040:3.0:1767326245.431181:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326245.431187:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326245.431197:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326245.431200:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326245.431207:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326245.431211:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326245.431215:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326245.431219:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326245.431219:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.431220:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326245.431226:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326245.431228:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_01+1] req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326245.431228:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386642560:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326245.431239:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 00000100:00000001:1.0:1767326245.431240:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326245.431247:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386642432, offset 0 02000000:00000001:1.0:1767326245.431247:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326245.431251:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326245.431255:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326245.431255:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326245.431260:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767326245.431262:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085da6495. 00000100:00000040:3.0:1767326245.431267:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326245.431267:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326245.431275:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326245.431275:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326245.431276:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326245.431276:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000100:00000001:0.0:1767326245.431280:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326245.431285:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326245.431286:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000040:3.0:1767326245.431287:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11288) 00000400:00000200:2.0:1767326245.431288:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326245.431294:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326245.431295:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642560, portal 10 00000400:00000200:2.0:1767326245.431299:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326245.431303:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326245.431307:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045952 : -125135895505664 : ffff8e3087665500) 00000400:00000200:2.0:1767326245.431308:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326245.431317:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326245.431318:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326245.431321:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326245.431323:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326245.431328:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [316:316:256:4294967295] 192.168.203.127@tcp LPNI seq info [316:316:8:4294967295] 02000000:00000001:0.0:1767326245.431330:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326245.431333:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326245.431339:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.431343:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326245.431350:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326245.431355:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 00000100:00100000:0.0:1767326245.431355:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386642688:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326245.431358:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:1.0:1767326245.431361:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386642560, offset 0 00000100:00000001:0.0:1767326245.431363:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326245.431367:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326245.431370:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326245.431374:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326245.431376:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326245.431377:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767326245.431379:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec274f89. 02000000:00000001:0.0:1767326245.431382:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326245.431384:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000400:00000010:0.0:1767326245.431386:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000400:00000200:1.0:1767326245.431388:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767326245.431393:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000400:00000200:1.0:1767326245.431396:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326245.431398:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326245.431400:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642688, portal 10 00000400:00000200:1.0:1767326245.431404:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326245.431405:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326245.431407:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000800:00000200:2.0:1767326245.431414:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326245.431414:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326245.431414:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326245.431422:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326245.431424:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326245.431430:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326245.431434:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [317:317:255:4294967295] 192.168.203.127@tcp LPNI seq info [317:317:7:4294967295] 00000100:00000040:0.0:1767326245.431435:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326245.431437:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00000100:00000200:0.0:1767326245.431439:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386642688, offset 0 00000100:00000001:2.0:1767326245.431446:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326245.431446:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326245.431454:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305955832 00000100:00000010:2.0:1767326245.431473:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000400:00000200:1.0:1767326245.431474:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326245.431483:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326245.431486:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326245.431488:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326245.431493:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305955832 00000400:00000200:0.0:1767326245.431493:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326245.431494:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:0.0:1767326245.431500:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326245.431502:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000800:00000200:1.0:1767326245.431506:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326245.431508:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326245.431513:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326245.431517:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305955832 00000800:00000200:1.0:1767326245.431522:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326245.431523:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:2.0:1767326245.431525:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 00000800:00000200:1.0:1767326245.431530:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326245.431531:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [318:318:254:4294967295] 192.168.203.127@tcp LPNI seq info [318:318:6:4294967295] 00000100:00000001:2.0:1767326245.431532:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326245.431539:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.431540:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305955832 00000100:00000040:1.0:1767326245.431546:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 306517 usecs (307 jiffies) 00000800:00000200:3.0:1767326245.431547:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767326245.431548:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 00000800:00000010:3.0:1767326245.431554:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000100:00000001:1.0:1767326245.431555:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305951539 00000400:00000200:0.0:1767326245.431555:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326245.431556:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326245.431561:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326245.431565:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326245.431565:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305955832 00000100:00000001:1.0:1767326245.431572:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305951539 00000100:00000001:2.0:1767326245.431573:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326245.431574:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:0.0:1767326245.431574:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326245.431579:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305955832 00000400:00000200:3.0:1767326245.431584:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000100:00000001:1.0:1767326245.431585:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305951539 00000800:00000010:0.0:1767326245.431585:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00000001:2.0:1767326245.431586:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326245.431589:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000100:00000001:2.0:1767326245.431592:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326245.431593:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305955832 00000100:00000001:3.0:1767326245.431595:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326245.431599:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326245.431601:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326245.431601:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305951539 00000100:00000200:3.0:1767326245.431603:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326245.431606:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326245.431608:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305955832 00000100:00000001:2.0:1767326245.431614:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326245.431614:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326245.431615:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326245.431618:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326245.431623:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326245.431624:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.431624:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326245.431629:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326245.431632:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.431632:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326245.431637:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326245.431639:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326245.431644:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.431647:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326245.431652:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326245.431652:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 17886 usecs (18 jiffies) 00000100:00000001:3.0:1767326245.431658:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.431660:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326245.431660:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305951250 00000100:00000001:3.0:1767326245.431661:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326245.431665:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326245.431666:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305955832 00000100:00000001:1.0:1767326245.431668:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.431672:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305951250 00000100:00000001:1.0:1767326245.431674:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.431678:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305955832 00000800:00000200:3.0:1767326245.431681:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326245.431683:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305951250 00000100:00000001:0.0:1767326245.431687:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305955832 00000100:00000001:0.0:1767326245.431689:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305951250 00000100:00000001:0.0:1767326245.431691:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305955832 00000100:00000001:0.0:1767326245.431694:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326245.431697:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.431699:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.431701:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326245.431706:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326245.431708:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326245.431710:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326245.431711:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326245.431713:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.431715:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326245.431796:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326245.431800:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326245.431808:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326245.431810:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000400:00000010:3.0:1767326245.431811:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:3.0:1767326245.431814:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326245.431816:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.431822:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326245.431823:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.431827:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326245.431828:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326245.431840:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326245.431841:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:3.0:1767326245.431843:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326245.431845:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326245.431919:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000400:00000010:3.0:1767326245.431922:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000001:3.0:1767326245.431926:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326245.431930:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.431938:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326245.431941:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.431947:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326245.431949:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326245.433255:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326245.433265:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326245.433268:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326245.433270:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326245.433278:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326245.433289:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09800 00000400:00000200:3.0:1767326245.433295:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xab5 [1] + 224 00000800:00000001:3.0:1767326245.433370:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326245.433374:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326245.433376:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326245.433381:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326245.433385:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326245.433388:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326245.433398:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.433415:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326245.433422:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326245.433425:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326245.433427:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326245.433430:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326245.433434:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326245.433441:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09880 00000400:00000200:3.0:1767326245.433446:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:3.0:1767326245.433450:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326245.433454:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326245.433472:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326245.433472:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326245.433477:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326245.433481:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:2.0:1767326245.433485:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326245.433489:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326245.433491:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:2.0:1767326245.433495:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326245.433497:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326245.433500:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326245.433501:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326245.433506:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326245.433509:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326245.433534:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326245.433538:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326245.433560:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326245.433563:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326245.433566:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326245.433568:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326245.433571:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326245.433572:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326245.433574:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326245.433578:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326245.433579:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326245.433584:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=130 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326245.433585:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326245.433591:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326245.433593:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=130 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326245.433595:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326245.433599:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326245.433601:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326245.433606:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326245.433611:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326245.433613:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326245.433615:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.433623:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326245.433624:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326245.433627:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09900 00000100:00000001:1.0:1767326245.433631:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326245.433640:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xac5 [1] + 224 00000800:00000001:3.0:1767326245.433646:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326245.433647:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326245.433651:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326245.433655:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326245.433657:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326245.433659:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326245.433664:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767326245.433664:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:3.0:1767326245.433669:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326245.433670:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326245.433672:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326245.433677:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000040:2.0:1767326245.433681:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326245.433682:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326245.433682:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326245.433692:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326245.433692:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326245.433697:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386642432:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326245.433710:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326245.433715:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326245.433722:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ce367d x1853175386642432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326245.433733:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326245.433734:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326245.433738:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326245.433743:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326245.433747:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000518c3a50. 02000000:00000001:2.0:1767326245.433754:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326245.433786:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326245.433792:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326245.433794:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326245.433797:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000800:00000001:3.0:1767326245.433798:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326245.433804:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326245.433806:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767326245.433808:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00000001:1.0:1767326245.433810:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326245.433815:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326245.433815:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326245.433819:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326245.433820:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767326245.433823:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ce367d. 00000100:00000001:1.0:1767326245.433824:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326245.433824:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326245.433828:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326245.433830:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.433831:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767326245.433833:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326245.433834:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326245.433835:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326245.433836:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326245.433841:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000100:00000001:2.0:1767326245.433842:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326245.433844:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=120 v=5 (5 5 5 0) 00000400:00000200:0.0:1767326245.433847:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000100:00000001:2.0:1767326245.433850:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326245.433851:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00001000:1.0:1767326245.433852:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=120 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326245.433854:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.433856:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326245.433861:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326245.433862:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767326245.433862:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326245.433866:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.433866:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326245.433872:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326245.433878:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326245.433880:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326245.433884:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326245.433888:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326245.433890:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326245.433892:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326245.433901:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326245.433902:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326245.433905:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326245.433913:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326245.433915:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326245.433916:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326245.433918:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326245.433920:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326245.433921:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.433923:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326245.433924:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326245.433930:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=130 v=5 (5 5 5 0) 00000100:00000040:1.0:1767326245.433931:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326245.433936:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326245.433944:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326245.433946:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.433950:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767326245.433955:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a746c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386642560:192.168.203.127@tcp:400: 00010000:00080000:0.0:1767326245.433957:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326245.433962:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.433965:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326245.433967:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326245.433969:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326245.433971:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326245.433975:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326245.433975:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326245.433982:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326245.433984:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326245.433987:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326245.433988:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326245.433990:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a746c88 x1853175386642560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326245.433994:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326245.434020:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386642688:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326245.434021:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326245.434025:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326245.434026:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326245.434029:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085da6495. 00000100:00000001:0.0:1767326245.434029:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326245.434035:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326245.434035:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386642688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326245.434039:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326245.434041:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326245.434047:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326245.434049:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 02000000:00000001:1.0:1767326245.434053:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326245.434054:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326245.434056:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a746c88. 00000100:00000001:1.0:1767326245.434061:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326245.434064:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326245.434069:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326245.434071:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326245.434075:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326245.434076:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326245.434079:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326245.434080:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec274f89. 00000100:00000001:1.0:1767326245.434084:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326245.434087:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326245.434088:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326245.434091:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326245.434093:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326245.434095:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326245.434096:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b29c8ab9. 02000000:00000001:0.0:1767326245.434098:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326245.434099:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326245.434100:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:0.0:1767326245.434104:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326245.434105:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326245.434107:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326245.434110:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326245.434112:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326245.434114:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326245.434116:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326246.134845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326246.134852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326246.134859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326246.134860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326246.134908:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326246.134913:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326246.134917:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326247.158870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326247.158878:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326247.158880:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326247.158883:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158888:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326247.158890:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158891:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158893:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326247.158898:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326247.158899:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326247.158904:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326247.158906:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326247.158906:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158907:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326247.158928:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158929:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.158930:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326247.158948:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326247.158951:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326247.158953:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326248.182889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326248.182898:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326248.182906:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326248.182907:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326248.182938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326248.182943:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326248.182945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326249.206838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326249.206845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326249.206850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326249.206851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326249.206882:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326249.206886:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326249.206889:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326250.038845:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305955832, at 4305955840 00000100:00000040:1.0:1767326250.038847:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305955832, at 4305955840 00000100:00000010:1.0:1767326250.038868:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00000100:00000010:3.0:1767326250.038874:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00000100:00000040:0.0:1767326250.038881:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305955832, at 4305955840 00000100:00000040:2.0:1767326250.038896:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305955832, at 4305955840 00000100:00000010:0.0:1767326250.038897:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000010:2.0:1767326250.038910:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00010000:00000001:0.0:1767326250.230837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326250.230844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326250.230849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326250.230850:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326250.230877:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326250.230880:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326250.230883:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326250.550864:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326250.550882:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326250.550893:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000020:00000040:3.0:1767326250.550917:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326250.550921:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326250.550924:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326250.550930:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326250.550937:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326250.550943:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326250.550953:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326250.550964:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326250.550967:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326250.550973:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_02+2] req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551008:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326250.551014:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326250.551018:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326250.551021:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326250.551024:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326250.551027:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326250.551029:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326250.551031:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326250.551034:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:0.0:1767326250.551035:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326250.551038:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551040:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326250.551042:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326250.551045:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326250.551046:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326250.551047:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326250.551055:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326250.551057:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551058:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326250.551065:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_03+3] req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326250.551072:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326250.551076:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326250.551081:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326250.551082:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326250.551084:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326250.551087:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326250.551090:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551093:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326250.551098:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326250.551098:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767326250.551098:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386642816:192.168.203.127@tcp:400: 00000100:00000010:3.0:1767326250.551102:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000100:00000001:2.0:1767326250.551102:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326250.551107:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326250.551108:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326250.551109:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551111:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326250.551114:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326250.551116:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326250.551117:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767326250.551122:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:2.0:1767326250.551122:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326250.551123:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551125:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326250.551127:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326250.551129:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326250.551130:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326250.551132:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326250.551133:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326250.551136:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326250.551143:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386642944:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326250.551145:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767326250.551145:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 00000100:00000001:3.0:1767326250.551148:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551149:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326250.551150:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326250.551153:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326250.551156:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_00+0] req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326250.551157:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326250.551159:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 02000000:00000001:2.0:1767326250.551161:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326250.551169:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 02000000:00000010:2.0:1767326250.551170:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000100a387f. 02000000:00000001:2.0:1767326250.551174:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326250.551178:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000200:0.0:1767326250.551179:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642816, portal 25 00000400:00000010:2.0:1767326250.551182:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767326250.551184:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326250.551187:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 00000100:00000001:3.0:1767326250.551188:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326250.551188:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386642944, portal 10 00000100:00000001:2.0:1767326250.551193:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326250.551195:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326250.551195:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000040:0.0:1767326250.551199:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326250.551203:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326250.551205:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326250.551213:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11294) 00000100:00000001:2.0:1767326250.551224:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326250.551224:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326250.551226:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326250.551231:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326250.551232:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326250.551233:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326250.551234:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000100:00000001:1.0:1767326250.551237:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326250.551238:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386642944, offset 0 00000400:00000010:0.0:1767326250.551239:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000200:0.0:1767326250.551245:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386642816, offset 0 00000100:00000040:1.0:1767326250.551247:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326250.551249:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326250.551250:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326250.551255:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326250.551261:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326250.551266:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326250.551267:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326250.551271:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326250.551275:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326250.551277:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326250.551280:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326250.551280:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326250.551285:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326250.551286:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326250.551296:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00100000:1.0:1767326250.551302:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386643072:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326250.551303:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [319:319:256:4294967295] 192.168.203.127@tcp LPNI seq info [319:319:8:4294967295] 00000100:00000001:1.0:1767326250.551311:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326250.551314:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326250.551317:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326250.551321:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326250.551322:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767326250.551327:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a25e16af. 00000800:00000200:2.0:1767326250.551329:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326250.551333:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326250.551333:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326250.551336:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e3843a0. 00000400:00000010:1.0:1767326250.551340:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000200:0.0:1767326250.551340:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326250.551346:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326250.551347:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:1.0:1767326250.551348:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000200:1.0:1767326250.551354:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643072, portal 10 00000400:00000200:0.0:1767326250.551354:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326250.551359:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326250.551360:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326250.551361:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326250.551364:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000800:00000200:2.0:1767326250.551366:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e3843a0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326250.551370:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [320:320:255:4294967295] 192.168.203.127@tcp LPNI seq info [320:320:7:4294967295] 00000100:00000040:1.0:1767326250.551374:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326250.551382:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326250.551389:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 303223 usecs (304 jiffies) 00000100:00000001:1.0:1767326250.551391:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326250.551391:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326250.551393:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305956656 00000100:00000040:1.0:1767326250.551399:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326250.551400:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 00000400:00000010:1.0:1767326250.551404:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000800:00000200:0.0:1767326250.551405:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326250.551410:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386643072, offset 0 00000100:00000001:2.0:1767326250.551412:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767326250.551412:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000400:00000200:1.0:1767326250.551433:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326250.551434:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326250.551441:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326250.551445:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326250.551446:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326250.551451:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326250.551452:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305956656 00000100:00000001:0.0:1767326250.551452:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326250.551457:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326250.551458:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305960952 00000100:00000010:2.0:1767326250.551460:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000393d95e3. 00000400:00000200:1.0:1767326250.551463:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326250.551465:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326250.551467:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326250.551469:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326250.551469:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305956656 00000800:00000010:3.0:1767326250.551472:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e3843a0. 00000100:00000001:2.0:1767326250.551476:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305956656 00000100:00000001:0.0:1767326250.551478:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305960952 00000400:00000200:1.0:1767326250.551479:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [321:321:254:4294967295] 192.168.203.127@tcp LPNI seq info [321:321:6:4294967295] 00000400:00000200:3.0:1767326250.551482:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767326250.551483:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb18a333. 00000100:00000001:0.0:1767326250.551486:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305956656 00000100:00000001:2.0:1767326250.551489:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326250.551496:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305956656 00000400:00000200:3.0:1767326250.551497:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326250.551500:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305960952 00000100:00000010:2.0:1767326250.551502:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3a6843. 00000400:00000200:1.0:1767326250.551505:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326250.551508:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326250.551509:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305956656 00000400:00000200:3.0:1767326250.551513:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000100:00000001:2.0:1767326250.551514:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326250.551514:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326250.551517:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305960952 00000400:00000010:3.0:1767326250.551518:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000001:2.0:1767326250.551520:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326250.551523:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:3.0:1767326250.551526:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326250.551526:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326250.551527:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305956656 00000100:00000001:2.0:1767326250.551530:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326250.551533:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326250.551535:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326250.551535:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326250.551540:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326250.551541:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551544:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326250.551544:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326250.551546:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551550:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326250.551551:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326250.551552:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326250.551558:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326250.551559:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326250.551560:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326250.551561:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.551565:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.551565:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326250.551565:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326250.551566:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326250.551573:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326250.551574:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 17722 usecs (18 jiffies) 00000100:00000001:0.0:1767326250.551577:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326250.551581:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.551582:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305956370 00000100:00000001:0.0:1767326250.551587:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.551589:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305960952 00000100:00000001:3.0:1767326250.551593:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.551593:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305956370 00000100:00000001:3.0:1767326250.551598:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326250.551599:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305960952 00000100:00000001:1.0:1767326250.551603:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305956370 00000100:00000001:1.0:1767326250.551605:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305960952 00000100:00000001:1.0:1767326250.551607:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305956370 00000100:00000001:1.0:1767326250.551608:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305960952 00000100:00000001:1.0:1767326250.551611:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326250.551613:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.551616:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326250.551618:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326250.551618:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326250.551622:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000100:00000001:1.0:1767326250.551622:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326250.551626:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326250.551627:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326250.551630:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326250.551633:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326250.551634:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326250.551635:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326250.551641:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000100:00000001:1.0:1767326250.551641:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326250.551645:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:3.0:1767326250.551648:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326250.551651:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551659:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326250.551661:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551668:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326250.551670:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326250.551732:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326250.551734:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:3.0:1767326250.551737:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326250.551740:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326250.551742:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:3.0:1767326250.551743:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:3.0:1767326250.551746:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326250.551748:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551754:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326250.551756:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.551782:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326250.551784:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326250.553719:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.553794:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326250.553803:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.553807:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326250.553815:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326250.553827:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09980 00000400:00000200:3.0:1767326250.553834:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xacd [1] + 224 00000800:00000001:3.0:1767326250.553842:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.553846:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326250.553848:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326250.553851:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326250.553856:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326250.553859:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326250.553868:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326250.553889:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326250.553894:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.553897:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326250.553899:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.553901:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326250.553906:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326250.553912:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09a00 00000400:00000200:3.0:1767326250.553917:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xad1 [1] + 224 00000100:00000001:0.0:1767326250.553917:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326250.553921:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326250.553923:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.553928:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326250.553928:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326250.553932:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326250.553932:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326250.553936:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:3.0:1767326250.553938:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326250.553942:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326250.553945:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326250.553948:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326250.553949:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326250.553954:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326250.553955:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326250.553982:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326250.553982:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326250.554008:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326250.554010:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326250.554015:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326250.554019:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326250.554022:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326250.554025:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326250.554029:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326250.554029:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326250.554035:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326250.554038:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=135 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326250.554040:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326250.554042:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326250.554045:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326250.554051:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326250.554052:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=135 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326250.554055:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326250.554056:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:2.0:1767326250.554059:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326250.554060:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767326250.554062:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326250.554063:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326250.554065:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:3.0:1767326250.554066:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09a80 00010000:00000001:0.0:1767326250.554070:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326250.554071:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326250.554074:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00010000:00000001:0.0:1767326250.554075:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326250.554077:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326250.554080:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xadd [1] + 224 00000100:00000001:0.0:1767326250.554080:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326250.554084:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326250.554087:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326250.554091:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326250.554094:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326250.554099:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326250.554099:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326250.554108:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326250.554115:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326250.554120:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326250.554121:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326250.554122:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326250.554125:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326250.554128:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326250.554129:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326250.554132:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326250.554133:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326250.554136:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326250.554137:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326250.554139:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326250.554143:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326250.554144:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326250.554150:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=125 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326250.554157:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326250.554158:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=125 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326250.554162:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326250.554165:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386642816:192.168.203.127@tcp:400: 00000800:00000001:3.0:1767326250.554167:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326250.554168:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326250.554172:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326250.554174:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326250.554175:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326250.554177:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326250.554180:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326250.554181:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326250.554183:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:0.0:1767326250.554186:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386642816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326250.554187:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326250.554189:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.554197:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326250.554198:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326250.554202:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326250.554205:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326250.554207:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767326250.554210:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326250.554211:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326250.554212:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326250.554215:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 02000000:00000010:0.0:1767326250.554215:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 00000400:00000200:1.0:1767326250.554221:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000100:00000001:2.0:1767326250.554222:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326250.554223:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326250.554224:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326250.554226:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000020:00000001:0.0:1767326250.554227:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326250.554230:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326250.554232:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326250.554233:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326250.554238:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767326250.554241:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326250.554242:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386642944:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326250.554243:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:0.0:1767326250.554250:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326250.554251:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326250.554255:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326250.554256:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767326250.554260:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000040:2.0:1767326250.554261:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386642944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326250.554264:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326250.554267:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326250.554270:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326250.554275:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326250.554283:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326250.554283:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326250.554285:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326250.554286:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000100a387f. 02000000:00000001:2.0:1767326250.554289:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326250.554289:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326250.554291:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326250.554294:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326250.554296:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326250.554298:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 00000100:00000001:0.0:1767326250.554301:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326250.554303:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326250.554305:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326250.554306:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326250.554309:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:2.0:1767326250.554314:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326250.554315:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326250.554316:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326250.554319:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326250.554319:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326250.554325:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326250.554326:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326250.554328:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326250.554328:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326250.554331:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326250.554332:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326250.554336:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.554336:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326250.554342:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326250.554346:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=135 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326250.554350:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326250.554353:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326250.554354:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326250.554356:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326250.554360:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326250.554378:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.554381:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326250.554382:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326250.554384:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326250.554385:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326250.554388:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326250.554394:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326250.554396:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326250.554397:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326250.554400:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326250.554406:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386643072:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326250.554410:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326250.554412:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326250.554414:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386643072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326250.554443:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326250.554445:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326250.554447:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a25e16af. 02000000:00000001:1.0:1767326250.554450:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326250.554451:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326250.554452:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326250.554455:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326250.554456:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:1.0:1767326250.554459:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326250.554460:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326250.554461:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:1.0:1767326250.554464:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326250.554465:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326250.554467:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326250.554471:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326250.554472:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326250.554474:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326250.554475:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326251.254888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326251.254897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326251.254905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326251.254906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326251.254947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326251.254953:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326251.254957:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326252.278860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326252.278865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326252.278870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326252.278871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326252.278891:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326252.278894:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326252.278896:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326253.302878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326253.302884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326253.302892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326253.302893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326253.302916:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326253.302921:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326253.302925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326254.326815:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326254.326822:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326254.326828:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326254.326828:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326254.326863:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326254.326868:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326254.326873:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326255.158866:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305960952, at 4305960960 00000100:00000040:1.0:1767326255.158866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305960952, at 4305960960 00000100:00000040:0.0:1767326255.158866:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305960952, at 4305960960 00000100:00000040:3.0:1767326255.158872:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305960952, at 4305960960 00000100:00000010:0.0:1767326255.158886:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00000100:00000010:1.0:1767326255.158890:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000393d95e3. 00000100:00000010:2.0:1767326255.158892:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb18a333. 00000100:00000010:3.0:1767326255.158893:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3a6843. 00010000:00000001:0.0:1767326255.350858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326255.350867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.350874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326255.350875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326255.350945:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326255.350950:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326255.350954:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326255.670896:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326255.670910:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326255.670922:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326255.670931:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326255.670936:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326255.670940:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326255.670947:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326255.670956:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326255.670965:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326255.670978:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326255.671017:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326255.671020:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326255.671026:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_01+1] req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326255.671059:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326255.671062:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326255.671067:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326255.671070:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000100:00000001:3.0:1767326255.671073:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326255.671073:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326255.671077:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326255.671079:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326255.671083:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326255.671085:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326255.671087:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:3.0:1767326255.671089:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326255.671089:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326255.671093:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326255.671094:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326255.671096:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326255.671102:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326255.671113:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326255.671117:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326255.671118:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326255.671121:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326255.671121:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326255.671125:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326255.671128:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_02+2] req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326255.671129:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326255.671134:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386643200:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326255.671141:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326255.671147:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326255.671150:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326255.671152:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326255.671156:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 02000000:00000001:3.0:1767326255.671158:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326255.671162:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326255.671164:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002047cddf. 00000100:00000040:1.0:1767326255.671166:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326255.671171:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767326255.671171:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326255.671175:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000100:00000001:2.0:1767326255.671177:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326255.671179:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643200, portal 25 00000020:00000040:1.0:1767326255.671180:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:2.0:1767326255.671181:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326255.671182:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326255.671187:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000001:2.0:1767326255.671187:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326255.671187:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326255.671189:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326255.671191:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326255.671194:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326255.671195:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326255.671196:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326255.671198:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326255.671202:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326255.671204:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:2.0:1767326255.671207:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326255.671208:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326255.671209:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326255.671215:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326255.671216:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326255.671217:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326255.671224:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326255.671228:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000100:00000040:1.0:1767326255.671228:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326255.671232:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326255.671233:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386643200, offset 0 00000100:00000001:2.0:1767326255.671235:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326255.671239:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326255.671241:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326255.671246:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326255.671248:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326255.671251:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767326255.671252:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386643328:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326255.671255:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326255.671256:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326255.671259:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326255.671261:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326255.671264:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326255.671264:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_03+3] req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326255.671269:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:2.0:1767326255.671269:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018abddfd. 02000000:00000001:2.0:1767326255.671274:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326255.671280:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000400:00000200:3.0:1767326255.671282:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326255.671285:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000200:2.0:1767326255.671288:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643328, portal 10 00000400:00000200:3.0:1767326255.671289:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326255.671292:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326255.671294:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000400:00000200:3.0:1767326255.671295:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326255.671297:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326255.671301:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326255.671303:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326255.671310:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326255.671311:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326255.671315:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1767326255.671316:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326255.671318:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326255.671321:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [322:322:256:4294967295] 192.168.203.127@tcp LPNI seq info [322:322:8:4294967295] 00000100:00000001:0.0:1767326255.671321:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326255.671325:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326255.671326:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11299) 00000100:00000001:0.0:1767326255.671328:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326255.671330:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000100:00000001:0.0:1767326255.671331:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326255.671334:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386643328, offset 0 00000100:00000001:0.0:1767326255.671336:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326255.671339:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326255.671341:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326255.671345:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326255.671346:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326255.671348:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326255.671357:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326255.671359:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326255.671365:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767326255.671367:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326255.671368:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326255.671371:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326255.671373:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326255.671377:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326255.671378:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326255.671379:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326255.671384:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [323:323:255:4294967295] 192.168.203.127@tcp LPNI seq info [323:323:7:4294967295] 02000000:00000001:0.0:1767326255.671396:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326255.671399:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326255.671401:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326255.671404:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326255.671410:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767326255.671412:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386643456:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326255.671419:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326255.671423:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326255.671425:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326255.671426:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767326255.671428:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326255.671430:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326255.671432:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767326255.671433:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000100:00000001:3.0:1767326255.671434:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305966072 02000000:00000010:0.0:1767326255.671436:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000033fd79d. 02000000:00000001:0.0:1767326255.671439:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326255.671440:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000833bb266. 00000800:00000200:2.0:1767326255.671441:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:0.0:1767326255.671445:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000800:00000200:2.0:1767326255.671450:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326255.671451:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326255.671451:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000800:00000200:2.0:1767326255.671457:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326255.671457:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643456, portal 10 00000100:00000001:3.0:1767326255.671460:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305966072 00000100:00000001:0.0:1767326255.671462:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326255.671465:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.671465:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000100:00000010:3.0:1767326255.671466:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8b4679c. 00000100:00000001:3.0:1767326255.671472:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767326255.671473:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 300003 usecs (301 jiffies) 00000100:00000001:3.0:1767326255.671475:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305966072 00000100:00000040:0.0:1767326255.671478:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326255.671480:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305961773 00000100:00000010:3.0:1767326255.671481:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ec4eb6. 00000100:00000001:2.0:1767326255.671488:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305966072 00000100:00000001:3.0:1767326255.671489:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326255.671495:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305961773 00000100:00000001:0.0:1767326255.671496:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326255.671497:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305966072 00000100:00000001:2.0:1767326255.671501:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305966072 00000800:00000200:1.0:1767326255.671503:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326255.671504:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 00000100:00000040:0.0:1767326255.671504:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326255.671506:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305961773 00000800:00000010:1.0:1767326255.671511:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000010:0.0:1767326255.671511:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000001:3.0:1767326255.671512:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326255.671512:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305966072 00000100:00000001:2.0:1767326255.671518:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305961773 00000100:00000001:3.0:1767326255.671519:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326255.671521:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305966072 00000400:00000200:1.0:1767326255.671522:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326255.671524:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326255.671526:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386643456, offset 0 00000100:00000001:2.0:1767326255.671527:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326255.671530:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326255.671534:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326255.671535:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326255.671536:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326255.671537:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326255.671542:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326255.671543:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326255.671544:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326255.671547:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326255.671548:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326255.671551:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326255.671552:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326255.671552:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000400:00000200:0.0:1767326255.671553:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326255.671554:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326255.671555:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326255.671557:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:3.0:1767326255.671558:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326255.671560:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326255.671564:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326255.671565:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326255.671566:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326255.671567:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326255.671573:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326255.671575:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326255.671578:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326255.671584:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [324:324:254:4294967295] 192.168.203.127@tcp LPNI seq info [324:324:6:4294967295] 00000400:00000200:0.0:1767326255.671596:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326255.671597:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767326255.671601:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326255.671604:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326255.671605:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000100:00000001:1.0:1767326255.671615:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326255.671618:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326255.671620:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326255.671624:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326255.671626:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326255.671629:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326255.671631:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 17570 usecs (18 jiffies) 00000100:00000001:0.0:1767326255.671633:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305961490 00000100:00000001:0.0:1767326255.671635:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305966072 00000100:00000001:0.0:1767326255.671637:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305961490 00000800:00000200:1.0:1767326255.671638:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326255.671639:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305966072 00000800:00000010:1.0:1767326255.671643:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000100:00000001:0.0:1767326255.671643:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305961490 00000100:00000001:0.0:1767326255.671646:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305966072 00000400:00000200:1.0:1767326255.671649:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326255.671649:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305961490 00000100:00000001:0.0:1767326255.671650:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305966072 00000100:00000001:0.0:1767326255.671653:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326255.671655:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.671657:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326255.671660:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326255.671661:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326255.671667:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:1.0:1767326255.671669:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:1.0:1767326255.671680:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326255.671683:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326255.671691:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326255.671693:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326255.671699:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326255.671701:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326255.671791:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326255.671794:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:1.0:1767326255.671797:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326255.671801:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326255.671804:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:1.0:1767326255.671805:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:1.0:1767326255.671808:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326255.671811:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326255.671818:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326255.671820:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326255.671827:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326255.671828:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326255.673094:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673106:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326255.673108:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673110:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326255.673151:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326255.673160:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09b00 00000400:00000200:3.0:1767326255.673165:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:3.0:1767326255.673171:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673177:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326255.673178:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326255.673180:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326255.673183:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326255.673186:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326255.673193:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326255.673207:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326255.673211:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673213:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673238:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326255.673241:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326255.673245:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326255.673246:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326255.673247:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002047cddf. 00000400:00000200:0.0:1767326255.673250:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:0.0:1767326255.673251:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:0.0:1767326255.673252:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326255.673255:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326255.673262:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326255.673267:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326255.673274:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673276:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326255.673278:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326255.673279:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326255.673281:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326255.673283:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326255.673288:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=140 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326255.673291:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=140 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326255.673293:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326255.673294:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.673296:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326255.673298:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.673300:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326255.673302:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326255.673306:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326255.673308:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326255.673309:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326255.673312:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326255.673317:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386643200:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326255.673319:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673320:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326255.673321:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386643200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326255.673325:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326255.673327:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326255.673329:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 02000000:00000001:0.0:1767326255.673332:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326255.673334:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326255.673336:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326255.673337:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326255.673340:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:0.0:1767326255.673343:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326255.673347:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326255.673348:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:0.0:1767326255.673351:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326255.673352:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673353:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673356:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326255.673357:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.673358:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326255.673359:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326255.673419:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673424:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326255.673425:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673427:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326255.673430:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326255.673437:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09b80 00000400:00000200:3.0:1767326255.673440:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xaed [1] + 224 00000800:00000001:3.0:1767326255.673443:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673445:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326255.673447:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326255.673450:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326255.673491:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326255.673494:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326255.673505:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326255.673515:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326255.673518:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673521:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326255.673523:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326255.673525:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326255.673528:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326255.673533:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09c00 00000100:00000001:2.0:1767326255.673533:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326255.673536:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326255.673539:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:3.0:1767326255.673542:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326255.673544:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326255.673546:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326255.673547:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326255.673549:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326255.673550:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:3.0:1767326255.673554:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326255.673555:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326255.673558:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326255.673560:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326255.673563:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326255.673564:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326255.673568:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326255.673582:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326255.673585:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326255.673600:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326255.673603:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326255.673604:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326255.673605:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326255.673606:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326255.673607:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326255.673607:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326255.673610:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326255.673611:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326255.673614:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=130 v=5 (5 5 5 0) 00000800:00000001:3.0:1767326255.673615:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326255.673620:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=130 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326255.673623:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326255.673624:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326255.673625:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326255.673627:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326255.673630:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326255.673631:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326255.673632:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326255.673633:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.673633:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326255.673636:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326255.673639:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326255.673641:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326255.673644:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326255.673646:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000100:00000001:2.0:1767326255.673647:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326255.673650:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326255.673651:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000100:00000001:2.0:1767326255.673652:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326255.673654:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326255.673656:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326255.673660:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326255.673662:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326255.673680:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326255.673682:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386643328:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326255.673689:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673692:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326255.673693:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673694:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326255.673695:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326255.673696:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326255.673698:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326255.673701:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326255.673704:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767326255.673704:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=140 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326255.673708:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=97 v=5 (1 0 0 0) 00000100:00000040:2.0:1767326255.673710:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386643328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326255.673711:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326255.673713:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.673716:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326255.673721:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326255.673729:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326255.673732:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326255.673733:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326255.673735:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018abddfd. 02000000:00000001:2.0:1767326255.673740:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326255.673741:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767326255.673744:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326255.673744:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000040:2.0:1767326255.673747:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326255.673747:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326255.673749:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326255.673753:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767326255.673754:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326255.673756:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767326255.673776:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326255.673777:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326255.673779:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:2.0:1767326255.673781:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326255.673782:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326255.673783:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326255.673786:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326255.673787:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326255.673788:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326255.673790:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.673798:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326255.673801:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326255.673802:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326255.673806:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326255.673814:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386643456:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326255.673818:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673820:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326255.673822:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386643456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326255.673828:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326255.673830:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326255.673832:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000033fd79d. 02000000:00000001:0.0:1767326255.673835:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326255.673836:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326255.673838:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326255.673839:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326255.673841:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:0.0:1767326255.673843:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326255.673845:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326255.673846:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:0.0:1767326255.673848:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326255.673850:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673851:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326255.673855:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326255.673856:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326255.673858:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326255.673867:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326256.374850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326256.374861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326256.374868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326256.374870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326256.374931:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326256.374936:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326256.374939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326257.398849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326257.398862:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326257.398865:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326257.398868:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398873:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326257.398875:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398877:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398879:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398884:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326257.398885:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326257.398887:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326257.398892:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326257.398895:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326257.398896:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398897:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326257.398899:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398900:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.398902:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326257.398942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326257.398948:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326257.398951:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326258.422882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326258.422891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326258.422898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326258.422899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326258.422946:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326258.422950:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326258.422952:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326259.446883:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326259.446891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326259.446896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326259.446897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326259.446939:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326259.446943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326259.446945:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326260.278835:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305966072, at 4305966080 00000100:00000040:2.0:1767326260.278843:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305966072, at 4305966080 00000100:00000040:0.0:1767326260.278845:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305966072, at 4305966080 00000100:00000010:1.0:1767326260.278850:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8b4679c. 00000100:00000010:2.0:1767326260.278855:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ec4eb6. 00000100:00000010:0.0:1767326260.278859:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000833bb266. 00000100:00000040:3.0:1767326260.278902:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305966072, at 4305966080 00000100:00000010:3.0:1767326260.278909:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00010000:00000001:0.0:1767326260.470842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326260.470849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326260.470856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326260.470858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326260.470913:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326260.470916:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326260.470918:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326260.790808:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326260.790819:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326260.790828:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767326260.790835:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326260.790839:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326260.790854:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326260.790858:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326260.790866:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326260.790872:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.790880:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326260.790888:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326260.790890:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.790894:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_00+0] req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.790915:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.790917:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326260.790919:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326260.790921:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767326260.790923:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326260.790924:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326260.790925:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326260.790926:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326260.790929:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:3.0:1767326260.790931:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.790934:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326260.790940:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326260.790941:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.790943:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_01+1] req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326260.790946:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326260.790950:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326260.790951:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.790952:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326260.790954:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326260.790956:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000020:00000040:3.0:1767326260.790960:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326260.790961:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326260.790961:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326260.790965:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326260.790966:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326260.790971:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.790972:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326260.790976:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326260.790977:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326260.790981:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326260.790989:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:3.0:1767326260.790996:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326260.790997:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326260.791000:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.791000:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326260.791004:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326260.791006:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326260.791007:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326260.791010:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326260.791011:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326260.791016:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326260.791016:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326260.791023:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326260.791024:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386643584:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326260.791032:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326260.791033:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767326260.791033:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386643712:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326260.791036:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326260.791040:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326260.791042:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326260.791043:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.791047:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_02+2] req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326260.791048:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326260.791048:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326260.791052:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326260.791054:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f619e1e. 02000000:00000001:0.0:1767326260.791059:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326260.791060:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326260.791066:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095ee8d39. 00000400:00000010:2.0:1767326260.791069:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 02000000:00000001:0.0:1767326260.791071:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326260.791076:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000400:00000010:0.0:1767326260.791079:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000100:00000200:2.0:1767326260.791083:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643584, portal 25 00000400:00000010:0.0:1767326260.791086:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:2.0:1767326260.791087:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326260.791089:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326260.791092:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643712, portal 10 00000100:00000040:3.0:1767326260.791094:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326260.791095:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000100:00000001:0.0:1767326260.791097:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326260.791101:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000040:3.0:1767326260.791102:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326260.791104:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326260.791111:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11304) 00000100:00000001:2.0:1767326260.791113:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326260.791115:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326260.791120:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326260.791123:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326260.791125:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 00000100:00000001:1.0:1767326260.791130:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326260.791131:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386643584, offset 0 00000100:00000001:0.0:1767326260.791131:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326260.791134:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326260.791139:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326260.791141:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326260.791142:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326260.791145:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326260.791146:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dd4a3c4. 00000100:00000001:3.0:1767326260.791147:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326260.791154:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386643712, offset 0 00000400:00000200:2.0:1767326260.791157:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326260.791166:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326260.791167:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326260.791168:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326260.791171:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326260.791175:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326260.791176:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326260.791180:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326260.791180:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326260.791186:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326260.791186:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326260.791192:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386643840:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326260.791199:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [325:325:256:4294967295] 192.168.203.127@tcp LPNI seq info [325:325:8:4294967295] 00000100:00000001:1.0:1767326260.791200:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326260.791205:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326260.791209:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326260.791213:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326260.791217:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767326260.791220:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f3b7ffb. 00000800:00000200:2.0:1767326260.791224:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326260.791226:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326260.791228:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326260.791231:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000400:00000010:1.0:1767326260.791235:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000200:0.0:1767326260.791235:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326260.791241:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326260.791244:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000400:00000200:0.0:1767326260.791245:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:1.0:1767326260.791252:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643840, portal 10 00000800:00000200:2.0:1767326260.791253:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326260.791253:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326260.791258:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326260.791260:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326260.791261:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000400:00000200:0.0:1767326260.791261:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326260.791271:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326260.791274:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326260.791277:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [326:326:255:4294967295] 192.168.203.127@tcp LPNI seq info [326:326:7:4294967295] 00000100:00000001:2.0:1767326260.791281:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305971192 00000100:00000010:2.0:1767326260.791287:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb18a333. 00000100:00000001:2.0:1767326260.791297:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326260.791297:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326260.791302:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326260.791305:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305971192 00000100:00000040:1.0:1767326260.791306:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326260.791312:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd84bbf8. 00000400:00000010:1.0:1767326260.791313:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000100:00000001:2.0:1767326260.791317:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326260.791317:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326260.791319:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386643840, offset 0 00000100:00000001:2.0:1767326260.791323:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305971192 00000800:00000010:0.0:1767326260.791326:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000100:00000010:2.0:1767326260.791327:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000862bd25f. 00000400:00000200:1.0:1767326260.791332:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326260.791334:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326260.791339:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326260.791340:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305971192 00000400:00000200:1.0:1767326260.791345:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767326260.791346:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3a6843. 00000800:00000200:0.0:1767326260.791364:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326260.791367:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326260.791369:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326260.791371:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326260.791373:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326260.791374:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767326260.791376:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000400:00000200:1.0:1767326260.791377:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326260.791379:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.791383:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326260.791385:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326260.791385:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326260.791386:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326260.791391:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326260.791392:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 296845 usecs (297 jiffies) 00000400:00000200:3.0:1767326260.791398:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326260.791398:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326260.791400:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305966889 00000100:00000001:2.0:1767326260.791401:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326260.791403:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326260.791406:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326260.791408:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305971192 00000100:00000001:2.0:1767326260.791409:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326260.791412:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326260.791413:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [327:327:254:4294967295] 192.168.203.127@tcp LPNI seq info [327:327:6:4294967295] 00000100:00000001:0.0:1767326260.791415:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305966889 00000100:00000001:2.0:1767326260.791416:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.791422:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305971192 00000100:00000001:0.0:1767326260.791426:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305966889 00000100:00000001:0.0:1767326260.791431:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305971192 00000400:00000200:1.0:1767326260.791436:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326260.791437:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305966889 00000100:00000001:0.0:1767326260.791444:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305971192 00000800:00000200:1.0:1767326260.791448:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326260.791448:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326260.791453:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326260.791456:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000100:00000001:0.0:1767326260.791457:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.791462:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326260.791465:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326260.791467:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326260.791470:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326260.791475:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326260.791476:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326260.791479:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326260.791481:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326260.791482:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.791489:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326260.791490:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326260.791496:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 17410 usecs (18 jiffies) 00000100:00000001:1.0:1767326260.791499:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305966610 00000100:00000001:1.0:1767326260.791502:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305971192 00000400:00000200:3.0:1767326260.791504:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000100:00000001:1.0:1767326260.791505:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305966610 00000400:00000010:3.0:1767326260.791509:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000100:00000001:1.0:1767326260.791510:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305971192 00000100:00000001:3.0:1767326260.791515:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326260.791521:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326260.791522:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305966610 00000100:00000001:1.0:1767326260.791527:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305971192 00000100:00000001:1.0:1767326260.791532:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305966610 00000100:00000001:1.0:1767326260.791537:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305971192 00000100:00000001:1.0:1767326260.791541:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326260.791543:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326260.791544:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326260.791547:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326260.791549:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326260.791555:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326260.791561:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326260.791564:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326260.791565:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326260.791568:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326260.791571:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326260.791574:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326260.791576:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326260.791578:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326260.791587:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326260.791589:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000400:00000200:3.0:1767326260.791592:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326260.791595:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326260.791597:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd4a3c4 00000400:00000010:3.0:1767326260.791599:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dd4a3c4. 00000100:00000001:3.0:1767326260.791601:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326260.791604:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.791611:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326260.791614:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.791620:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326260.791622:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326260.791653:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326260.791656:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:3.0:1767326260.791659:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326260.791662:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326260.791665:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000400:00000010:3.0:1767326260.791666:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000100:00000001:3.0:1767326260.791670:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326260.791673:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.791679:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326260.791681:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.791729:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326260.791732:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326260.793044:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326260.793054:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326260.793056:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326260.793058:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326260.793064:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326260.793117:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09c80 00000400:00000200:3.0:1767326260.793129:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:3.0:1767326260.793134:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326260.793139:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326260.793140:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326260.793143:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326260.793146:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326260.793149:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326260.793156:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326260.793168:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326260.793173:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326260.793175:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326260.793176:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326260.793177:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326260.793180:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326260.793191:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09d00 00000100:00000001:2.0:1767326260.793194:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326260.793198:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb01 [1] + 224 00000100:00000001:2.0:1767326260.793202:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326260.793203:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326260.793208:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326260.793209:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326260.793210:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326260.793212:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326260.793216:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326260.793216:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:2.0:1767326260.793221:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326260.793224:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326260.793226:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326260.793227:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326260.793231:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326260.793233:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326260.793254:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326260.793257:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326260.793269:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326260.793272:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326260.793276:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326260.793279:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326260.793280:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326260.793282:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326260.793284:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326260.793286:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326260.793288:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=145 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326260.793292:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=145 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326260.793294:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326260.793295:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326260.793298:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326260.793300:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326260.793301:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326260.793302:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326260.793304:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326260.793308:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326260.793312:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326260.793317:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326260.793319:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326260.793320:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326260.793323:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326260.793324:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326260.793328:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326260.793329:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326260.793333:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:0.0:1767326260.793343:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767326260.793344:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386643584:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326260.793349:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09d80 00000400:00000001:0.0:1767326260.793349:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326260.793368:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000100:00000001:2.0:1767326260.793374:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326260.793375:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000100:00000001:2.0:1767326260.793378:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767326260.793379:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000040:2.0:1767326260.793383:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386643584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326260.793386:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326260.793392:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb0d [1] + 224 00000100:00000001:2.0:1767326260.793395:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326260.793398:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326260.793401:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326260.793402:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326260.793402:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f619e1e. 02000000:00000001:2.0:1767326260.793409:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767326260.793411:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326260.793412:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326260.793416:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:3.0:1767326260.793417:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326260.793418:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326260.793420:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326260.793424:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 00000400:00000200:3.0:1767326260.793429:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:2.0:1767326260.793430:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326260.793433:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326260.793437:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:0.0:1767326260.793439:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326260.793440:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326260.793441:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326260.793444:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326260.793445:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326260.793446:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326260.793448:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326260.793452:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326260.793453:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326260.793457:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326260.793457:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326260.793462:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326260.793463:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326260.793464:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326260.793467:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.793467:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326260.793474:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326260.793481:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=135 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326260.793483:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326260.793485:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=135 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326260.793488:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326260.793489:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326260.793492:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326260.793493:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326260.793498:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326260.793502:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.793505:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326260.793507:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326260.793510:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326260.793512:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326260.793516:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326260.793522:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326260.793525:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326260.793527:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326260.793529:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326260.793533:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326260.793534:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326260.793539:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326260.793543:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326260.793545:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:1.0:1767326260.793548:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326260.793550:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326260.793555:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326260.793563:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326260.793566:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386643712:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326260.793577:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326260.793581:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326260.793583:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326260.793588:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386643712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326260.793605:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326260.793607:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326260.793609:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326260.793610:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326260.793614:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095ee8d39. 00000100:00000001:1.0:1767326260.793615:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326260.793619:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326260.793620:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326260.793621:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326260.793622:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326260.793625:0:216339:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326260.793627:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326260.793628:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326260.793631:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326260.793632:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:0.0:1767326260.793635:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326260.793636:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326260.793638:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00001000:1.0:1767326260.793643:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=145 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326260.793644:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326260.793646:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326260.793651:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326260.793651:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326260.793659:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326260.793659:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326260.793661:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326260.793662:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326260.793666:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326260.793668:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326260.793671:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767326260.793673:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326260.793684:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326260.793687:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326260.793689:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326260.793691:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326260.793692:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326260.793695:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326260.793702:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326260.793704:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326260.793712:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326260.793716:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326260.793729:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386643840:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326260.793733:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326260.793735:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326260.793738:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386643840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326260.793744:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326260.793746:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326260.793748:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f3b7ffb. 02000000:00000001:1.0:1767326260.793751:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326260.793753:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326260.793754:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326260.793756:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326260.793782:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:1.0:1767326260.793785:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326260.793787:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326260.793788:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00000001:1.0:1767326260.793791:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326260.793792:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326260.793794:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326260.793799:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326260.793800:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326260.793802:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326260.793804:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326261.494856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326261.494864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326261.494870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326261.494871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326261.494929:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326261.494935:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326261.494938:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326262.518848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326262.518854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326262.518859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326262.518861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326262.518932:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326262.518935:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326262.518937:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326263.542835:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326263.542844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326263.542851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326263.542882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326263.542930:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326263.542935:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326263.542938:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326264.566848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326264.566858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326264.566865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326264.566866:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326264.566908:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326264.566912:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326264.566914:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326265.398857:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305971192, at 4305971200 00000100:00000040:2.0:1767326265.398857:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305971192, at 4305971200 00000100:00000040:1.0:1767326265.398857:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305971192, at 4305971200 00000100:00000040:0.0:1767326265.398857:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305971192, at 4305971200 00000100:00000010:1.0:1767326265.398879:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd84bbf8. 00000100:00000010:3.0:1767326265.398881:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3a6843. 00000100:00000010:0.0:1767326265.398882:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb18a333. 00000100:00000010:2.0:1767326265.398884:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000862bd25f. 00010000:00000001:0.0:1767326265.590866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326265.590876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326265.590884:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326265.590885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326265.590945:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326265.590952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326265.590955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326265.910857:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326265.910864:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326265.910871:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326265.910876:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326265.910881:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326265.910891:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326265.910895:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326265.910902:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:1.0:1767326265.910908:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326265.910919:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326265.910927:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326265.910928:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326265.910932:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_03+3] req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326265.910953:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326265.910955:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326265.910958:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326265.910960:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000100:00000001:0.0:1767326265.910961:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326265.910962:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326265.910967:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767326265.910967:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767326265.910968:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326265.910971:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326265.910972:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.910975:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326265.910978:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:3.0:1767326265.910982:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326265.910982:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326265.910982:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326265.910986:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326265.910990:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326265.910991:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326265.910994:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326265.910998:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326265.911000:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326265.911003:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326265.911006:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326265.911009:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_00+0] req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326265.911027:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326265.911030:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326265.911033:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326265.911035:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326265.911037:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326265.911040:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386643968:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326265.911042:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326265.911044:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326265.911046:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326265.911050:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326265.911050:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767326265.911052:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 02000000:00000001:0.0:1767326265.911054:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326265.911057:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326265.911058:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326265.911063:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326265.911063:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007491735c. 00000100:00000001:1.0:1767326265.911068:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326265.911068:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326265.911069:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1767326265.911071:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326265.911074:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326265.911074:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 02000000:00000001:1.0:1767326265.911075:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.911083:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326265.911084:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 02000000:00000010:1.0:1767326265.911085:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:3.0:1767326265.911087:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326265.911092:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326265.911092:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.911093:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326265.911097:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386643968, portal 25 00000100:00000001:3.0:1767326265.911102:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326265.911103:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326265.911104:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.911108:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326265.911108:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000040:1.0:1767326265.911111:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326265.911120:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326265.911121:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326265.911135:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326265.911142:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326265.911147:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718ba297. 00000100:00000200:0.0:1767326265.911151:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386643968, offset 0 00000100:00000001:3.0:1767326265.911160:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326265.911162:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326265.911162:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326265.911164:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326265.911166:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326265.911175:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_01+1] req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326265.911176:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326265.911180:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326265.911184:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326265.911185:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326265.911192:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326265.911194:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:3.0:1767326265.911201:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386644096:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326265.911203:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326265.911210:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326265.911212:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326265.911214:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326265.911217:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326265.911218:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [328:328:256:4294967295] 192.168.203.127@tcp LPNI seq info [328:328:8:4294967295] 02000000:00000001:3.0:1767326265.911221:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326265.911221:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326265.911228:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326265.911230:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1767326265.911233:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bd2009b. 00000100:00000040:1.0:1767326265.911237:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11309) 02000000:00000001:3.0:1767326265.911239:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326265.911241:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326265.911245:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00100000:2.0:1767326265.911247:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:3.0:1767326265.911248:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000100:00000001:2.0:1767326265.911253:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326265.911256:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000800:00000200:0.0:1767326265.911258:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326265.911259:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326265.911261:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644096, portal 10 00000100:00000001:2.0:1767326265.911263:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.911266:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767326265.911267:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000001:2.0:1767326265.911268:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326265.911269:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000100:00000001:2.0:1767326265.911271:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326265.911275:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767326265.911278:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326265.911283:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326265.911284:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326265.911291:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326265.911297:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326265.911327:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326265.911327:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326265.911330:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326265.911332:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326265.911334:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326265.911335:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326265.911338:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305976312 02000000:00000001:2.0:1767326265.911339:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326265.911340:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000100:00000010:0.0:1767326265.911345:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 02000000:00000001:2.0:1767326265.911346:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326265.911347:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386644096, offset 0 00000100:00000001:0.0:1767326265.911351:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767326265.911354:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386644224:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326265.911358:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326265.911358:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305976312 00000100:00000001:2.0:1767326265.911363:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767326265.911365:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 02000000:00000001:2.0:1767326265.911368:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326265.911370:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326265.911370:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767326265.911372:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326265.911376:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305976312 02000000:00000001:2.0:1767326265.911377:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326265.911378:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326265.911383:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:2.0:1767326265.911383:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007134960d. 00000100:00000010:0.0:1767326265.911387:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003985ae24. 02000000:00000001:2.0:1767326265.911388:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326265.911390:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326265.911393:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767326265.911395:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000400:00000200:3.0:1767326265.911396:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326265.911398:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305976312 00000400:00000200:3.0:1767326265.911404:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [329:329:255:4294967295] 192.168.203.127@tcp LPNI seq info [329:329:7:4294967295] 00000400:00000010:2.0:1767326265.911404:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000010:0.0:1767326265.911404:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa95d9c. 00000800:00000200:1.0:1767326265.911406:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326265.911411:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767326265.911412:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000200:2.0:1767326265.911413:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644224, portal 10 00000100:00000001:0.0:1767326265.911415:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326265.911418:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326265.911421:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326265.911421:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326265.911426:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000001:0.0:1767326265.911427:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326265.911428:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326265.911429:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326265.911434:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326265.911440:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326265.911445:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326265.911445:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000400:00000010:1.0:1767326265.911449:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00000800:00000010:3.0:1767326265.911452:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000100:00000001:1.0:1767326265.911456:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326265.911462:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767326265.911463:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326265.911465:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326265.911475:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326265.911481:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326265.911482:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326265.911488:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000100:00000001:1.0:1767326265.911489:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326265.911492:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767326265.911495:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386644224, offset 0 00000400:00000200:2.0:1767326265.911503:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326265.911511:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326265.911515:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326265.911519:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326265.911522:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326265.911525:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326265.911525:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326265.911531:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326265.911534:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [330:330:255:4294967295] 192.168.203.127@tcp LPNI seq info [330:330:7:4294967295] 00000100:00000001:3.0:1767326265.911544:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326265.911546:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767326265.911549:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 293753 usecs (294 jiffies) 00000100:00000001:3.0:1767326265.911554:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305972006 00000100:00000001:3.0:1767326265.911558:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305976312 00000800:00000200:2.0:1767326265.911558:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326265.911564:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305972006 00000100:00000001:3.0:1767326265.911566:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305976312 00000800:00000010:2.0:1767326265.911566:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e3843a0. 00000100:00000001:3.0:1767326265.911571:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305972006 00000100:00000001:3.0:1767326265.911573:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305976312 00000100:00000001:3.0:1767326265.911575:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305972006 00000800:00000200:2.0:1767326265.911577:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326265.911578:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305976312 00000100:00000001:3.0:1767326265.911581:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326265.911585:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.911587:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326265.911589:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326265.911590:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326265.911591:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326265.911593:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326265.911595:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326265.911597:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326265.911597:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e3843a0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326265.911601:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326265.911604:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326265.911604:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326265.911605:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326265.911613:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 17255 usecs (18 jiffies) 00000400:00000200:1.0:1767326265.911616:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326265.911620:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305971730 00000400:00000200:1.0:1767326265.911620:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000400:00000010:1.0:1767326265.911623:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:2.0:1767326265.911626:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305976312 00000100:00000001:1.0:1767326265.911627:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326265.911632:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326265.911633:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305971730 00000100:00000001:2.0:1767326265.911638:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305976312 00000100:00000001:2.0:1767326265.911645:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305971730 00000100:00000001:1.0:1767326265.911646:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326265.911649:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326265.911650:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305976312 00000100:00000001:2.0:1767326265.911656:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305971730 00000100:00000001:2.0:1767326265.911661:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305976312 00000100:00000001:1.0:1767326265.911664:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326265.911666:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326265.911678:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326265.911685:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326265.911693:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326265.911696:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326265.911696:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e3843a0. 00000400:00000200:1.0:1767326265.911700:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326265.911702:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326265.911706:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326265.911709:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:1.0:1767326265.911711:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000001:1.0:1767326265.911713:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326265.911715:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326265.911720:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326265.911722:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326265.911726:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326265.911727:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326265.912915:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326265.912925:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326265.912928:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326265.912931:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326265.912938:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326265.912950:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09e00 00000400:00000200:3.0:1767326265.913025:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:3.0:1767326265.913031:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326265.913036:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326265.913038:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326265.913046:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326265.913049:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326265.913052:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326265.913059:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326265.913072:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326265.913077:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326265.913080:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326265.913090:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326265.913092:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326265.913096:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326265.913098:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326265.913099:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:0.0:1767326265.913102:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326265.913103:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326265.913105:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326265.913108:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326265.913115:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326265.913119:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326265.913120:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326265.913122:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326265.913124:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326265.913126:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326265.913127:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326265.913129:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326265.913132:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=150 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326265.913135:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=150 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326265.913137:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326265.913138:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326265.913140:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326265.913142:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326265.913143:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326265.913151:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326265.913156:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326265.913157:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326265.913159:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326265.913161:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326265.913166:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386643968:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326265.913169:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326265.913170:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326265.913171:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386643968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326265.913175:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326265.913177:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326265.913179:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007491735c. 02000000:00000001:0.0:1767326265.913181:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326265.913183:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326265.913184:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326265.913186:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326265.913188:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 02000000:00000001:0.0:1767326265.913191:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326265.913192:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326265.913194:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:0.0:1767326265.913197:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326265.913198:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326265.913200:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326265.913204:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326265.913205:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326265.913207:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326265.913209:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326265.913521:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913528:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326265.913531:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913533:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326265.913539:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326265.913548:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09e80 00000400:00000200:1.0:1767326265.913553:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb1d [1] + 224 00000800:00000001:1.0:1767326265.913566:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913573:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326265.913575:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326265.913579:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326265.913582:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326265.913586:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326265.913593:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326265.913605:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326265.913609:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913611:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913621:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326265.913623:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326265.913626:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326265.913627:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326265.913629:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000400:00000200:3.0:1767326265.913632:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:3.0:1767326265.913633:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:3.0:1767326265.913634:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326265.913638:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326265.913644:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326265.913648:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326265.913649:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913650:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326265.913651:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326265.913652:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326265.913653:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326265.913655:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326265.913658:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=140 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326265.913660:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=140 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326265.913662:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326265.913663:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326265.913719:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326265.913721:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.913728:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326265.913729:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326265.913731:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326265.913732:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326265.913737:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326265.913737:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913742:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913745:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326265.913745:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913749:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913750:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326265.913753:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326265.913774:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326265.913780:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a09f00 00000400:00000200:1.0:1767326265.913784:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:1.0:1767326265.913789:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326265.913793:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326265.913795:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326265.913798:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326265.913801:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326265.913804:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326265.913810:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326265.913813:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326265.913834:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386644096:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326265.913837:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326265.913838:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913841:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326265.913842:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326265.913845:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326265.913846:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386644096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326265.913847:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326265.913848:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326265.913853:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326265.913858:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767326265.913858:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326265.913862:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767326265.913862:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 02000000:00000010:3.0:1767326265.913865:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bd2009b. 00000400:00000200:2.0:1767326265.913868:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 02000000:00000001:3.0:1767326265.913869:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767326265.913872:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000020:00000001:3.0:1767326265.913873:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326265.913875:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326265.913878:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326265.913878:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767326265.913881:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:3.0:1767326265.913884:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767326265.913885:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326265.913886:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326265.913888:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00000001:3.0:1767326265.913892:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326265.913895:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913898:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326265.913904:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326265.913905:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326265.913908:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326265.913912:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326265.913918:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326265.913921:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326265.913922:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326265.913928:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326265.913930:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326265.913932:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326265.913934:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326265.913936:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326265.913940:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=150 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326265.913944:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=107 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326265.913946:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326265.913947:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326265.913949:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326265.913953:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326265.913961:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326265.913963:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326265.913965:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326265.913967:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326265.913968:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326265.913971:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326265.913993:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326265.913994:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326265.913995:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326265.913998:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326265.914003:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386644224:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326265.914006:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326265.914008:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326265.914009:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386644224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326265.914013:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326265.914014:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326265.914016:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007134960d. 02000000:00000001:2.0:1767326265.914018:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326265.914019:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326265.914020:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326265.914022:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326265.914024:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:2.0:1767326265.914026:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326265.914027:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326265.914029:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:2.0:1767326265.914032:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326265.914033:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326265.914035:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326265.914039:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326265.914040:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326265.914042:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326265.914044:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326266.614872:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326266.614874:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326266.614877:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614898:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326266.614900:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614902:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614904:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614908:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326266.614909:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326266.614911:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326266.614915:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326266.614917:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326266.614918:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614920:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326266.614921:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614922:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.614924:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326266.614989:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326266.614994:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326266.614997:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326267.638857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326267.638863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326267.638869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326267.638871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326267.638947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326267.638968:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326267.638971:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326268.662848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326268.662854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326268.662859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326268.662861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326268.662930:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326268.662934:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326268.662937:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326269.686857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326269.686863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326269.686867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326269.686868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326269.686925:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326269.686928:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326269.686930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326270.518834:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305976312, at 4305976320 00000100:00000040:3.0:1767326270.518835:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305976312, at 4305976320 00000100:00000040:0.0:1767326270.518835:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305976312, at 4305976320 00000100:00000010:2.0:1767326270.518855:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003985ae24. 00000100:00000010:3.0:1767326270.518858:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:0.0:1767326270.518861:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00000100:00000040:1.0:1767326270.518938:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305976312, at 4305976320 00000100:00000010:1.0:1767326270.518945:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00010000:00000001:0.0:1767326270.710864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326270.710871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326270.710877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326270.710878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326270.710927:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326270.710931:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326270.710934:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326271.030844:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326271.030855:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326271.030865:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000020:00000040:1.0:1767326271.030871:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326271.030880:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326271.030882:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326271.030888:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326271.030897:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:1.0:1767326271.030903:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.030912:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326271.030921:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326271.030923:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.030928:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_02+2] req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.030947:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.030949:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326271.030951:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326271.030953:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326271.030954:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326271.030956:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326271.030956:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326271.030958:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326271.030960:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767326271.030962:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.030965:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326271.030970:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326271.030986:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326271.030989:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326271.030993:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.030998:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.031000:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_03+3] req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326271.031000:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326271.031008:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326271.031020:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.031026:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.031029:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326271.031033:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326271.031035:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000020:00000040:1.0:1767326271.031038:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326271.031041:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326271.031042:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326271.031053:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326271.031055:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326271.031057:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326271.031057:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326271.031059:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326271.031062:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326271.031063:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:1.0:1767326271.031070:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326271.031072:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326271.031073:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326271.031079:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326271.031083:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326271.031104:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.031123:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767326271.031123:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386644352:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326271.031126:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326271.031130:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326271.031131:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326271.031143:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326271.031144:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326271.031147:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_00+0] req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326271.031148:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326271.031154:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326271.031157:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326271.031161:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326271.031170:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386644480:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326271.031172:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326271.031184:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000139ba6a8. 00000100:00000001:3.0:1767326271.031189:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326271.031192:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326271.031196:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326271.031199:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326271.031201:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326271.031203:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000100:00000001:1.0:1767326271.031206:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326271.031210:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075e5bcb2. 00000100:00000040:1.0:1767326271.031211:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326271.031216:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 02000000:00000001:3.0:1767326271.031217:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.031218:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326271.031219:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326271.031228:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326271.031229:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000100:00000001:2.0:1767326271.031231:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326271.031231:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11314) 00000100:00000200:0.0:1767326271.031234:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644352, portal 25 00000100:00000001:0.0:1767326271.031242:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326271.031244:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000400:00000010:3.0:1767326271.031246:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000040:2.0:1767326271.031248:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.031256:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326271.031257:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644480, portal 10 00000100:00000040:0.0:1767326271.031261:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326271.031262:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326271.031264:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.031270:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326271.031270:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.031279:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 02000000:00000001:2.0:1767326271.031280:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326271.031295:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326271.031299:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326271.031301:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326271.031301:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326271.031308:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386644608:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326271.031321:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326271.031331:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767326271.031334:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:3.0:1767326271.031339:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326271.031339:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326271.031345:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326271.031347:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386644352, offset 0 00000100:00000040:3.0:1767326271.031355:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326271.031356:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326271.031364:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 02000000:00000010:2.0:1767326271.031365:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 00000400:00000200:0.0:1767326271.031366:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326271.031370:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326271.031374:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386644480, offset 0 00000400:00000010:2.0:1767326271.031375:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000400:00000200:3.0:1767326271.031390:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326271.031390:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000400:00000200:0.0:1767326271.031390:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326271.031401:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326271.031410:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:2.0:1767326271.031412:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644608, portal 10 00000400:00000200:0.0:1767326271.031416:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326271.031418:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326271.031421:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326271.031426:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [331:331:256:4294967295] 192.168.203.127@tcp LPNI seq info [331:331:8:4294967295] 00000100:00000001:2.0:1767326271.031429:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000100:00000040:2.0:1767326271.031440:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326271.031445:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326271.031451:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326271.031457:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326271.031462:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000100:00000200:2.0:1767326271.031466:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386644608, offset 0 00000800:00000200:0.0:1767326271.031471:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326271.031472:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326271.031482:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326271.031482:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000400:00000200:3.0:1767326271.031489:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326271.031497:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326271.031498:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326271.031504:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326271.031508:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326271.031515:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326271.031519:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [332:332:255:4294967295] 192.168.203.127@tcp LPNI seq info [332:332:7:4294967295] 00000800:00000200:0.0:1767326271.031527:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326271.031536:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326271.031543:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326271.031548:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326271.031552:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:0.0:1767326271.031552:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326271.031553:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326271.031565:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326271.031570:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305981432 00000400:00000200:2.0:1767326271.031576:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326271.031579:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767326271.031584:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000400:00000200:2.0:1767326271.031588:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326271.031595:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326271.031603:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [333:333:254:4294967295] 192.168.203.127@tcp LPNI seq info [333:333:6:4294967295] 00000800:00000200:3.0:1767326271.031604:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326271.031610:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305981432 00000800:00000200:3.0:1767326271.031615:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326271.031618:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000100:00000001:3.0:1767326271.031624:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326271.031626:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326271.031630:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326271.031639:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000100:00000040:3.0:1767326271.031640:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 290727 usecs (291 jiffies) 00000100:00000001:0.0:1767326271.031640:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305981432 00000400:00000200:2.0:1767326271.031644:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326271.031654:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326271.031660:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305977123 00000100:00000010:0.0:1767326271.031661:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000800:00000200:2.0:1767326271.031670:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326271.031672:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326271.031676:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305981432 00000400:00000200:1.0:1767326271.031676:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326271.031679:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305981432 00000800:00000010:2.0:1767326271.031681:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000100:00000010:0.0:1767326271.031688:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000100:00000001:3.0:1767326271.031691:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305977123 00000400:00000200:1.0:1767326271.031692:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000001:0.0:1767326271.031693:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326271.031699:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326271.031699:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:0.0:1767326271.031700:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326271.031702:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305981432 00000100:00000001:0.0:1767326271.031706:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326271.031714:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326271.031715:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305977123 00000100:00000001:0.0:1767326271.031715:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326271.031717:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326271.031721:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326271.031721:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326271.031730:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305981432 00000100:00000200:1.0:1767326271.031730:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326271.031732:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326271.031736:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326271.031742:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 17106 usecs (18 jiffies) 00000100:00000001:3.0:1767326271.031745:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305977123 00000100:00000001:0.0:1767326271.031745:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326271.031746:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305976850 00000100:00000001:0.0:1767326271.031752:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326271.031777:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305981432 00000100:00000001:2.0:1767326271.031780:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305976851 00000100:00000001:2.0:1767326271.031785:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305981432 00000100:00000001:0.0:1767326271.031785:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326271.031788:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326271.031789:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305976851 00000100:00000001:0.0:1767326271.031789:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.031795:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305981432 00000100:00000040:1.0:1767326271.031796:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326271.031796:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.031799:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305976851 00000100:00000001:2.0:1767326271.031808:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305981432 00000100:00000001:1.0:1767326271.031808:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326271.031812:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326271.031813:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326271.031817:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.031819:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.031820:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326271.031824:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326271.031825:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326271.031827:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326271.031828:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326271.031829:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.031830:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326271.031835:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326271.031838:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:1.0:1767326271.031843:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326271.031847:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326271.031850:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:1.0:1767326271.031853:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:1.0:1767326271.031856:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326271.031859:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.031867:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326271.031869:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326271.031875:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305981432 00000100:00000001:1.0:1767326271.031878:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.031880:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326271.031886:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.031890:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326271.031890:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326271.031895:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326271.031902:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326271.031904:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326271.031911:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326271.031912:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326271.031913:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.031915:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326271.031951:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326271.031956:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000400:00000200:1.0:1767326271.031959:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326271.031963:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326271.031965:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:1.0:1767326271.031967:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:1.0:1767326271.031969:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326271.031971:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.031977:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326271.031979:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.031991:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326271.031993:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326271.033435:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326271.033445:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326271.033448:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326271.033450:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326271.033458:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326271.033469:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a09f80 00000400:00000200:1.0:1767326271.033476:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:1.0:1767326271.033483:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326271.033490:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326271.033492:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326271.033496:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326271.033500:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326271.033503:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326271.033512:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326271.033526:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326271.033535:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326271.033538:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326271.033558:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326271.033561:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326271.033566:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326271.033568:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326271.033577:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:0.0:1767326271.033581:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326271.033583:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326271.033586:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326271.033590:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326271.033600:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326271.033608:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326271.033610:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326271.033613:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326271.033616:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326271.033618:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326271.033620:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326271.033623:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326271.033630:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326271.033634:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326271.033637:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326271.033639:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326271.033642:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326271.033644:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326271.033647:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326271.033652:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326271.033659:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326271.033662:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326271.033664:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326271.033668:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326271.033676:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386644352:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767326271.033677:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326271.033684:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326271.033685:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326271.033688:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326271.033688:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326271.033692:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326271.033693:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386644352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326271.033698:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326271.033707:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a000 00000100:00000001:0.0:1767326271.033711:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326271.033714:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb31 [1] + 224 02000000:00000001:0.0:1767326271.033716:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767326271.033719:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326271.033720:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000139ba6a8. 02000000:00000001:0.0:1767326271.033725:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326271.033727:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767326271.033728:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326271.033729:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:1.0:1767326271.033731:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326271.033733:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326271.033736:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 00000400:00000200:1.0:1767326271.033743:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767326271.033743:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326271.033747:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326271.033748:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767326271.033751:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000200:1.0:1767326271.033753:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326271.033783:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326271.033788:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326271.033791:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326271.033795:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326271.033800:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326271.033801:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326271.033802:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326271.033806:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326271.033809:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326271.033809:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326271.033814:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326271.033861:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326271.033863:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326271.033865:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326271.033866:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326271.033869:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326271.033871:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326271.033872:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326271.033874:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326271.033877:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000400:00000200:1.0:1767326271.033878:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326271.033885:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a080 00000400:00000200:3.0:1767326271.033919:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:3.0:1767326271.033921:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:3.0:1767326271.033923:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326271.033928:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326271.033929:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb3d [1] + 224 00000800:00000001:1.0:1767326271.033940:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326271.033942:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326271.033947:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326271.033949:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326271.033949:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326271.033950:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326271.033952:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326271.033955:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326271.033955:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326271.033956:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326271.033961:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326271.033965:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:3.0:1767326271.033966:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=146 v=5 (5 5 5 0) 00000100:00000001:1.0:1767326271.033969:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326271.033970:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=146 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326271.033974:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326271.033975:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326271.033976:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326271.033977:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326271.033981:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.033985:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326271.033987:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326271.033990:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326271.033991:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326271.033995:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326271.033997:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326271.034014:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326271.034019:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326271.034021:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326271.034024:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326271.034025:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326271.034027:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326271.034029:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326271.034036:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386644480:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326271.034041:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326271.034042:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326271.034044:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386644480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326271.034048:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326271.034049:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326271.034050:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326271.034053:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075e5bcb2. 00000100:00000001:2.0:1767326271.034053:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326271.034058:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326271.034059:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767326271.034059:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767326271.034060:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326271.034063:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767326271.034063:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326271.034067:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 00000400:00000010:2.0:1767326271.034067:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 02000000:00000001:3.0:1767326271.034073:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326271.034074:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326271.034074:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000100:00000010:3.0:1767326271.034077:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000400:00000010:2.0:1767326271.034078:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:3.0:1767326271.034080:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326271.034082:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326271.034083:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326271.034084:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326271.034088:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326271.034088:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326271.034089:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326271.034091:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326271.034096:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326271.034107:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326271.034114:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326271.034115:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326271.034117:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326271.034118:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326271.034120:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326271.034121:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326271.034123:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326271.034127:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326271.034131:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326271.034133:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326271.034134:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326271.034136:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326271.034145:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326271.034152:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.034154:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326271.034155:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326271.034157:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326271.034158:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326271.034161:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326271.034168:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326271.034169:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326271.034171:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326271.034173:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326271.034180:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386644608:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326271.034184:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326271.034185:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326271.034187:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386644608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326271.034193:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326271.034195:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326271.034196:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:2.0:1767326271.034199:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326271.034200:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326271.034201:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326271.034204:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326271.034205:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 02000000:00000001:2.0:1767326271.034207:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326271.034209:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326271.034210:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:2.0:1767326271.034213:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326271.034217:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326271.034219:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326271.034222:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326271.034223:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326271.034225:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326271.034227:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326271.734849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326271.734858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326271.734863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326271.734864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326271.734907:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326271.734911:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326271.734914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326272.758843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326272.758850:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326272.758855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326272.758856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326272.758900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326272.758904:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326272.758907:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326273.782839:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326273.782849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326273.782856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326273.782857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326273.782901:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326273.782905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326273.782907:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326274.806815:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326274.806822:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326274.806827:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326274.806828:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326274.806894:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326274.806898:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326274.806900:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326275.638885:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305981432, at 4305981440 00000100:00000040:0.0:1767326275.638885:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305981432, at 4305981440 00000100:00000040:1.0:1767326275.638886:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305981432, at 4305981440 00000100:00000040:3.0:1767326275.638887:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305981432, at 4305981440 00000100:00000010:0.0:1767326275.638905:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00000100:00000010:2.0:1767326275.638908:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000010:1.0:1767326275.638913:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000010:3.0:1767326275.638916:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00010000:00000001:0.0:1767326275.830898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326275.830905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326275.830911:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326275.830912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326275.830981:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326275.830987:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326275.830990:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326276.150801:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326276.150830:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326276.150837:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326276.150845:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326276.150851:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326276.150856:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326276.150863:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326276.150872:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767326276.150880:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.150891:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326276.150902:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326276.150904:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.150908:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_01+1] req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.150932:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.150934:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326276.150937:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326276.150940:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000020:00000040:1.0:1767326276.150942:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326276.150944:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326276.150945:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326276.150946:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326276.150950:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326276.150952:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.150955:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326276.150960:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326276.150960:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326276.150961:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.150966:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_02+2] req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326276.150967:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326276.150971:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326276.150977:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.150984:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.150992:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326276.150994:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326276.150998:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767326276.151000:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326276.151002:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326276.151003:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326276.151004:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326276.151008:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326276.151010:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326276.151013:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326276.151014:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326276.151018:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326276.151022:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326276.151023:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326276.151026:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.151031:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_03+3] req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326276.151031:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326276.151036:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326276.151042:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326276.151052:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326276.151055:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326276.151056:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326276.151063:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326276.151063:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326276.151063:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.151066:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.151068:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11319) 02000000:00000001:3.0:1767326276.151069:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326276.151069:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326276.151073:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326276.151073:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326276.151074:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326276.151077:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326276.151078:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326276.151078:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.151079:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767326276.151085:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386644736:192.168.203.127@tcp:400: 00000100:00100000:0.0:1767326276.151085:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386644864:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326276.151087:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326276.151094:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326276.151094:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326276.151098:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326276.151099:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326276.151101:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326276.151102:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326276.151102:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326276.151103:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326276.151106:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326276.151107:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326276.151107:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326276.151110:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386644992:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326276.151112:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326276.151112:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326276.151117:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd4a609. 02000000:00000010:0.0:1767326276.151117:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059b51878. 00000100:00000001:2.0:1767326276.151118:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326276.151121:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326276.151121:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326276.151122:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326276.151125:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326276.151127:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326276.151129:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000400:00000010:0.0:1767326276.151129:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 02000000:00000010:2.0:1767326276.151130:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 02000000:00000001:2.0:1767326276.151134:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326276.151137:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000400:00000010:0.0:1767326276.151139:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000400:00000010:3.0:1767326276.151140:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000400:00000010:2.0:1767326276.151142:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000200:0.0:1767326276.151148:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644864, portal 10 00000100:00000200:3.0:1767326276.151149:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644736, portal 25 00000100:00000200:2.0:1767326276.151149:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386644992, portal 10 00000100:00000001:3.0:1767326276.151155:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326276.151155:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326276.151155:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326276.151157:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:3.0:1767326276.151159:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:0.0:1767326276.151159:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000040:2.0:1767326276.151164:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326276.151168:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326276.151176:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326276.151183:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326276.151185:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000001:0.0:1767326276.151189:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326276.151190:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386644992, offset 0 00000100:00000040:0.0:1767326276.151196:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326276.151200:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326276.151202:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3239b8. 00000100:00000200:0.0:1767326276.151207:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386644864, offset 0 00000400:00000200:0.0:1767326276.151212:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326276.151215:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326276.151221:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326276.151226:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326276.151230:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326276.151232:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326276.151235:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [334:334:256:4294967295] 192.168.203.127@tcp LPNI seq info [334:334:8:4294967295] 00000100:00000040:3.0:1767326276.151245:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326276.151260:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326276.151273:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326276.151273:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326276.151275:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326276.151279:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000400:00000200:0.0:1767326276.151287:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326276.151290:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326276.151295:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326276.151300:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326276.151301:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326276.151308:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326276.151308:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326276.151313:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326276.151315:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [335:335:255:4294967295] 192.168.203.127@tcp LPNI seq info [335:335:7:4294967295] 00000400:00000010:3.0:1767326276.151316:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000200:3.0:1767326276.151319:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386644736, offset 0 00000100:00000001:2.0:1767326276.151322:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326276.151324:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326276.151326:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326276.151332:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16963 usecs (17 jiffies) 00000400:00000200:3.0:1767326276.151335:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326276.151336:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326276.151339:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305981969 00000400:00000200:3.0:1767326276.151341:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326276.151341:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000100:00000010:2.0:1767326276.151344:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000862bd25f. 00000800:00000200:0.0:1767326276.151349:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326276.151350:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326276.151352:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326276.151353:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326276.151355:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326276.151358:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326276.151359:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326276.151361:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305981969 00000100:00000001:0.0:1767326276.151362:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326276.151363:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [336:336:254:4294967295] 192.168.203.127@tcp LPNI seq info [336:336:6:4294967295] 00000800:00000200:1.0:1767326276.151363:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767326276.151366:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000393d95e3. 00000800:00000010:1.0:1767326276.151369:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000100:00000040:0.0:1767326276.151369:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 287768 usecs (288 jiffies) 00000100:00000001:2.0:1767326276.151371:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326276.151374:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326276.151376:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305982240 00000100:00000001:2.0:1767326276.151377:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305981969 00000400:00000200:3.0:1767326276.151383:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:2.0:1767326276.151383:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 00000100:00000001:0.0:1767326276.151383:0:216340:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, simply extend its deadline from 4305981969 00000400:00000200:1.0:1767326276.151384:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326276.151389:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326276.151391:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305982240 00000100:00000001:2.0:1767326276.151397:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305981969 00000100:00000001:0.0:1767326276.151398:0:216340:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, simply extend its deadline from 4305981969 00000100:00000010:2.0:1767326276.151403:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000100:00000001:2.0:1767326276.151408:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326276.151411:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326276.151414:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305982240 00000100:00000001:2.0:1767326276.151415:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.151419:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326276.151422:0:216340:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, simply extend its deadline from 4305981969 00000100:00000001:2.0:1767326276.151423:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326276.151429:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305982240 00000400:00000200:1.0:1767326276.151431:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000800:00000200:3.0:1767326276.151432:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326276.151433:0:216340:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, simply extend its deadline from 4305981969 00000100:00000001:2.0:1767326276.151434:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326276.151436:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:0.0:1767326276.151437:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767326276.151438:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:2.0:1767326276.151438:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326276.151443:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.151444:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326276.151444:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326276.151445:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326276.151446:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.151448:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326276.151450:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326276.151451:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326276.151452:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326276.151454:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326276.151456:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326276.151457:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326276.151461:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326276.151461:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326276.151466:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326276.151466:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326276.151471:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305986552 00000100:00000001:0.0:1767326276.151473:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326276.151474:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326276.151475:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.151476:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305982240 00000100:00000001:0.0:1767326276.151478:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326276.151479:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326276.151481:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305986552 00000100:00000001:3.0:1767326276.151487:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305982240 00000100:00000001:3.0:1767326276.151491:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305986552 00000100:00000001:3.0:1767326276.151494:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305982240 00000100:00000001:3.0:1767326276.151500:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305986552 00000100:00000001:1.0:1767326276.151503:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.151505:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305982240 00000100:00000001:1.0:1767326276.151505:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326276.151510:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326276.151513:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.151515:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.151517:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326276.151520:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326276.151521:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326276.151522:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000100:00000001:3.0:1767326276.151525:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326276.151526:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326276.151532:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326276.151533:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326276.151534:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326276.151537:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326276.151537:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000400:00000010:1.0:1767326276.151540:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000100:00000001:3.0:1767326276.151541:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326276.151543:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326276.151547:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.151552:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326276.151553:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.151557:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326276.151558:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326276.151581:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326276.151582:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:1.0:1767326276.151584:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326276.151587:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326276.151589:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:1.0:1767326276.151590:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:1.0:1767326276.151592:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326276.151595:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.151599:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326276.151602:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.151606:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326276.151607:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326276.152798:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152805:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326276.152811:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152813:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326276.152819:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326276.152828:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a180 00000400:00000200:1.0:1767326276.152834:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb45 [1] + 224 00000800:00000001:1.0:1767326276.152839:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152842:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326276.152844:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326276.152846:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326276.152849:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326276.152852:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326276.152858:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.152871:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326276.152876:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152881:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326276.152882:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152884:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326276.152886:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326276.152889:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a200 00000400:00000200:1.0:1767326276.152892:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb4d [1] + 224 00000800:00000001:1.0:1767326276.152895:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152897:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326276.152898:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326276.152901:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326276.152903:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326276.152906:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326276.152906:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326276.152909:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326276.152914:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326276.152915:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326276.152918:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326276.152920:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:0.0:1767326276.152924:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326276.152927:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326276.152930:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326276.152936:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326276.152941:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326276.152944:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326276.152946:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.152950:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326276.152952:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326276.152953:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326276.152954:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326276.152956:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326276.152958:0:216340:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326276.152961:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:0.0:1767326276.152961:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326276.152964:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326276.152966:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326276.152969:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0a100 02000000:00000001:0.0:1767326276.152969:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326276.152974:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xb49 [1] + 224 00000800:00000001:1.0:1767326276.152976:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326276.152976:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=151 v=5 (5 5 5 0) 00000800:00000001:1.0:1767326276.152982:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326276.152982:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=151 v=5 (1 1 1 0) 00000400:00000200:1.0:1767326276.152987:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326276.152988:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326276.152992:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326276.152995:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00010000:00000001:0.0:1767326276.152995:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326276.152999:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326276.153000:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326276.153003:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767326276.153004:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326276.153006:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326276.153010:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326276.153012:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326276.153019:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326276.153020:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326276.153042:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326276.153046:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326276.153049:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326276.153052:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326276.153053:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326276.153057:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326276.153063:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326276.153071:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386644864:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326276.153076:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326276.153078:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326276.153081:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386644864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326276.153087:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326276.153091:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326276.153093:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326276.153094:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059b51878. 00000100:00000001:2.0:1767326276.153095:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326276.153099:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326276.153101:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326276.153101:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326276.153104:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326276.153105:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000020:00000001:0.0:1767326276.153106:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326276.153107:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767326276.153110:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:2.0:1767326276.153111:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326276.153114:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000020:00000001:0.0:1767326276.153115:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326276.153117:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326276.153118:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767326276.153119:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 00000400:00000001:3.0:1767326276.153121:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767326276.153122:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326276.153124:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 02000000:00000001:0.0:1767326276.153126:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767326276.153129:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 02000000:00000001:0.0:1767326276.153130:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767326276.153133:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000010:0.0:1767326276.153134:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:3.0:1767326276.153138:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326276.153139:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326276.153141:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326276.153144:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326276.153150:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326276.153151:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326276.153153:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326276.153156:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326276.153158:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326276.153161:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.153174:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326276.153175:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326276.153177:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326276.153181:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326276.153183:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326276.153185:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326276.153187:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326276.153187:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.153189:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326276.153190:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.153192:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326276.153194:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767326276.153194:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=11 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326276.153195:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326276.153198:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326276.153199:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=118 v=5 (1 0 0 0) 02000000:00000001:3.0:1767326276.153200:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.153204:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767326276.153205:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=11 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326276.153206:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326276.153211:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767326276.153212:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326276.153215:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326276.153217:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767326276.153218:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326276.153220:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326276.153222:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.153226:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326276.153231:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326276.153232:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326276.153235:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326276.153238:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326276.153241:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326276.153243:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.153244:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326276.153259:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326276.153265:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326276.153266:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326276.153267:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326276.153269:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326276.153274:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386644992:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326276.153277:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326276.153282:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326276.153283:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386644992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326276.153287:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326276.153289:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326276.153290:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:2.0:1767326276.153292:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326276.153293:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326276.153294:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326276.153295:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326276.153296:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767326276.153298:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326276.153299:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326276.153299:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:2.0:1767326276.153301:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326276.153302:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326276.153303:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326276.153305:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326276.153306:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326276.153308:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326276.153309:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.153433:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326276.153435:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326276.153439:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326276.153445:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386644736:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326276.153448:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326276.153449:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326276.153451:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386644736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326276.153454:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326276.153455:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326276.153461:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd4a609. 02000000:00000001:3.0:1767326276.153463:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326276.153464:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326276.153465:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326276.153467:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326276.153467:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:3.0:1767326276.153469:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326276.153470:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326276.153471:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:3.0:1767326276.153473:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326276.153474:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326276.153475:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326276.153478:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326276.153478:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326276.153480:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326276.153481:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326276.854863:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326276.854866:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326276.854868:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854873:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326276.854874:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854876:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854877:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854901:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326276.854903:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326276.854904:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326276.854908:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326276.854910:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326276.854911:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854912:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326276.854913:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854914:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.854916:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326276.854963:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326276.854969:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326276.854972:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326277.878891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326277.878901:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326277.878909:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326277.878911:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326277.878960:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326277.878963:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326277.878965:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326278.902817:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326278.902822:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326278.902827:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326278.902828:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326278.902908:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326278.902912:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326278.902914:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326279.926852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326279.926858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326279.926864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326279.926865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326279.926942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326279.926945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326279.926947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326280.758869:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305986552, at 4305986560 00000100:00000040:1.0:1767326280.758869:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305986552, at 4305986560 00000100:00000040:0.0:1767326280.758869:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305986552, at 4305986560 00000100:00000040:3.0:1767326280.758884:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305986552, at 4305986560 00000100:00000010:2.0:1767326280.758886:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00000100:00000010:1.0:1767326280.758886:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000393d95e3. 00000100:00000010:0.0:1767326280.758889:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000862bd25f. 00000100:00000010:3.0:1767326280.758897:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00010000:00000001:0.0:1767326280.950834:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326280.950840:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326280.950845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326280.950846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326280.950903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326280.950921:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326280.950923:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326281.270852:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326281.270863:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326281.270872:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 00000020:00000040:1.0:1767326281.270879:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326281.270883:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326281.270886:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326281.270891:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326281.270899:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326281.270920:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.270932:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326281.270943:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326281.270946:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.270951:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_00+0] req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.270983:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.270986:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326281.270990:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326281.270994:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326281.270997:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326281.270999:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326281.271001:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326281.271003:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326281.271007:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326281.271010:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.271015:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326281.271024:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326281.271025:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271028:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326281.271030:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_01+1] req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326281.271031:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326281.271034:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326281.271038:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271040:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326281.271050:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.271057:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.271063:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326281.271064:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326281.271068:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.271070:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326281.271072:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326281.271074:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767326281.271075:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000100:00000001:3.0:1767326281.271076:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326281.271080:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326281.271081:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326281.271081:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326281.271087:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.271088:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326281.271091:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326281.271092:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767326281.271096:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386645120:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326281.271102:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271109:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767326281.271110:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:3.0:1767326281.271112:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326281.271115:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326281.271116:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326281.271117:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326281.271119:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326281.271121:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326281.271124:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326281.271127:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326281.271128:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326281.271130:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326281.271136:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006eb6c51a. 00000100:00100000:3.0:1767326281.271140:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386645248:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326281.271143:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.271149:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326281.271151:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326281.271153:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326281.271155:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 02000000:00000001:3.0:1767326281.271156:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326281.271161:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_02+2] req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326281.271162:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326281.271166:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 02000000:00000001:3.0:1767326281.271169:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326281.271175:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c83227f. 00000100:00000200:2.0:1767326281.271178:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645120, portal 25 00000100:00000001:2.0:1767326281.271183:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326281.271186:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 02000000:00000001:3.0:1767326281.271188:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326281.271195:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000100:00000040:2.0:1767326281.271196:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.271198:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326281.271202:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000040:1.0:1767326281.271205:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326281.271209:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645248, portal 10 00000100:00000001:3.0:1767326281.271228:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326281.271229:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326281.271233:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:2.0:1767326281.271236:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326281.271241:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11324) 00000100:00000040:2.0:1767326281.271243:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326281.271246:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326281.271250:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000100:00000200:2.0:1767326281.271256:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386645120, offset 0 00000100:00000001:1.0:1767326281.271258:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326281.271263:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767326281.271264:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326281.271268:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326281.271270:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326281.271273:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326281.271277:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 00000100:00000001:1.0:1767326281.271280:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326281.271282:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386645248, offset 0 00000100:00000001:1.0:1767326281.271283:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326281.271289:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326281.271290:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326281.271293:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326281.271296:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326281.271297:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326281.271302:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326281.271305:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326281.271317:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326281.271321:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326281.271324:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326281.271328:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [337:337:256:4294967295] 192.168.203.127@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:2.0:1767326281.271340:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326281.271347:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326281.271351:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326281.271353:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b222b7f0. 00000400:00000200:3.0:1767326281.271358:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326281.271365:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326281.271366:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326281.271372:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326281.271376:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767326281.271381:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326281.271386:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [338:338:255:4294967295] 192.168.203.127@tcp LPNI seq info [338:338:7:4294967295] 00000800:00000200:2.0:1767326281.271388:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b222b7f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326281.271400:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326281.271402:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326281.271406:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271407:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326281.271413:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326281.271415:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305991672 00000800:00000010:3.0:1767326281.271418:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000100:00000010:2.0:1767326281.271421:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 00000800:00000200:3.0:1767326281.271427:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326281.271430:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326281.271436:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326281.271439:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305991672 00000800:00000200:3.0:1767326281.271441:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326281.271444:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 00000100:00000001:3.0:1767326281.271448:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271450:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326281.271454:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 284857 usecs (285 jiffies) 00000100:00000001:2.0:1767326281.271457:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305991672 00000100:00000001:3.0:1767326281.271459:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305987357 00000100:00000010:2.0:1767326281.271463:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000100:00000001:3.0:1767326281.271465:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305991672 00000100:00000001:3.0:1767326281.271470:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305987357 00000100:00000001:2.0:1767326281.271470:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326281.271475:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305991672 00000100:00000010:2.0:1767326281.271481:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a6246b. 00000100:00000001:3.0:1767326281.271482:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305991672 00000100:00000001:3.0:1767326281.271487:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305987357 00000100:00000001:2.0:1767326281.271488:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326281.271492:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305991672 00000100:00000001:3.0:1767326281.271497:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305987357 00000100:00000001:2.0:1767326281.271497:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326281.271502:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326281.271503:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305991672 00000100:00000001:2.0:1767326281.271504:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326281.271509:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b222b7f0. 00000100:00000001:3.0:1767326281.271510:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326281.271511:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326281.271517:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271518:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326281.271518:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326281.271522:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326281.271527:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326281.271527:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326281.271532:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326281.271532:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326281.271536:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326281.271539:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326281.271539:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000100:00000001:3.0:1767326281.271542:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326281.271545:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:3.0:1767326281.271546:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326281.271547:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326281.271550:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326281.271553:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326281.271554:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271558:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326281.271562:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.271568:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326281.271568:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326281.271582:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326281.271586:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326281.271606:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326281.271608:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326281.271675:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326281.271678:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:0.0:1767326281.271681:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326281.271684:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326281.271686:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000400:00000010:0.0:1767326281.271687:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:0.0:1767326281.271689:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326281.271692:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326281.271697:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326281.271698:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326281.271703:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326281.271704:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326281.271745:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326281.271746:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326281.271748:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326281.271750:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326281.271751:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326281.271753:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386645376:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326281.271778:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326281.271785:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326281.271793:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326281.271796:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326281.271799:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803e3d09. 02000000:00000001:1.0:1767326281.271802:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326281.271806:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000010:1.0:1767326281.271810:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000200:1.0:1767326281.271814:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645376, portal 10 00000100:00000001:1.0:1767326281.271817:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326281.271818:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000040:1.0:1767326281.271825:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.271833:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326281.271835:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326281.271837:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000200:1.0:1767326281.271839:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386645376, offset 0 00000400:00000200:1.0:1767326281.271842:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326281.271846:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326281.271849:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326281.271851:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326281.271853:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326281.271854:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326281.271856:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [339:339:256:4294967295] 192.168.203.127@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:1.0:1767326281.271862:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326281.271866:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326281.271868:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000800:00000200:1.0:1767326281.271871:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326281.271874:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326281.271876:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326281.271888:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.271891:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16812 usecs (17 jiffies) 00000100:00000001:1.0:1767326281.271893:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305987090 00000100:00000001:1.0:1767326281.271899:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305991672 00000100:00000001:1.0:1767326281.271900:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305987090 00000100:00000001:1.0:1767326281.271901:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305991672 00000100:00000001:1.0:1767326281.271902:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305987090 00000100:00000001:1.0:1767326281.271903:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305991672 00000100:00000001:1.0:1767326281.271904:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305987090 00000100:00000001:1.0:1767326281.271905:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305991672 00000100:00000001:1.0:1767326281.271906:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326281.271908:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.271909:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.271911:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326281.271971:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326281.271975:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326281.271979:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326281.271983:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326281.271987:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000400:00000010:2.0:1767326281.271989:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:2.0:1767326281.271992:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326281.271996:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326281.272004:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326281.272006:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326281.272012:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.272014:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326281.275594:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326281.275627:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326281.275631:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326281.275636:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326281.275648:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326281.275669:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0a280 00000400:00000200:1.0:1767326281.275680:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:1.0:1767326281.275687:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326281.275696:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326281.275699:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326281.275703:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326281.275710:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326281.275716:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326281.275728:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.275749:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326281.275784:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326281.275794:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326281.275798:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326281.275805:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326281.275812:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326281.275816:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326281.275819:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:2.0:1767326281.275824:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326281.275827:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326281.275831:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326281.275836:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326281.275846:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326281.275853:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326281.275855:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326281.275858:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326281.275860:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326281.275863:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326281.275866:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326281.275877:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326281.275883:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326281.275886:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326281.275888:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326281.275889:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326281.275891:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326281.275893:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.275895:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326281.275898:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326281.275903:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326281.275905:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326281.275906:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326281.275908:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326281.275913:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386645120:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326281.275916:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326281.275918:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326281.275919:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386645120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326281.275924:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326281.275926:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326281.275928:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006eb6c51a. 02000000:00000001:2.0:1767326281.275932:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326281.275934:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326281.275935:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326281.275937:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326281.275939:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:2.0:1767326281.275942:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326281.275943:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326281.275944:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000100:00000001:2.0:1767326281.275947:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326281.275948:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326281.275953:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326281.275958:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326281.275959:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326281.275961:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326281.275963:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326281.277412:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326281.277420:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326281.277423:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326281.277425:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326281.277431:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326281.277442:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a380 00000400:00000200:0.0:1767326281.277448:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb6d [1] + 224 00000800:00000001:0.0:1767326281.277453:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326281.277457:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326281.277459:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326281.277464:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326281.277467:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326281.277479:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326281.277489:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326281.277507:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326281.277513:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326281.277517:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326281.277519:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326281.277521:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326281.277526:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326281.277534:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a300 00000400:00000200:0.0:1767326281.277539:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb61 [1] + 224 00000800:00000001:0.0:1767326281.277544:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326281.277545:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326281.277549:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326281.277551:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326281.277554:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326281.277555:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326281.277560:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326281.277561:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326281.277564:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:1.0:1767326281.277570:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326281.277582:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326281.277586:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326281.277588:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326281.277593:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326281.277595:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326281.277629:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326281.277632:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.277649:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326281.277652:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326281.277652:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326281.277657:0:216341:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326281.277658:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326281.277660:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326281.277663:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326281.277664:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326281.277668:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326281.277672:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326281.277678:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326281.277682:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326281.277685:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326281.277687:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326281.277689:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326281.277691:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767326281.277694:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326281.277696:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326281.277702:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767326281.277706:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326281.277707:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326281.277711:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000100:00000001:1.0:1767326281.277712:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326281.277716:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:3.0:1767326281.277718:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000100:00000001:1.0:1767326281.277720:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767326281.277723:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:1.0:1767326281.277724:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326281.277728:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326281.277739:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326281.277747:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326281.277786:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.277791:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326281.277797:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326281.277800:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326281.277801:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326281.277803:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326281.277808:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326281.277811:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326281.277812:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326281.277815:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326281.277819:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326281.277825:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386645376:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326281.277831:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.277834:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326281.277838:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767326281.277839:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=6 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326281.277842:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386645376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326281.277846:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326281.277854:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326281.277856:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326281.277862:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326281.277863:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767326281.277866:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326281.277870:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326281.277871:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326281.277873:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326281.277876:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326281.277877:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326281.277881:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803e3d09. 00000100:00000040:3.0:1767326281.277885:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326281.277888:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326281.277892:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326281.277896:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326281.277901:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326281.277902:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326281.277905:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 00000100:00000001:3.0:1767326281.277907:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326281.277910:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326281.277912:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326281.277915:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326281.277916:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326281.277919:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:1.0:1767326281.277926:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326281.277930:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326281.277931:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386645248:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326281.277936:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326281.277938:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326281.277942:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326281.277943:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326281.277947:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386645248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326281.277948:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326281.277953:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326281.277957:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326281.277963:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326281.277965:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326281.277967:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c83227f. 02000000:00000001:3.0:1767326281.277971:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326281.277972:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326281.277974:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326281.277976:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326281.277978:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:3.0:1767326281.277980:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326281.277987:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326281.277989:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:3.0:1767326281.277992:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326281.277993:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326281.277995:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326281.277999:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326281.278001:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326281.278003:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326281.278004:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326281.974870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326281.974876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326281.974880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326281.974881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326281.974940:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326281.974944:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326281.974947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326282.998870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326282.998875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326282.998879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326282.998880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326282.998959:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326282.998963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326282.998966:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326284.022897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326284.022903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326284.022909:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326284.022911:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326284.022970:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326284.022976:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326284.022980:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326285.046839:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326285.046848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326285.046852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326285.046853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326285.046911:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326285.046916:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326285.046920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326285.878862:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305991672, at 4305991680 00000100:00000040:3.0:1767326285.878863:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305991672, at 4305991680 00000100:00000040:1.0:1767326285.878863:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305991672, at 4305991680 00000100:00000040:0.0:1767326285.878863:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305991672, at 4305991680 00000100:00000010:0.0:1767326285.878886:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00000100:00000010:3.0:1767326285.878892:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a6246b. 00000100:00000010:1.0:1767326285.878899:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00000100:00000010:2.0:1767326285.878901:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00010000:00000001:0.0:1767326286.070853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326286.070863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326286.070870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326286.070871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326286.070920:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326286.070924:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326286.070926:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326286.390807:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326286.390830:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326286.390837:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767326286.390843:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326286.390848:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326286.390852:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326286.390858:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326286.390866:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326286.390874:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326286.390885:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326286.390897:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326286.390900:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326286.390905:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_03+3] req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326286.390930:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326286.390933:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326286.390936:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326286.390939:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000020:00000040:1.0:1767326286.390942:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326286.390945:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326286.390947:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326286.390949:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326286.390953:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:2.0:1767326286.390957:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326286.390957:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326286.390958:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326286.390962:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326286.390964:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326286.390965:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.390969:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326286.390976:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326286.390979:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326286.390979:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326286.390986:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_00+0] req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.391000:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326286.391004:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326286.391009:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326286.391013:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326286.391017:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326286.391021:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386645504:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326286.391031:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326286.391031:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326286.391039:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326286.391041:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326286.391045:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326286.391048:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 02000000:00000001:2.0:1767326286.391050:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326286.391053:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326286.391055:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326286.391059:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326286.391059:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326286.391061:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767326286.391062:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0dacbd. 00000100:00000001:3.0:1767326286.391064:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326286.391064:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326286.391066:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.391068:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326286.391071:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000429d35d9. 00000100:00000001:1.0:1767326286.391075:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326286.391076:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326286.391076:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000040:1.0:1767326286.391080:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326286.391087:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000200:2.0:1767326286.391097:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645504, portal 25 00000100:00000001:2.0:1767326286.391103:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326286.391106:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326286.391106:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326286.391107:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:3.0:1767326286.391110:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326286.391110:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326286.391116:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326286.391117:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326286.391118:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_01+1] req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326286.391119:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326286.391126:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326286.391133:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386645632:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326286.391141:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326286.391145:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326286.391148:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.391149:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326286.391149:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326286.391151:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326286.391154:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326286.391156:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326286.391157:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd4a609. 00000100:00000040:1.0:1767326286.391159:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326286.391162:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 02000000:00000001:3.0:1767326286.391163:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326286.391165:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11329) 00000100:00000200:2.0:1767326286.391167:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386645504, offset 0 00000100:00000001:1.0:1767326286.391174:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326286.391175:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000400:00000200:2.0:1767326286.391189:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326286.391190:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326286.391194:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326286.391199:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326286.391200:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000200:3.0:1767326286.391207:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645632, portal 10 00000400:00000200:2.0:1767326286.391210:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326286.391213:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326286.391214:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326286.391217:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000001:1.0:1767326286.391217:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326286.391219:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326286.391223:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326286.391226:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326286.391229:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326286.391229:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326286.391231:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326286.391238:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326286.391239:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386645760:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326286.391246:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326286.391253:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [340:340:256:4294967295] 192.168.203.127@tcp LPNI seq info [340:340:8:4294967295] 00000100:00000001:1.0:1767326286.391261:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326286.391265:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326286.391266:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326286.391270:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326286.391270:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326286.391275:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 02000000:00000001:1.0:1767326286.391275:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326286.391279:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767326286.391280:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e425fcf1. 00000100:00000200:3.0:1767326286.391281:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386645632, offset 0 02000000:00000001:1.0:1767326286.391285:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326286.391291:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 00000400:00000200:3.0:1767326286.391294:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326286.391296:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326286.391301:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000800:00000010:2.0:1767326286.391303:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000400:00000200:3.0:1767326286.391305:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:1.0:1767326286.391307:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645760, portal 10 00000400:00000200:3.0:1767326286.391312:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326286.391313:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326286.391317:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326286.391317:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000400:00000200:3.0:1767326286.391319:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326286.391325:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326286.391326:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326286.391331:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326286.391333:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767326286.391340:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326286.391341:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [341:341:255:4294967295] 192.168.203.127@tcp LPNI seq info [341:341:7:4294967295] 00000100:00000001:1.0:1767326286.391350:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326286.391355:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326286.391359:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 00000400:00000200:3.0:1767326286.391360:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326286.391363:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326286.391364:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386645760, offset 0 00000800:00000200:3.0:1767326286.391368:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326286.391372:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4305996792 00000800:00000010:3.0:1767326286.391373:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:1.0:1767326286.391376:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326286.391380:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326286.391381:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000400:00000200:1.0:1767326286.391386:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326286.391387:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326286.391393:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326286.391394:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326286.391397:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.391398:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326286.391401:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:3.0:1767326286.391402:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 282065 usecs (283 jiffies) 00000100:00000001:2.0:1767326286.391406:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4305996792 00000400:00000200:1.0:1767326286.391406:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326286.391407:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305992475 00000400:00000200:1.0:1767326286.391412:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326286.391413:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305996792 00000100:00000010:2.0:1767326286.391414:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000800:00000200:0.0:1767326286.391416:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326286.391418:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305992475 00000400:00000200:1.0:1767326286.391421:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [342:342:254:4294967295] 192.168.203.127@tcp LPNI seq info [342:342:6:4294967295] 00000100:00000001:2.0:1767326286.391422:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767326286.391423:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000100:00000001:2.0:1767326286.391431:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4305996792 00000400:00000200:0.0:1767326286.391431:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326286.391433:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305996792 00000100:00000010:2.0:1767326286.391438:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffd208be. 00000100:00000001:3.0:1767326286.391441:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305992475 00000400:00000200:0.0:1767326286.391442:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326286.391443:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326286.391444:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326286.391451:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305996792 00000100:00000001:2.0:1767326286.391451:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4305996792 00000800:00000200:1.0:1767326286.391457:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326286.391457:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000100:00000001:3.0:1767326286.391458:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305992475 00000100:00000010:2.0:1767326286.391458:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cde0223. 00000400:00000010:0.0:1767326286.391461:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000800:00000010:1.0:1767326286.391465:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:2.0:1767326286.391466:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326286.391467:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326286.391473:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326286.391474:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305996792 00000800:00000200:1.0:1767326286.391474:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326286.391475:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.391480:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.391486:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326286.391487:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326286.391491:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326286.391494:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326286.391496:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.391497:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.391501:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326286.391501:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326286.391503:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.391504:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326286.391507:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326286.391510:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326286.391511:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326286.391514:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326286.391515:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326286.391516:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16722 usecs (17 jiffies) 00000100:00000001:3.0:1767326286.391519:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326286.391522:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326286.391522:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.391523:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326286.391524:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305992209 00000100:00000001:2.0:1767326286.391526:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326286.391527:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.391531:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.391531:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326286.391531:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4305996792 00000100:00000001:0.0:1767326286.391534:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326286.391537:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305992209 00000100:00000001:2.0:1767326286.391539:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326286.391540:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4305996792 00000100:00000001:1.0:1767326286.391544:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305992209 00000100:00000001:1.0:1767326286.391547:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4305996792 00000100:00000001:1.0:1767326286.391549:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305992209 00000100:00000001:1.0:1767326286.391552:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4305996792 00000800:00000200:0.0:1767326286.391552:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326286.391554:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326286.391556:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:1.0:1767326286.391558:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326286.391561:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326286.391562:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326286.391567:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326286.391571:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326286.391573:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326286.391575:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000100:00000001:1.0:1767326286.391577:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326286.391579:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326286.391580:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326286.391581:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326286.391585:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326286.391586:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:0.0:1767326286.391591:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326286.391594:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326286.391600:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326286.391602:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326286.391606:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326286.391607:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326286.391643:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326286.391644:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:0.0:1767326286.391646:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326286.391648:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326286.391650:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000400:00000010:0.0:1767326286.391651:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:0.0:1767326286.391653:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326286.391654:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326286.391659:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326286.391660:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326286.391664:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326286.391664:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326286.392938:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326286.392950:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326286.392954:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326286.392962:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326286.392969:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326286.392981:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0a400 00000400:00000200:1.0:1767326286.392990:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xb75 [1] + 224 00000800:00000001:1.0:1767326286.392997:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326286.393004:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326286.393007:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326286.393012:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326286.393016:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326286.393026:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326286.393036:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326286.393051:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326286.393060:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326286.393065:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326286.393067:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326286.393070:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326286.393074:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326286.393080:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326286.393081:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a480 00000100:00000001:2.0:1767326286.393084:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326286.393088:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb7d [1] + 224 00000800:00000001:1.0:1767326286.393092:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326286.393096:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326286.393098:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326286.393100:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326286.393102:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326286.393104:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:1.0:1767326286.393109:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326286.393110:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326286.393113:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326286.393117:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326286.393118:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326286.393123:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326286.393125:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326286.393153:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326286.393155:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393176:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326286.393190:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326286.393196:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326286.393197:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326286.393202:0:216341:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326286.393203:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326286.393206:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326286.393209:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326286.393212:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326286.393215:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326286.393221:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326286.393226:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326286.393230:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326286.393232:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326286.393235:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326286.393237:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.393240:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326286.393245:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326286.393250:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326286.393253:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326286.393254:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326286.393257:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326286.393258:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767326286.393259:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326286.393263:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000100:00000001:2.0:1767326286.393263:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326286.393269:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000800:00000001:1.0:1767326286.393270:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767326286.393272:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000040:2.0:1767326286.393272:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326286.393277:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326286.393278:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326286.393283:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326286.393287:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326286.393289:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386645504:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326286.393296:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326286.393298:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393301:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326286.393305:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386645504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326286.393307:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a500 00000400:00000200:1.0:1767326286.393317:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb85 [1] + 224 00000100:00000001:2.0:1767326286.393321:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326286.393323:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326286.393327:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0dacbd. 00000800:00000001:1.0:1767326286.393329:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326286.393332:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326286.393335:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767326286.393336:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326286.393337:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:1.0:1767326286.393340:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326286.393343:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326286.393347:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 00000400:00000200:1.0:1767326286.393347:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326286.393350:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326286.393353:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767326286.393356:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326286.393364:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326286.393367:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000040:1.0:1767326286.393368:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326286.393372:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393373:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326286.393377:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393382:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393389:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326286.393392:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.393398:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326286.393400:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393402:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326286.393402:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326286.393409:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326286.393410:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326286.393413:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326286.393414:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326286.393415:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326286.393418:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326286.393419:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326286.393420:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326286.393422:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326286.393425:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326286.393427:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326286.393430:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326286.393431:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326286.393434:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326286.393437:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.393440:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326286.393440:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326286.393443:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326286.393447:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326286.393450:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000001:2.0:1767326286.393450:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326286.393453:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000100:00000001:3.0:1767326286.393454:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326286.393458:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326286.393459:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:2.0:1767326286.393462:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000040:3.0:1767326286.393464:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393467:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326286.393474:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326286.393476:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326286.393481:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326286.393484:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326286.393490:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326286.393494:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326286.393500:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386645632:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326286.393508:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326286.393511:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326286.393514:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326286.393515:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386645632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393518:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393522:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326286.393525:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326286.393525:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326286.393528:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326286.393529:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326286.393532:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326286.393533:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd4a609. 02000000:00000001:2.0:1767326286.393537:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326286.393538:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326286.393540:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326286.393542:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326286.393543:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767326286.393544:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=21 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326286.393545:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:3.0:1767326286.393548:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326286.393551:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326286.393552:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00001000:2.0:1767326286.393552:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326286.393556:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326286.393558:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393559:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326286.393560:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393562:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.393565:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326286.393566:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326286.393567:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326286.393570:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326286.393572:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767326286.393573:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326286.393584:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.393593:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326286.393595:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326286.393597:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326286.393599:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326286.393602:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393609:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326286.393611:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326286.393613:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326286.393616:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326286.393623:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386645760:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326286.393636:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393638:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326286.393640:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386645760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326286.393647:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326286.393648:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326286.393650:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e425fcf1. 02000000:00000001:2.0:1767326286.393653:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326286.393655:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326286.393656:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326286.393658:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326286.393660:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000429d35d9. 02000000:00000001:2.0:1767326286.393662:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326286.393664:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326286.393665:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:2.0:1767326286.393669:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326286.393670:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393671:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326286.393675:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326286.393676:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326286.393678:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326286.393685:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326287.094868:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326287.094871:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326287.094873:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094879:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326287.094881:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094883:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094885:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326287.094891:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326287.094892:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326287.094913:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326287.094915:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326287.094917:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094919:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326287.094920:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094922:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.094925:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326287.094977:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326287.094981:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326287.094984:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326288.118852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326288.118857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326288.118862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326288.118863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326288.118930:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326288.118933:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326288.118936:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326289.142860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326289.142878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326289.142885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326289.142888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326289.142956:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326289.142964:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326289.142967:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326290.166837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326290.166844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326290.166848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326290.166849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326290.166892:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326290.166895:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326290.166897:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326290.998870:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4305996792, at 4305996800 00000100:00000040:2.0:1767326290.998870:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4305996792, at 4305996800 00000100:00000040:1.0:1767326290.998870:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4305996792, at 4305996800 00000100:00000040:0.0:1767326290.998876:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4305996792, at 4305996800 00000100:00000010:2.0:1767326290.998890:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffd208be. 00000100:00000010:3.0:1767326290.998892:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cde0223. 00000100:00000010:1.0:1767326290.998894:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00000100:00000010:0.0:1767326290.998897:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00010000:00000001:0.0:1767326291.190860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326291.190867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326291.190873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326291.190875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326291.190932:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326291.190935:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326291.190937:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326291.510868:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326291.510877:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326291.510886:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 00000020:00000040:0.0:1767326291.510891:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326291.510895:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326291.510897:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326291.510901:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326291.510906:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000001:0.0:1767326291.510911:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.510919:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326291.510945:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326291.510947:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.510951:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_02+2] req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326291.510972:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.510974:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326291.510976:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326291.510978:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98cad68. 00000020:00000040:0.0:1767326291.510980:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326291.510982:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326291.510983:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326291.510985:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326291.510987:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:0.0:1767326291.510989:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.510991:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326291.510993:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326291.510999:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326291.511000:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326291.511001:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326291.511004:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326291.511005:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f98cad68] to pc [ptlrpcd_00_03+3] req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326291.511014:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326291.511015:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.511018:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326291.511020:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326291.511025:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326291.511027:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326291.511029:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000100:00000001:2.0:1767326291.511031:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326291.511033:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326291.511036:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326291.511037:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326291.511040:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326291.511041:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326291.511041:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326291.511044:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326291.511049:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326291.511049:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061011158. 02000000:00000001:1.0:1767326291.511054:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326291.511059:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326291.511060:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.511062:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326291.511066:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326291.511067:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326291.511067:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386645888:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326291.511075:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326291.511079:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326291.511080:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326291.511082:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326291.511086:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326291.511086:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326291.511087:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326291.511091:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.511094:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_00+0] req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326291.511096:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386646016:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326291.511097:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326291.511104:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072008a10. 00000100:00000001:2.0:1767326291.511108:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326291.511110:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326291.511113:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326291.511117:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326291.511119:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b65f9ea. 02000000:00000001:2.0:1767326291.511121:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326291.511126:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0dacbd. 00000100:00000001:0.0:1767326291.511127:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326291.511132:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326291.511133:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326291.511137:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000100:00000040:0.0:1767326291.511137:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326291.511156:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326291.511156:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11335) 00000100:00000001:3.0:1767326291.511162:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326291.511162:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000001:3.0:1767326291.511166:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326291.511170:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000040:3.0:1767326291.511175:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326291.511178:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646016, portal 10 00000100:00000001:0.0:1767326291.511183:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326291.511185:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326291.511187:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.511189:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656543104 : -125135053008512 : ffff8e30b99dd180) 00000100:00000001:3.0:1767326291.511198:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326291.511200:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386645888, portal 25 00000100:00000001:3.0:1767326291.511201:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326291.511203:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326291.511212:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326291.511214:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326291.511216:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 02000000:00000001:3.0:1767326291.511218:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326291.511226:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.511231:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326291.511233:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326291.511234:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386646144:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326291.511248:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326291.511250:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326291.511258:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 02000000:00000001:3.0:1767326291.511259:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326291.511260:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326291.511263:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326291.511266:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386646016, offset 0 02000000:00000001:3.0:1767326291.511271:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326291.511273:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326291.511282:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eaa4224. 00000400:00000010:1.0:1767326291.511286:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 02000000:00000001:3.0:1767326291.511290:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326291.511292:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326291.511299:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000100:00000200:1.0:1767326291.511303:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386645888, offset 0 00000400:00000010:3.0:1767326291.511309:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000400:00000200:2.0:1767326291.511312:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326291.511321:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326291.511328:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326291.511329:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646144, portal 10 00000100:00000001:3.0:1767326291.511334:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326291.511336:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326291.511337:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000400:00000200:2.0:1767326291.511343:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326291.511348:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326291.511350:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326291.511359:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [343:343:256:4294967295] 192.168.203.127@tcp LPNI seq info [343:343:8:4294967295] 00000100:00000001:3.0:1767326291.511368:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326291.511372:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326291.511375:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000100:00000200:3.0:1767326291.511377:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386646144, offset 0 00000400:00000200:3.0:1767326291.511384:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326291.511391:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326291.511399:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326291.511404:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b222b7f0. 00000400:00000200:1.0:1767326291.511406:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326291.511415:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326291.511417:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326291.511423:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326291.511429:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326291.511434:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326291.511442:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b222b7f0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326291.511442:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326291.511453:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [344:344:255:4294967295] 192.168.203.127@tcp LPNI seq info [344:344:7:4294967295] 00000100:00000001:2.0:1767326291.511465:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326291.511472:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326291.511474:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 279275 usecs (280 jiffies) 00000100:00000001:2.0:1767326291.511482:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305997592 00000800:00000200:1.0:1767326291.511488:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326291.511489:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767326291.511489:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffd208be. 00000800:00000010:1.0:1767326291.511503:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000100:00000001:2.0:1767326291.511506:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326291.511510:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326291.511517:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305997592 00000800:00000200:1.0:1767326291.511518:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326291.511530:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326291.511531:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb6039c0. 00000800:00000200:1.0:1767326291.511532:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326291.511539:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326291.511540:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326291.511541:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326291.511548:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305997592 00000400:00000200:3.0:1767326291.511551:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326291.511552:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326291.511556:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000118fd939. 00000100:00000001:1.0:1767326291.511562:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306001912 00000100:00000001:2.0:1767326291.511563:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326291.511572:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [345:345:254:4294967295] 192.168.203.127@tcp LPNI seq info [345:345:6:4294967295] 00000100:00000001:2.0:1767326291.511573:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305997592 00000100:00000001:1.0:1767326291.511577:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305997592 00000100:00000010:2.0:1767326291.511581:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873f2e46. 00000800:00000200:0.0:1767326291.511582:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326291.511590:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326291.511590:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306001912 00000800:00000010:0.0:1767326291.511590:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b222b7f0. 00000100:00000001:1.0:1767326291.511600:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305997592 00000100:00000001:2.0:1767326291.511605:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326291.511605:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326291.511608:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306001912 00000100:00000001:2.0:1767326291.511618:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326291.511619:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326291.511620:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305997592 00000100:00000001:2.0:1767326291.511626:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326291.511626:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326291.511632:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326291.511635:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000800:00000200:3.0:1767326291.511639:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326291.511643:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306001912 00000800:00000010:3.0:1767326291.511646:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:1.0:1767326291.511647:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305997592 00000100:00000001:2.0:1767326291.511649:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326291.511649:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000001:1.0:1767326291.511657:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326291.511658:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326291.511660:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326291.511663:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326291.511669:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.511673:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326291.511675:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.511678:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326291.511678:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326291.511680:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326291.511684:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.511693:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326291.511694:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326291.511697:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326291.511698:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326291.511707:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326291.511710:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326291.511712:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326291.511718:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326291.511726:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.511737:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.511740:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326291.511747:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326291.511751:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326291.511755:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326291.511778:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16580 usecs (17 jiffies) 00000100:00000001:3.0:1767326291.511783:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4305997330 00000100:00000001:3.0:1767326291.511786:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306001912 00000100:00000001:3.0:1767326291.511787:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4305997330 00000100:00000001:3.0:1767326291.511791:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306001912 00000100:00000001:3.0:1767326291.511793:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4305997330 00000100:00000001:3.0:1767326291.511794:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306001912 00000800:00000200:0.0:1767326291.511795:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326291.511797:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4305997330 00000800:00000010:0.0:1767326291.511800:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000100:00000001:3.0:1767326291.511801:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306001912 00000100:00000001:3.0:1767326291.511806:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326291.511806:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326291.511812:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326291.511816:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326291.511817:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326291.511819:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326291.511823:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326291.511825:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326291.511828:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326291.511829:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000100:00000001:3.0:1767326291.511830:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326291.511833:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:3.0:1767326291.511834:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.511837:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326291.511840:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326291.511845:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.511853:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326291.511855:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326291.511859:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.511860:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326291.511890:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326291.511892:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326291.511894:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326291.511897:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326291.511898:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000400:00000010:0.0:1767326291.511899:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:0.0:1767326291.511901:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326291.511902:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326291.511907:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326291.511909:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326291.511913:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.511914:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326291.513199:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513213:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326291.513216:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513217:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326291.513224:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326291.513233:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0a580 00000400:00000200:1.0:1767326291.513240:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xb8d [1] + 224 00000800:00000001:1.0:1767326291.513245:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513248:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326291.513250:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326291.513253:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326291.513259:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326291.513262:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326291.513269:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326291.513287:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326291.513295:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513297:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326291.513299:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513300:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326291.513308:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326291.513319:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a600 00000400:00000200:1.0:1767326291.513323:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb91 [1] + 224 00000800:00000001:1.0:1767326291.513326:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326291.513328:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326291.513331:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326291.513336:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326291.513338:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326291.513340:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b65f9ea. 00000400:00000200:0.0:1767326291.513344:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:0.0:1767326291.513346:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:0.0:1767326291.513348:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326291.513352:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326291.513358:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326291.513360:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326291.513365:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326291.513369:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326291.513374:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326291.513376:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326291.513392:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326291.513393:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326291.513396:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326291.513400:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326291.513404:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326291.513406:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326291.513408:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326291.513410:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326291.513411:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326291.513414:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513419:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326291.513419:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=26 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326291.513424:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326291.513425:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=26 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326291.513427:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326291.513432:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326291.513435:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326291.513439:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:0.0:1767326291.513440:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326291.513443:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.513447:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326291.513447:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326291.513449:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a680 00000100:00000001:2.0:1767326291.513455:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326291.513459:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326291.513461:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326291.513465:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326291.513472:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000100:00000001:0.0:1767326291.513476:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326291.513478:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326291.513482:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767326291.513482:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326291.513491:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326291.513493:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326291.513496:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xb9d [1] + 224 00000100:00000040:0.0:1767326291.513498:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326291.513503:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326291.513505:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326291.513513:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326291.513519:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326291.513529:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326291.513535:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326291.513544:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326291.513544:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386645888:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326291.513564:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326291.513578:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326291.513584:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326291.513584:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326291.513587:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386645888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326291.513664:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326291.513669:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326291.513669:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326291.513674:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326291.513677:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326291.513679:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326291.513684:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072008a10. 00000800:00000001:1.0:1767326291.513685:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326291.513687:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326291.513689:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326291.513690:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326291.513699:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326291.513702:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326291.513703:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326291.513708:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767326291.513712:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=16 v=5 (5 5 5 5) 00000020:00000040:0.0:1767326291.513713:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326291.513718:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326291.513727:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767326291.513728:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=16 v=5 (1 1 1 1) 00000020:00000001:0.0:1767326291.513728:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767326291.513735:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767326291.513737:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 00000100:00000001:2.0:1767326291.513738:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326291.513740:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326291.513745:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326291.513747:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 02000000:00000001:0.0:1767326291.513748:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767326291.513749:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326291.513751:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326291.513786:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000100:00000001:0.0:1767326291.513791:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326291.513793:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326291.513794:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326291.513795:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326291.513798:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000100:00000001:2.0:1767326291.513802:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326291.513804:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326291.513805:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000040:2.0:1767326291.513806:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326291.513807:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.513815:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326291.513817:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326291.513818:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326291.513819:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326291.513820:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326291.513830:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326291.513833:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326291.513852:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326291.513854:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326291.513857:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326291.513868:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326291.513885:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326291.513885:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386646016:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326291.513900:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326291.513908:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326291.513912:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f98cad68 x1853175386646016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326291.513922:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326291.513925:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326291.513932:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326291.513940:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326291.513945:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326291.513950:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.513950:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326291.513957:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326291.513958:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326291.513962:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0dacbd. 00000100:00001000:3.0:1767326291.513966:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=26 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326291.513967:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326291.513971:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326291.513972:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=133 v=5 (1 0 0 0) 00000020:00000040:2.0:1767326291.513974:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326291.513981:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767326291.513982:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326291.513984:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326291.513986:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326291.513990:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 00010000:00080000:3.0:1767326291.513992:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326291.513996:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326291.513999:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326291.514002:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98cad68. 00000100:00000001:2.0:1767326291.514006:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326291.514010:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326291.514020:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326291.514024:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326291.514026:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326291.514028:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326291.514033:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326291.514033:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326291.514042:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326291.514042:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326291.514055:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326291.514058:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326291.514064:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326291.514086:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326291.514089:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326291.514090:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326291.514094:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326291.514101:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386646144:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326291.514106:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326291.514108:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326291.514110:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386646144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326291.514115:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326291.514117:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326291.514119:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eaa4224. 02000000:00000001:3.0:1767326291.514121:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326291.514122:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326291.514123:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326291.514124:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326291.514126:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061011158. 02000000:00000001:3.0:1767326291.514128:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326291.514129:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326291.514130:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:3.0:1767326291.514133:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326291.514134:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326291.514135:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326291.514139:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326291.514140:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326291.514142:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326291.514154:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326292.214843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326292.214851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326292.214856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326292.214857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326292.214908:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326292.214912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326292.214916:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326293.238866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326293.238876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326293.238883:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326293.238884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326293.238934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326293.238939:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326293.238942:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326294.262844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326294.262851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326294.262855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326294.262856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326294.262910:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326294.262912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326294.262915:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326295.286870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326295.286879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326295.286886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326295.286887:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326295.286948:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326295.286953:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326295.286956:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326296.118881:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306001912, at 4306001920 00000100:00000040:1.0:1767326296.118881:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306001912, at 4306001920 00000100:00000040:0.0:1767326296.118881:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306001912, at 4306001920 00000100:00000010:2.0:1767326296.118901:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000118fd939. 00000100:00000010:1.0:1767326296.118902:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb6039c0. 00000100:00000010:0.0:1767326296.118906:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffd208be. 00000100:00000040:3.0:1767326296.118988:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306001912, at 4306001920 00000100:00000010:3.0:1767326296.119003:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000873f2e46. 00010000:00000001:0.0:1767326296.310879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326296.310909:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326296.310914:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326296.310915:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326296.310975:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326296.310979:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326296.310983:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326296.630881:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326296.630891:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326296.630897:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326296.630902:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326296.630906:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326296.630908:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326296.630913:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326296.630919:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000001:1.0:1767326296.630926:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326296.630936:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326296.630945:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326296.630947:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326296.630953:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_01+1] req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326296.630974:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326296.630975:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326296.630978:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326296.630984:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000020:00000040:1.0:1767326296.630986:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326296.630988:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326296.630989:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326296.630991:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.630991:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326296.630996:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326296.630997:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:0.0:1767326296.631000:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326296.631004:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326296.631010:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326296.631013:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326296.631034:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326296.631037:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326296.631040:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326296.631043:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326296.631045:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326296.631050:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386646272:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326296.631059:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326296.631064:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326296.631066:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326296.631066:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326296.631070:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326296.631073:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326296.631075:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_02+2] req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326296.631076:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326296.631078:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002787aa6f. 02000000:00000001:0.0:1767326296.631083:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.631089:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326296.631091:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000400:00000010:0.0:1767326296.631099:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767326296.631102:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326296.631105:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326296.631106:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646272, portal 25 00000100:00000001:1.0:1767326296.631122:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326296.631125:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326296.631129:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000100:00000001:0.0:1767326296.631129:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000020:00000040:1.0:1767326296.631135:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326296.631140:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326296.631140:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326296.631140:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326296.631147:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767326296.631148:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326296.631149:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326296.631152:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.631153:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326296.631157:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767326296.631159:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000400:00000010:0.0:1767326296.631162:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3239b8. 00000100:00000001:3.0:1767326296.631163:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326296.631164:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326296.631166:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386646272, offset 0 00000100:00000001:3.0:1767326296.631167:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326296.631172:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326296.631172:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326296.631176:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326296.631179:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326296.631186:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326296.631187:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326296.631188:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326296.631189:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326296.631194:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326296.631198:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326296.631204:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326296.631211:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_03+3] req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326296.631213:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326296.631215:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326296.631216:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326296.631223:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326296.631225:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326296.631228:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326296.631231:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326296.631233:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326296.631234:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326296.631236:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326296.631239:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767326296.631244:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386646400:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326296.631246:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326296.631250:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [346:346:256:4294967295] 192.168.203.127@tcp LPNI seq info [346:346:8:4294967295] 00000100:00000001:2.0:1767326296.631258:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326296.631258:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11340) 00000100:00100000:2.0:1767326296.631271:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:0.0:1767326296.631272:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326296.631284:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326296.631290:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326296.631295:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000100:00000001:2.0:1767326296.631297:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326296.631301:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326296.631305:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326296.631308:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326296.631313:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326296.631317:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326296.631320:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767326296.631322:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326296.631334:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.631336:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.631337:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326296.631344:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326296.631345:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306007032 02000000:00000001:3.0:1767326296.631347:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326296.631354:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 02000000:00000001:3.0:1767326296.631356:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326296.631366:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fac4e38e. 00000100:00000001:0.0:1767326296.631367:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326296.631370:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326296.631372:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326296.631374:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.631377:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306007032 00000400:00000010:3.0:1767326296.631378:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 02000000:00000001:2.0:1767326296.631382:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767326296.631384:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000100:00000001:0.0:1767326296.631387:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326296.631389:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306007032 00000100:00000010:0.0:1767326296.631392:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000001:0.0:1767326296.631394:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326296.631397:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306007032 02000000:00000001:2.0:1767326296.631400:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767326296.631404:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 02000000:00000001:2.0:1767326296.631405:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.631412:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767326296.631414:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386646528:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326296.631419:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326296.631422:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326296.631425:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326296.631430:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326296.631431:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326296.631435:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326296.631438:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326296.631446:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4cf9b54. 00000100:00000001:0.0:1767326296.631446:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326296.631449:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767326296.631456:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326296.631458:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:0.0:1767326296.631460:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326296.631468:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326296.631470:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326296.631472:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000001:0.0:1767326296.631472:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326296.631477:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000001:0.0:1767326296.631478:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326296.631481:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326296.631487:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326296.631488:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646400, portal 10 00000400:00000010:2.0:1767326296.631490:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000400:00000200:1.0:1767326296.631492:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000100:00000001:0.0:1767326296.631493:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.631495:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326296.631507:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000100:00000001:1.0:1767326296.631512:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326296.631517:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646528, portal 10 00000100:00000200:1.0:1767326296.631519:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326296.631525:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326296.631531:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000001:1.0:1767326296.631546:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326296.631549:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326296.631554:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326296.631604:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326296.631604:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326296.631611:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326296.631616:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326296.631621:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000200:2.0:1767326296.631626:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386646528, offset 0 00000400:00000200:2.0:1767326296.631638:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326296.631651:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326296.631663:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326296.631669:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326296.631673:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326296.631677:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326296.631683:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [347:347:256:4294967295] 192.168.203.127@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:2.0:1767326296.631696:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326296.631703:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326296.631709:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000100:00000001:3.0:1767326296.631710:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000100:00000040:3.0:1767326296.631723:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326296.631723:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326296.631737:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326296.631741:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326296.631744:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326296.631747:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 00000100:00000200:3.0:1767326296.631754:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386646400, offset 0 00000400:00000200:3.0:1767326296.631803:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326296.631803:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326296.631816:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326296.631819:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326296.631822:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326296.631825:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326296.631828:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326296.631832:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326296.631833:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [348:348:255:4294967295] 192.168.203.127@tcp LPNI seq info [348:348:7:4294967295] 00000100:00000040:2.0:1767326296.631845:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16447 usecs (17 jiffies) 00000100:00000001:2.0:1767326296.631854:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306002450 00000400:00000200:3.0:1767326296.631858:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326296.631864:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306007032 00000800:00000200:3.0:1767326296.631870:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326296.631873:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306002450 00000800:00000200:0.0:1767326296.631874:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326296.631876:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:2.0:1767326296.631880:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306007032 00000800:00000010:0.0:1767326296.631881:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000800:00000200:3.0:1767326296.631891:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326296.631891:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306002450 00000400:00000200:0.0:1767326296.631891:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326296.631905:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306007032 00000400:00000200:0.0:1767326296.631906:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326296.631916:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306002450 00000400:00000200:0.0:1767326296.631917:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:0.0:1767326296.631919:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:2.0:1767326296.631923:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306007032 00000100:00000001:0.0:1767326296.631925:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326296.631932:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326296.631935:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326296.631947:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326296.631947:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326296.631955:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326296.631960:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.631960:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326296.631961:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326296.631972:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326296.631975:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326296.631976:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 276542 usecs (277 jiffies) 00000100:00000001:3.0:1767326296.631986:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306002710 00000100:00000001:0.0:1767326296.631990:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.631991:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306007032 00000100:00000001:0.0:1767326296.631993:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326296.631996:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306002710 00000100:00000001:3.0:1767326296.631999:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306007032 00000100:00000001:3.0:1767326296.632000:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306002710 00000100:00000001:3.0:1767326296.632003:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306007032 00000100:00000001:3.0:1767326296.632005:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306002710 00000100:00000001:3.0:1767326296.632006:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306007032 00000100:00000001:3.0:1767326296.632008:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326296.632011:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.632014:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.632016:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.632018:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326296.632024:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326296.632025:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.632026:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326296.632034:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326296.632037:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326296.632040:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326296.632043:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326296.632045:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000400:00000010:0.0:1767326296.632046:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000100:00000001:0.0:1767326296.632048:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326296.632051:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.632056:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326296.632057:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.632061:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.632067:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326296.632690:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.632699:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326296.632701:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.632704:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326296.632711:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326296.632723:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0a700 00000400:00000200:1.0:1767326296.632730:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:1.0:1767326296.632738:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.632745:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326296.632748:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326296.632753:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326296.632788:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326296.632793:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326296.632803:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326296.632819:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326296.632826:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.632829:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326296.632843:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326296.632847:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326296.632852:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326296.632854:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326296.632856:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:0.0:1767326296.632860:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326296.632861:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326296.632863:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326296.632866:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326296.632872:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.632876:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326296.632877:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326296.632879:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326296.632881:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326296.632882:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326296.632884:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326296.632886:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326296.632890:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326296.632893:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326296.632895:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326296.632896:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326296.632897:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326296.632899:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.632901:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326296.632903:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.632907:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326296.632909:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326296.632910:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326296.632913:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326296.632917:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386646272:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326296.632926:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326296.632927:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326296.632929:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386646272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.632934:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326296.632936:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326296.632938:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002787aa6f. 02000000:00000001:0.0:1767326296.632940:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326296.632942:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326296.632943:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326296.632945:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326296.632946:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:0.0:1767326296.632949:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326296.632950:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326296.632951:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:0.0:1767326296.632954:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326296.632955:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326296.632956:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326296.632959:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326296.632960:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326296.632962:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326296.632963:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326296.633003:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.633010:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326296.633012:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.633019:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326296.633024:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326296.633030:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a800 00000400:00000200:1.0:1767326296.633034:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbb1 [1] + 224 00000800:00000001:1.0:1767326296.633037:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.633042:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326296.633043:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326296.633046:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326296.633048:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326296.633051:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326296.633058:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326296.633072:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326296.633076:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326296.633078:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326296.633107:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326296.633119:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326296.633124:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326296.633125:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326296.633128:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:2.0:1767326296.633132:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326296.633133:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326296.633137:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326296.633142:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326296.633150:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326296.633155:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326296.633157:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326296.633158:0:216340:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326296.633162:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326296.633168:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326296.633170:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326296.633171:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326296.633173:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326296.633175:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326296.633179:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326296.633181:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326296.633187:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=31 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326296.633190:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:2.0:1767326296.633198:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326296.633202:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326296.633209:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326296.633211:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a780 00010000:00000001:2.0:1767326296.633221:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326296.633226:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbad [1] + 224 00010000:00080000:2.0:1767326296.633229:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326296.633245:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326296.633245:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326296.633250:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326296.633251:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326296.633253:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326296.633255:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326296.633257:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326296.633259:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326296.633265:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326296.633278:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326296.633281:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326296.633283:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326296.633285:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326296.633289:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326296.633295:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326296.633297:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386646528:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326296.633301:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326296.633302:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326296.633306:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386646528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326296.633311:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767326296.633315:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326296.633316:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326296.633320:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4cf9b54. 02000000:00000001:2.0:1767326296.633328:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326296.633332:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326296.633337:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326296.633341:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326296.633349:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326296.633353:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767326296.633360:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326296.633361:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326296.633362:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:2.0:1767326296.633364:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326296.633365:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326296.633366:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326296.633368:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326296.633373:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326296.633375:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326296.633378:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326296.633379:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326296.633388:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326296.633389:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326296.633401:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326296.633404:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326296.633409:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326296.633410:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326296.633412:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000400:00000200:3.0:1767326296.633415:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:3.0:1767326296.633416:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:3.0:1767326296.633418:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326296.633422:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326296.633430:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326296.633435:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326296.633436:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326296.633437:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326296.633439:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326296.633440:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326296.633441:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326296.633443:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326296.633447:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326296.633449:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326296.633451:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326296.633452:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326296.633453:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326296.633456:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.633457:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326296.633459:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326296.633460:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326296.633461:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326296.633463:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326296.633469:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326296.633478:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326296.633479:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326296.633482:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326296.633487:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386646400:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326296.633490:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326296.633491:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326296.633493:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386646400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326296.633497:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326296.633499:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326296.633500:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fac4e38e. 02000000:00000001:3.0:1767326296.633503:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326296.633504:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326296.633506:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326296.633508:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326296.633510:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:3.0:1767326296.633512:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326296.633514:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326296.633515:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000001:3.0:1767326296.633518:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326296.633519:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326296.633521:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326296.633525:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326296.633527:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326296.633529:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326296.633531:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334894:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326297.334900:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326297.334902:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326297.334904:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334907:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326297.334909:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334910:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334912:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334915:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326297.334916:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326297.334916:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326297.334920:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326297.334921:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326297.334922:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334923:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326297.334924:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334925:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.334926:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326297.334988:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326297.334992:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326297.334994:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326298.358864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326298.358869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326298.358873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326298.358874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326298.358897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326298.358900:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326298.358902:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326299.382850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326299.382858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326299.382865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326299.382867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326299.382934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326299.382939:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326299.382942:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326300.406855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326300.406863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326300.406870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326300.406871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326300.406894:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326300.406897:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326300.406900:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326301.238840:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306007032, at 4306007040 00000100:00000040:1.0:1767326301.238840:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306007032, at 4306007040 00000100:00000040:0.0:1767326301.238840:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306007032, at 4306007040 00000100:00000040:2.0:1767326301.238843:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306007032, at 4306007040 00000100:00000010:0.0:1767326301.238859:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:1.0:1767326301.238861:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000010:3.0:1767326301.238863:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:2.0:1767326301.238866:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00010000:00000001:0.0:1767326301.430879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326301.430888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326301.430895:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326301.430897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326301.430959:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326301.430962:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326301.430965:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326301.750874:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326301.750887:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326301.750899:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 00000020:00000040:0.0:1767326301.750907:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326301.750912:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326301.750915:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326301.750920:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326301.750927:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000485e6489. 00000100:00000001:0.0:1767326301.750933:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.750943:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326301.750953:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326301.750955:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.750959:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_00+0] req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326301.750983:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.750985:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326301.750987:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326301.750989:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326301.750990:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326301.751011:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326301.751011:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326301.751013:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326301.751016:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326301.751016:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326301.751019:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:3.0:1767326301.751020:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326301.751024:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.751027:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326301.751028:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326301.751031:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326301.751034:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326301.751048:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326301.751049:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.751051:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_01+1] req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326301.751090:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326301.751092:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326301.751094:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326301.751096:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326301.751097:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326301.751100:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326301.751101:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326301.751104:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326301.751104:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000020:00000040:0.0:1767326301.751108:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:3.0:1767326301.751111:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386646656:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326301.751112:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326301.751114:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326301.751116:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326301.751117:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326301.751118:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326301.751121:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326301.751123:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:2.0:1767326301.751125:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326301.751126:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326301.751126:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326301.751130:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326301.751133:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326301.751135:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326301.751135:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767326301.751138:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fac4e38e. 02000000:00000001:3.0:1767326301.751143:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326301.751151:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000400:00000010:3.0:1767326301.751159:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000001:0.0:1767326301.751160:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326301.751163:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.751165:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326301.751167:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_02+2] req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326301.751169:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326301.751170:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646656, portal 25 00000100:00000001:3.0:1767326301.751176:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326301.751176:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326301.751180:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 02000000:00000001:2.0:1767326301.751180:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326301.751185:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326301.751193:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326301.751194:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326301.751194:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.751198:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326301.751202:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326301.751203:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386646784:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326301.751204:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326301.751207:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000001:2.0:1767326301.751209:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767326301.751212:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386646656, offset 0 02000000:00000001:2.0:1767326301.751213:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326301.751214:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326301.751218:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.751219:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11345) 00000100:00000001:1.0:1767326301.751220:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326301.751224:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326301.751225:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326301.751226:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:2.0:1767326301.751231:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf751a2. 00000100:00000040:1.0:1767326301.751231:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326301.751236:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326301.751243:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000001:1.0:1767326301.751245:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326301.751247:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326301.751249:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326301.751251:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 02000000:00000001:1.0:1767326301.751254:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326301.751256:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326301.751256:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646784, portal 10 02000000:00000001:1.0:1767326301.751258:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326301.751259:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326301.751261:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326301.751263:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326301.751264:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.751265:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000400:00000200:3.0:1767326301.751266:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:1.0:1767326301.751273:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386646912:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326301.751275:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326301.751278:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326301.751281:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326301.751284:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326301.751286:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326301.751293:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [349:349:256:4294967295] 192.168.203.127@tcp LPNI seq info [349:349:8:4294967295] 00000100:00000001:2.0:1767326301.751294:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326301.751297:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326301.751301:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326301.751302:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326301.751306:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 00000400:00000010:2.0:1767326301.751307:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 02000000:00000001:1.0:1767326301.751310:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326301.751313:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386646784, offset 0 00000400:00000010:1.0:1767326301.751315:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000400:00000200:3.0:1767326301.751316:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326301.751323:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000400:00000200:2.0:1767326301.751327:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326301.751338:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386646912, portal 10 00000800:00000200:3.0:1767326301.751339:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326301.751339:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326301.751344:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326301.751347:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 00000800:00000010:3.0:1767326301.751348:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000400:00000200:2.0:1767326301.751348:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326301.751354:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326301.751358:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326301.751359:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326301.751362:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326301.751366:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326301.751376:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326301.751376:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [350:350:255:4294967295] 192.168.203.127@tcp LPNI seq info [350:350:7:4294967295] 00000100:00000001:1.0:1767326301.751377:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326301.751383:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326301.751385:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326301.751390:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000200:1.0:1767326301.751393:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386646912, offset 0 00000100:00000001:3.0:1767326301.751398:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326301.751403:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326301.751406:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306012152 00000400:00000200:2.0:1767326301.751408:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:3.0:1767326301.751411:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e079dd5f. 00000800:00000200:2.0:1767326301.751419:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326301.751421:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326301.751422:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326301.751426:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000400:00000200:1.0:1767326301.751428:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326301.751430:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306012152 00000100:00000010:3.0:1767326301.751435:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064be71a1. 00000800:00000200:2.0:1767326301.751435:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326301.751436:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326301.751441:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326301.751442:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326301.751445:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306012152 00000800:00000200:2.0:1767326301.751446:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326301.751448:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:3.0:1767326301.751450:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 00000400:00000200:1.0:1767326301.751453:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [351:351:254:4294967295] 192.168.203.127@tcp LPNI seq info [351:351:6:4294967295] 00000100:00000001:3.0:1767326301.751456:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326301.751460:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326301.751461:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306012152 00000100:00000010:3.0:1767326301.751467:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000100:00000001:2.0:1767326301.751469:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326301.751470:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326301.751472:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767326301.751476:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 273860 usecs (274 jiffies) 00000100:00000001:3.0:1767326301.751478:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326301.751481:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326301.751483:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.751484:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306007826 00000800:00000010:1.0:1767326301.751486:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000100:00000001:3.0:1767326301.751487:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.751489:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306012152 00000100:00000001:3.0:1767326301.751492:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326301.751495:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306007826 00000800:00000200:1.0:1767326301.751496:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326301.751500:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306012152 00000100:00000001:3.0:1767326301.751503:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326301.751505:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326301.751506:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306007826 00000100:00000001:3.0:1767326301.751507:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326301.751508:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326301.751511:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326301.751512:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306012152 00000100:00000001:3.0:1767326301.751514:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326301.751514:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326301.751516:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.751519:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306007826 00000100:00000001:3.0:1767326301.751520:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326301.751520:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16305 usecs (17 jiffies) 00000800:00000200:0.0:1767326301.751520:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326301.751525:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306012152 00000100:00000001:1.0:1767326301.751527:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306007569 00000800:00000010:0.0:1767326301.751527:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:2.0:1767326301.751529:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326301.751533:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326301.751534:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326301.751540:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.751540:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306012152 00000100:00000001:2.0:1767326301.751545:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326301.751545:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326301.751546:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306007569 00000100:00000001:1.0:1767326301.751552:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306012152 00000100:00000001:2.0:1767326301.751553:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326301.751553:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000100:00000001:2.0:1767326301.751557:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326301.751557:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306007569 00000400:00000010:0.0:1767326301.751558:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:0.0:1767326301.751562:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326301.751564:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326301.751564:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306012152 00000100:00000200:0.0:1767326301.751567:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326301.751568:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326301.751569:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306007569 00000100:00000001:2.0:1767326301.751573:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.751576:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306012152 00000100:00000001:2.0:1767326301.751579:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.751582:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326301.751585:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.751588:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.751589:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326301.751594:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326301.751595:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326301.751598:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326301.751598:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326301.751602:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326301.751605:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326301.751607:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.751608:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326301.751611:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326301.751612:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326301.751625:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326301.751627:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000400:00000200:0.0:1767326301.751629:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326301.751632:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326301.751633:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9cbcf6 00000400:00000010:0.0:1767326301.751635:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a9cbcf6. 00000100:00000001:0.0:1767326301.751636:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326301.751638:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326301.751642:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326301.751644:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326301.751647:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326301.751648:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326301.751675:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326301.751677:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:0.0:1767326301.751684:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326301.751687:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326301.751689:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000400:00000010:0.0:1767326301.751690:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000100:00000001:0.0:1767326301.751692:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326301.751694:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326301.751699:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326301.751700:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326301.751704:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326301.751705:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326301.752819:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326301.752831:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326301.752833:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326301.752835:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326301.752840:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326301.752849:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0a880 00000400:00000200:1.0:1767326301.752854:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xbbd [1] + 224 00000800:00000001:1.0:1767326301.752860:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326301.752866:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326301.752868:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326301.752870:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326301.752874:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326301.752877:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326301.752892:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326301.752904:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326301.752910:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326301.752914:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326301.752926:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326301.752929:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326301.752933:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326301.752934:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326301.752941:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000400:00000200:3.0:1767326301.752943:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:3.0:1767326301.752944:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:3.0:1767326301.753001:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326301.753005:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326301.753014:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326301.753020:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326301.753022:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326301.753025:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326301.753028:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326301.753029:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326301.753030:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326301.753032:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326301.753034:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326301.753035:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326301.753037:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326301.753038:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326301.753043:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326301.753051:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a900 00000400:00000200:0.0:1767326301.753056:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbc5 [1] + 224 00000800:00000001:0.0:1767326301.753060:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326301.753065:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326301.753067:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326301.753070:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:3.0:1767326301.753073:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=36 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326301.753083:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326301.753086:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326301.753087:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326301.753091:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326301.753092:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326301.753095:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326301.753096:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326301.753098:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326301.753101:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326301.753105:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326301.753108:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326301.753111:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326301.753113:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326301.753114:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326301.753116:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326301.753116:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326301.753119:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326301.753126:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386646656:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326301.753132:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326301.753133:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326301.753137:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386646656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326301.753141:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326301.753144:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326301.753149:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326301.753151:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767326301.753152:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326301.753154:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767326301.753156:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 02000000:00000010:3.0:1767326301.753157:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fac4e38e. 02000000:00000001:3.0:1767326301.753162:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326301.753163:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326301.753166:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326301.753169:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326301.753174:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326301.753181:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326301.753193:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326301.753195:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326301.753197:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326301.753199:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326301.753200:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326301.753202:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326301.753204:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326301.753208:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326301.753211:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326301.753213:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326301.753215:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326301.753217:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326301.753217:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767326301.753221:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00010000:00000001:2.0:1767326301.753223:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326301.753226:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326301.753229:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326301.753230:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000485e6489. 00000100:00000040:2.0:1767326301.753232:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:3.0:1767326301.753236:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326301.753236:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326301.753238:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326301.753240:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326301.753243:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326301.753252:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326301.753253:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326301.753255:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767326301.753257:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326301.753258:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326301.753262:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326301.753265:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326301.753271:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326301.753272:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000010:3.0:1767326301.753274:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000100:00000001:3.0:1767326301.753281:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326301.753284:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326301.753285:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386646784:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326301.753285:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0a980 00000100:00000001:3.0:1767326301.753286:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326301.753291:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326301.753294:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326301.753294:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbcd [1] + 224 00000100:00000001:2.0:1767326301.753295:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326301.753296:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326301.753298:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326301.753300:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326301.753300:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326301.753304:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326301.753306:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386646784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326301.753308:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326301.753317:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326301.753320:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326301.753323:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326301.753323:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326301.753327:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326301.753332:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf751a2. 02000000:00000001:2.0:1767326301.753338:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326301.753342:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326301.753343:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326301.753344:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326301.753350:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326301.753353:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:2.0:1767326301.753358:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326301.753361:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326301.753362:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:2.0:1767326301.753367:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326301.753367:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326301.753371:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326301.753373:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326301.753375:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326301.753377:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326301.753381:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326301.753382:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326301.753387:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326301.753390:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.753408:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326301.753413:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326301.753417:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326301.753419:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326301.753420:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000400:00000200:1.0:1767326301.753424:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326301.753425:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326301.753428:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326301.753432:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326301.753441:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326301.753448:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326301.753450:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326301.753452:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326301.753453:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326301.753455:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326301.753456:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326301.753458:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326301.753461:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=36 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326301.753465:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=143 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326301.753467:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326301.753468:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326301.753470:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326301.753473:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326301.753480:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.753489:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326301.753490:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326301.753492:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326301.753494:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326301.753497:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326301.753504:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326301.753506:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326301.753507:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326301.753510:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326301.753517:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386646912:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326301.753521:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326301.753523:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326301.753525:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386646912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326301.753532:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326301.753533:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326301.753535:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:1.0:1767326301.753537:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326301.753538:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326301.753539:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326301.753546:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326301.753547:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:1.0:1767326301.753549:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326301.753550:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326301.753551:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000001:1.0:1767326301.753553:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326301.753554:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326301.753555:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326301.753557:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326301.753558:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326301.753559:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326301.753564:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326302.454877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326302.454885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326302.454891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326302.454891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326302.454938:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326302.454943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326302.454946:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326303.478868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326303.478874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326303.478879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326303.478880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326303.478961:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326303.478969:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326303.478973:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326304.502833:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326304.502839:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326304.502843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326304.502845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326304.502861:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326304.502873:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326304.502875:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326305.526865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326305.526870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326305.526874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326305.526876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326305.526940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326305.526945:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326305.526948:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326306.358836:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306012152, at 4306012160 00000100:00000040:2.0:1767326306.358836:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306012152, at 4306012160 00000100:00000040:1.0:1767326306.358836:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306012152, at 4306012160 00000100:00000040:0.0:1767326306.358836:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306012152, at 4306012160 00000100:00000010:3.0:1767326306.358855:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:0.0:1767326306.358856:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e079dd5f. 00000100:00000010:2.0:1767326306.358857:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00000100:00000010:1.0:1767326306.358860:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064be71a1. 00010000:00000001:0.0:1767326306.550847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326306.550858:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326306.550860:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326306.550863:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550869:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326306.550871:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550874:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550876:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326306.550883:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326306.550884:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326306.550890:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326306.550893:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326306.550894:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550896:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326306.550898:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550899:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.550901:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326306.550924:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326306.550927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326306.550930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326306.870874:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326306.870887:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326306.870898:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326306.870906:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326306.870911:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326306.870915:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326306.870921:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326306.870929:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 00000100:00000001:2.0:1767326306.870936:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326306.870948:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326306.870982:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326306.870985:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326306.870992:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871018:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326306.871020:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326306.871024:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326306.871027:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326306.871030:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326306.871033:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326306.871035:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326306.871037:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871051:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326306.871052:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d3baa4. 00000100:00000001:2.0:1767326306.871058:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871058:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326306.871063:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326306.871063:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326306.871065:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326306.871068:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326306.871072:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871084:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326306.871087:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871090:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326306.871094:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326306.871095:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326306.871102:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326306.871115:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326306.871118:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326306.871123:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386647040:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326306.871125:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871129:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326306.871130:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326306.871136:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326306.871139:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 02000000:00000001:0.0:1767326306.871139:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767326306.871144:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326306.871144:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326306.871144:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326306.871147:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326306.871149:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767326306.871151:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326306.871152:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871152:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326306.871152:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326306.871155:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767326306.871158:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043a4b383. 02000000:00000001:2.0:1767326306.871159:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.871164:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326306.871164:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326306.871167:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 00000100:00000001:1.0:1767326306.871168:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326306.871173:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326306.871174:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f24385. 00000100:00000001:1.0:1767326306.871175:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326306.871178:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326306.871179:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326306.871183:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326306.871186:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326306.871196:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767326306.871205:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326306.871208:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326306.871208:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647040, portal 25 00000100:00000001:2.0:1767326306.871210:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326306.871213:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326306.871215:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326306.871215:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326306.871219:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326306.871219:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326306.871220:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 02000000:00000001:1.0:1767326306.871225:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326306.871232:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386647168:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326306.871233:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326306.871239:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326306.871243:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326306.871246:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871248:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326306.871251:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326306.871252:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326306.871253:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326306.871257:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1dfc5da. 00000100:00000040:0.0:1767326306.871260:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326306.871261:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326306.871263:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326306.871266:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000100:00000001:3.0:1767326306.871267:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326306.871270:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11350) 00000400:00000010:1.0:1767326306.871270:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000100:00000200:0.0:1767326306.871271:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386647040, offset 0 00000100:00100000:3.0:1767326306.871272:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326306.871276:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326306.871280:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000001:3.0:1767326306.871282:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326306.871285:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326306.871286:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326306.871289:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326306.871291:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326306.871293:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326306.871293:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647168, portal 10 00000100:00000001:1.0:1767326306.871296:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326306.871297:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:3.0:1767326306.871299:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326306.871304:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326306.871306:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326306.871307:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326306.871310:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326306.871314:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326306.871318:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326306.871323:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326306.871325:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326306.871327:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.871331:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767326306.871333:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386647296:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326306.871334:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326306.871337:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326306.871340:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326306.871341:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000400:00000200:0.0:1767326306.871343:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326306.871344:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326306.871345:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386647168, offset 0 02000000:00000001:3.0:1767326306.871347:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326306.871350:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326306.871352:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [352:352:256:4294967295] 192.168.203.127@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:1.0:1767326306.871353:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326306.871354:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002466c9b0. 02000000:00000001:3.0:1767326306.871357:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326306.871361:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b907e354. 00000400:00000010:3.0:1767326306.871364:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000200:3.0:1767326306.871367:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647296, portal 10 00000100:00000001:3.0:1767326306.871372:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326306.871374:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000200:0.0:1767326306.871375:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767326306.871383:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326306.871387:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326306.871388:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326306.871391:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326306.871392:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326306.871394:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:3.0:1767326306.871395:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326306.871397:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 00000400:00000200:1.0:1767326306.871398:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326306.871400:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386647296, offset 0 00000400:00000200:1.0:1767326306.871401:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:0.0:1767326306.871403:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000400:00000200:1.0:1767326306.871404:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [353:353:255:4294967295] 192.168.203.127@tcp LPNI seq info [353:353:7:4294967295] 00000400:00000200:3.0:1767326306.871406:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326306.871416:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326306.871417:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326306.871425:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326306.871426:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326306.871429:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326306.871429:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000800:00000200:0.0:1767326306.871432:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326306.871435:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326306.871435:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326306.871437:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326306.871440:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326306.871441:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326306.871444:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [354:354:254:4294967295] 192.168.203.127@tcp LPNI seq info [354:354:6:4294967295] 00000800:00000200:0.0:1767326306.871446:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326306.871449:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326306.871454:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326306.871459:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326306.871462:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000800:00000200:3.0:1767326306.871466:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326306.871466:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.871471:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326306.871473:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326306.871474:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306017272 00000100:00000040:1.0:1767326306.871476:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 271227 usecs (272 jiffies) 00000800:00000200:3.0:1767326306.871481:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326306.871481:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306012944 00000100:00000010:0.0:1767326306.871481:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000100:00000001:3.0:1767326306.871488:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326306.871491:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16171 usecs (17 jiffies) 00000100:00000001:0.0:1767326306.871493:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326306.871494:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306012689 00000100:00000001:0.0:1767326306.871503:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306017272 00000100:00000001:1.0:1767326306.871504:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306017272 00000100:00000001:1.0:1767326306.871509:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306012944 00000100:00000010:0.0:1767326306.871510:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000100:00000001:3.0:1767326306.871512:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306017272 00000100:00000001:3.0:1767326306.871516:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306012689 00000100:00000001:0.0:1767326306.871517:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326306.871522:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306017272 00000100:00000001:0.0:1767326306.871522:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306017272 00000100:00000001:3.0:1767326306.871527:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306017272 00000100:00000001:1.0:1767326306.871527:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306012944 00000100:00000010:0.0:1767326306.871527:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000100:00000001:3.0:1767326306.871532:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306012689 00000100:00000001:0.0:1767326306.871533:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326306.871534:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326306.871539:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306017272 00000800:00000010:2.0:1767326306.871540:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000100:00000001:1.0:1767326306.871540:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306017272 00000100:00000001:3.0:1767326306.871546:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306017272 00000100:00000001:1.0:1767326306.871546:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306012944 00000100:00000010:0.0:1767326306.871547:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000100:00000001:3.0:1767326306.871551:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306012689 00000400:00000200:2.0:1767326306.871551:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326306.871553:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326306.871559:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306017272 00000100:00000001:0.0:1767326306.871560:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326306.871564:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326306.871565:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326306.871569:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306017272 00000100:00000001:1.0:1767326306.871569:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326306.871572:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326306.871572:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871572:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326306.871573:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000001:0.0:1767326306.871577:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326306.871578:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.871578:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326306.871579:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:3.0:1767326306.871583:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.871583:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871585:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326306.871586:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.871586:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326306.871588:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326306.871589:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326306.871592:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871594:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326306.871594:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326306.871596:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871597:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326306.871602:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326306.871602:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326306.871606:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871617:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326306.871620:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871627:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871629:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326306.871643:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326306.871645:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:2.0:1767326306.871648:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326306.871651:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326306.871654:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000400:00000010:2.0:1767326306.871655:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:2.0:1767326306.871664:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326306.871667:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871674:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326306.871676:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871682:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871683:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326306.871754:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326306.871775:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000400:00000200:2.0:1767326306.871779:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326306.871782:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326306.871785:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:2.0:1767326306.871786:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:2.0:1767326306.871788:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326306.871791:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871797:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326306.871799:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.871805:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.871807:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326306.873168:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326306.873182:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326306.873185:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326306.873188:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326306.873195:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326306.873206:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0aa00 00000400:00000200:0.0:1767326306.873213:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:0.0:1767326306.873220:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326306.873233:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326306.873235:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326306.873239:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326306.873243:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326306.873247:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326306.873256:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326306.873270:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326306.873277:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326306.873281:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326306.873283:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326306.873285:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326306.873290:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326306.873293:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326306.873296:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326306.873297:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0aa80 00000400:00000001:3.0:1767326306.873303:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326306.873306:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326306.873308:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f24385. 00000400:00000200:3.0:1767326306.873312:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:3.0:1767326306.873361:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:3.0:1767326306.873363:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326306.873367:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbdd [1] + 224 00000100:00000200:3.0:1767326306.873368:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326306.873377:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326306.873380:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326306.873385:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326306.873386:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326306.873389:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326306.873390:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326306.873392:0:216341:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326306.873396:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:3.0:1767326306.873400:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326306.873401:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326306.873404:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326306.873407:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326306.873409:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326306.873414:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326306.873422:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326306.873423:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=41 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326306.873442:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326306.873446:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326306.873449:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326306.873474:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326306.873477:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326306.873480:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326306.873481:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326306.873482:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000400:00000200:1.0:1767326306.873485:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326306.873488:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00001000:3.0:1767326306.873491:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326306.873491:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326306.873495:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326306.873497:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326306.873500:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326306.873504:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326306.873507:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326306.873508:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326306.873510:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326306.873513:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326306.873518:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326306.873519:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326306.873522:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326306.873522:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326306.873526:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326306.873529:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326306.873529:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326306.873532:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326306.873534:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326306.873534:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326306.873536:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326306.873540:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=31 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326306.873545:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=31 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326306.873547:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326306.873549:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326306.873552:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326306.873553:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:1.0:1767326306.873556:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.873559:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326306.873560:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326306.873563:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767326306.873564:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ab00 00000100:00000001:1.0:1767326306.873570:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326306.873573:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbe5 [1] + 224 00000100:00000040:1.0:1767326306.873577:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326306.873584:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326306.873585:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326306.873592:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326306.873592:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326306.873593:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326306.873596:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326306.873597:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326306.873598:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326306.873598:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326306.873607:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326306.873607:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326306.873608:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326306.873615:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326306.873622:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326306.873632:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386647168:192.168.203.127@tcp:400: 00000100:00100000:3.0:1767326306.873638:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386647040:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326306.873641:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326306.873646:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326306.873648:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326306.873652:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386647168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326306.873653:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326306.873655:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326306.873659:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386647040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326306.873671:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326306.873675:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326306.873678:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1dfc5da. 02000000:00000001:1.0:1767326306.873683:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326306.873686:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326306.873688:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767326306.873690:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326306.873691:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767326306.873693:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326306.873694:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043a4b383. 02000000:00000010:1.0:1767326306.873697:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d3baa4. 02000000:00000001:3.0:1767326306.873699:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326306.873701:0:216341:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326306.873701:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326306.873702:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767326306.873704:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 02000000:00000001:1.0:1767326306.873704:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326306.873706:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000020:00000001:3.0:1767326306.873708:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326306.873710:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767326306.873711:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 00000100:00000001:1.0:1767326306.873713:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326306.873713:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326306.873716:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326306.873717:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326306.873718:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767326306.873719:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326306.873721:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:1.0:1767326306.873721:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326306.873724:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326306.873727:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326306.873730:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326306.873731:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326306.873734:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326306.873736:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326306.873739:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326306.873740:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326306.873743:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.873744:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326306.873746:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326306.873749:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326306.873750:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326306.873752:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326306.873754:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b907e354. 00000400:00000200:2.0:1767326306.873777:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:2.0:1767326306.873779:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:2.0:1767326306.873782:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326306.873787:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326306.873794:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.873807:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326306.873809:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326306.873811:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326306.873813:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326306.873814:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326306.873816:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326306.873818:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326306.873822:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326306.873825:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=148 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326306.873827:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326306.873828:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326306.873830:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326306.873834:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326306.873840:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.873842:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326306.873843:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326306.873845:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326306.873846:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326306.873849:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.873855:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326306.873857:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326306.873858:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326306.873861:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326306.873867:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386647296:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326306.873871:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326306.873873:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326306.873875:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386647296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326306.873891:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326306.873893:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326306.873895:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002466c9b0. 02000000:00000001:2.0:1767326306.873898:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326306.873900:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326306.873901:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326306.873904:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326306.873905:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 02000000:00000001:2.0:1767326306.873907:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326306.873908:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326306.873910:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:2.0:1767326306.873912:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326306.873914:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326306.873915:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326306.873919:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326306.873920:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326306.873922:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326306.873924:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326307.574885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326307.574892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326307.574897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326307.574897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326307.574948:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326307.574952:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326307.574954:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326308.598845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326308.598854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326308.598860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326308.598861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326308.598878:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326308.598880:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326308.598882:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326309.622850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326309.622860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326309.622867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326309.622868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326309.622933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326309.622938:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326309.622941:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326310.646848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326310.646856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326310.646862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326310.646863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326310.646908:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326310.646912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326310.646915:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326311.478853:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306017272, at 4306017280 00000100:00000040:2.0:1767326311.478854:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306017272, at 4306017280 00000100:00000040:0.0:1767326311.478854:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306017272, at 4306017280 00000100:00000040:1.0:1767326311.478858:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306017272, at 4306017280 00000100:00000010:3.0:1767326311.478873:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:1.0:1767326311.478878:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000010:0.0:1767326311.478880:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:2.0:1767326311.478881:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00010000:00000001:0.0:1767326311.670879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326311.670890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326311.670896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326311.670897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326311.670958:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326311.670962:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326311.670966:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326311.990939:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326311.990950:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326311.990956:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000020:00000040:1.0:1767326311.990962:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326311.990967:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326311.990970:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326311.990976:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326311.990982:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767326311.990989:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991002:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326311.991025:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326311.991027:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991032:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_02+2] req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.991052:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991053:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326311.991056:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326311.991058:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326311.991060:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326311.991062:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326311.991063:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326311.991065:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326311.991067:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:1.0:1767326311.991070:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991072:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326311.991073:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326311.991079:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326311.991079:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326311.991081:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326311.991083:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326311.991085:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_03+3] req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326311.991094:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326311.991104:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326311.991115:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326311.991117:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991117:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326311.991119:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326311.991123:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326311.991124:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326311.991125:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326311.991125:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767326311.991127:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 02000000:00000001:2.0:1767326311.991130:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767326311.991131:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326311.991133:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.991136:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326311.991137:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326311.991138:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326311.991141:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326311.991147:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386647424:192.168.203.127@tcp:400: 02000000:00000010:1.0:1767326311.991147:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:3.0:1767326311.991150:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326311.991151:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.991153:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991158:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326311.991159:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326311.991159:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326311.991162:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326311.991166:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326311.991168:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326311.991172:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326311.991173:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326311.991174:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.991176:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_00+0] req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326311.991179:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326311.991187:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000518c3a50. 02000000:00000001:2.0:1767326311.991190:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326311.991194:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386647552:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326311.991196:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326311.991200:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000100:00000040:1.0:1767326311.991200:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326311.991201:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326311.991205:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326311.991205:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326311.991208:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326311.991210:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 02000000:00000001:3.0:1767326311.991211:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326311.991212:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11355) 02000000:00000010:3.0:1767326311.991216:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c03887eb. 00000100:00000200:2.0:1767326311.991219:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647424, portal 25 02000000:00000001:3.0:1767326311.991220:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326311.991223:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326311.991224:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326311.991226:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000400:00000010:3.0:1767326311.991227:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f12b2fd. 00000100:00100000:1.0:1767326311.991228:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1767326311.991232:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.991233:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326311.991234:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000200:3.0:1767326311.991240:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647552, portal 10 00000100:00000001:1.0:1767326311.991243:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326311.991245:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326311.991246:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326311.991247:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326311.991251:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326311.991251:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326311.991253:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326311.991255:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000001:1.0:1767326311.991256:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326311.991259:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386647424, offset 0 00000100:00000001:3.0:1767326311.991260:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000040:1.0:1767326311.991262:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326311.991272:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326311.991273:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.991289:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326311.991292:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326311.991294:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326311.991295:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326311.991295:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326311.991298:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326311.991301:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326311.991304:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386647680:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326311.991305:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326311.991311:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326311.991311:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326311.991314:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326311.991315:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326311.991316:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 02000000:00000001:1.0:1767326311.991317:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326311.991320:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326311.991323:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326311.991323:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000307c20db. 02000000:00000001:1.0:1767326311.991326:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326311.991328:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000400:00000010:1.0:1767326311.991331:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000200:1.0:1767326311.991334:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647680, portal 10 00000100:00000001:0.0:1767326311.991334:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326311.991338:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326311.991339:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326311.991340:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326311.991342:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000400:00000200:2.0:1767326311.991347:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [355:355:256:4294967295] 192.168.203.127@tcp LPNI seq info [355:355:8:4294967295] 00000100:00000040:1.0:1767326311.991351:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.991357:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326311.991359:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326311.991362:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000200:1.0:1767326311.991365:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386647680, offset 0 00000400:00000200:2.0:1767326311.991370:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326311.991372:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326311.991383:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326311.991384:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326311.991387:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326311.991390:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386647552, offset 0 00000400:00000200:1.0:1767326311.991391:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000010:2.0:1767326311.991393:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000400:00000200:1.0:1767326311.991395:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326311.991399:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326311.991400:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326311.991406:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [356:356:255:4294967295] 192.168.203.127@tcp LPNI seq info [356:356:7:4294967295] 00000800:00000200:2.0:1767326311.991412:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326311.991415:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326311.991425:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326311.991430:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326311.991431:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326311.991432:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767326311.991437:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000400:00000200:3.0:1767326311.991438:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326311.991443:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326311.991446:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326311.991449:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326311.991449:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326311.991455:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326311.991455:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326311.991458:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306022392 00000800:00000200:1.0:1767326311.991460:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326311.991462:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [357:357:254:4294967295] 192.168.203.127@tcp LPNI seq info [357:357:6:4294967295] 00000100:00000001:1.0:1767326311.991466:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326311.991467:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069d13063. 00000100:00000040:1.0:1767326311.991470:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 16042 usecs (17 jiffies) 00000100:00000001:1.0:1767326311.991475:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306017809 00000400:00000200:3.0:1767326311.991479:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326311.991479:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326311.991488:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326311.991490:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306022392 00000100:00000001:1.0:1767326311.991490:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306022392 00000800:00000010:3.0:1767326311.991493:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000100:00000001:1.0:1767326311.991495:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306017809 00000100:00000010:2.0:1767326311.991498:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa3eb0f6. 00000100:00000001:2.0:1767326311.991504:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326311.991507:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306022392 00000800:00000200:3.0:1767326311.991508:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326311.991508:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306022392 00000100:00000001:1.0:1767326311.991512:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306017809 00000100:00000010:2.0:1767326311.991514:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000800:00000200:0.0:1767326311.991518:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326311.991520:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326311.991521:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767326311.991524:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000800:00000200:3.0:1767326311.991526:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326311.991527:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306022392 00000100:00000001:1.0:1767326311.991528:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306022392 00000400:00000200:0.0:1767326311.991532:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326311.991533:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326311.991534:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cec89392. 00000100:00000001:1.0:1767326311.991534:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306017809 00000100:00000040:3.0:1767326311.991541:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 268648 usecs (269 jiffies) 00000100:00000001:2.0:1767326311.991541:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326311.991546:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306018061 00000100:00000001:2.0:1767326311.991547:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326311.991547:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306022392 00000400:00000200:0.0:1767326311.991548:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326311.991550:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306022392 00000100:00000001:2.0:1767326311.991554:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326311.991554:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326311.991556:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306018061 00000400:00000200:0.0:1767326311.991558:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000100:00000001:1.0:1767326311.991559:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326311.991561:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.991562:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306022392 00000100:00000001:2.0:1767326311.991565:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326311.991565:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326311.991565:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000001:3.0:1767326311.991566:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306018061 00000100:00000001:3.0:1767326311.991572:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306022392 00000100:00000001:1.0:1767326311.991572:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326311.991573:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326311.991574:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326311.991578:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306018061 00000100:00000001:2.0:1767326311.991579:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326311.991582:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326311.991585:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306022392 00000100:00000001:2.0:1767326311.991585:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326311.991590:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326311.991591:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326311.991593:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.991597:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326311.991599:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326311.991604:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326311.991608:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326311.991610:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326311.991612:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326311.991619:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326311.991622:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326311.991623:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.991625:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326311.991627:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326311.991628:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326311.991631:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.991633:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326311.991645:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326311.991649:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:0.0:1767326311.991652:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326311.991655:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326311.991658:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:0.0:1767326311.991659:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:0.0:1767326311.991662:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326311.991664:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.991684:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326311.991686:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.991693:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326311.991694:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326311.991737:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326311.991739:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000400:00000200:0.0:1767326311.991742:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326311.991746:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326311.991748:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000400:00000010:0.0:1767326311.991750:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:0.0:1767326311.991753:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326311.991755:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.991782:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326311.991784:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.991791:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326311.991793:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326311.992949:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.992962:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326311.992964:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.992966:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326311.992972:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326311.992982:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ab80 00000400:00000200:0.0:1767326311.992987:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:0.0:1767326311.992993:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.993028:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326311.993030:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326311.993032:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326311.993036:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326311.993045:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326311.993055:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.993071:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326311.993080:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.993085:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326311.993087:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.993090:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326311.993094:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326311.993095:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326311.993097:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326311.993104:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326311.993104:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ac80 00000400:00000001:2.0:1767326311.993108:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326311.993111:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000400:00000200:2.0:1767326311.993115:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:2.0:1767326311.993117:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:2.0:1767326311.993126:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326311.993130:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbf9 [1] + 224 00000100:00000200:2.0:1767326311.993134:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326311.993135:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.993141:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326311.993145:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326311.993148:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326311.993151:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326311.993156:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326311.993161:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326311.993164:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326311.993167:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326311.993172:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326311.993174:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326311.993175:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326311.993178:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326311.993181:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326311.993184:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326311.993188:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326311.993189:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=46 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326311.993192:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326311.993193:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=46 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326311.993195:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326311.993196:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326311.993199:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326311.993202:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326311.993204:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326311.993206:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326311.993210:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326311.993215:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326311.993217:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326311.993218:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326311.993221:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.993222:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326311.993226:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326311.993229:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386647424:192.168.203.127@tcp:400: 00000400:00000001:1.0:1767326311.993231:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326311.993235:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326311.993235:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326311.993239:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767326311.993239:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000100:00000040:2.0:1767326311.993242:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386647424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326311.993245:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326311.993250:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:2.0:1767326311.993251:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326311.993254:0:216339:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326311.993259:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767326311.993261:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326311.993262:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000518c3a50. 02000000:00000001:2.0:1767326311.993267:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326311.993269:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326311.993272:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326311.993275:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767326311.993278:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326311.993279:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:2.0:1767326311.993282:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326311.993284:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326311.993285:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00000001:2.0:1767326311.993290:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326311.993292:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326311.993295:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326311.993295:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326311.993299:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326311.993301:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326311.993303:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326311.993303:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326311.993305:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326311.993308:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326311.993310:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326311.993310:0:216339:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326311.993312:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326311.993314:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326311.993314:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326311.993317:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326311.993321:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326311.993321:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:1.0:1767326311.993325:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326311.993330:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326311.993335:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=153 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326311.993338:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326311.993341:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326311.993342:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ac00 00010000:00000001:1.0:1767326311.993345:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326311.993352:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326311.993353:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xbf1 [1] + 224 00010000:00000001:1.0:1767326311.993360:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326311.993366:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326311.993369:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326311.993369:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326311.993373:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326311.993375:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326311.993379:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.993385:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326311.993387:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326311.993388:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326311.993392:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326311.993392:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326311.993399:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:1.0:1767326311.993400:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.993402:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326311.993408:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326311.993423:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386647680:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326311.993425:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326311.993431:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326311.993435:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326311.993438:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386647680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326311.993440:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326311.993446:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326311.993448:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326311.993459:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326311.993461:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326311.993462:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326311.993464:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326311.993466:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000307c20db. 00000400:00000001:3.0:1767326311.993468:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326311.993471:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326311.993471:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326311.993475:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767326311.993476:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f12b2fd. 00000020:00000040:1.0:1767326311.993478:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:3.0:1767326311.993481:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000020:00000001:1.0:1767326311.993483:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767326311.993485:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 02000000:00000010:1.0:1767326311.993486:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 00000100:00000001:3.0:1767326311.993490:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326311.993491:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326311.993494:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767326311.993496:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326311.993497:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:1.0:1767326311.993503:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326311.993505:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326311.993509:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326311.993516:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326311.993518:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326311.993521:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326311.993523:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326311.993525:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326311.993535:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326311.993537:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326311.993539:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326311.993541:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326311.993542:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326311.993543:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326311.993545:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326311.993549:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326311.993552:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326311.993554:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326311.993555:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326311.993557:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326311.993559:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.993561:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326311.993562:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326311.993564:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326311.993572:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326311.993575:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326311.993579:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326311.993581:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326311.993582:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326311.993584:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326311.993588:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386647552:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326311.993590:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326311.993591:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326311.993592:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386647552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326311.993596:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326311.993597:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326311.993598:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c03887eb. 02000000:00000001:3.0:1767326311.993600:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326311.993601:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326311.993602:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326311.993604:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326311.993606:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:3.0:1767326311.993608:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326311.993609:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326311.993610:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:3.0:1767326311.993612:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326311.993614:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326311.993615:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326311.993618:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326311.993619:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326311.993621:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326311.993623:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326312.694829:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326312.694835:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326312.694841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326312.694842:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326312.694859:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326312.694861:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326312.694863:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326313.718832:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326313.718840:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326313.718854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326313.718855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326313.718897:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326313.718901:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326313.718903:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326314.742824:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326314.742832:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326314.742836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326314.742837:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326314.742874:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326314.742880:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326314.742890:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326315.766859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326315.766867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326315.766872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326315.766873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326315.766920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326315.766924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326315.766926:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326316.598826:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306022392, at 4306022400 00000100:00000040:0.0:1767326316.598826:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306022392, at 4306022400 00000100:00000040:1.0:1767326316.598830:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306022392, at 4306022400 00000100:00000010:0.0:1767326316.598844:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069d13063. 00000100:00000040:3.0:1767326316.598847:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306022392, at 4306022400 00000100:00000010:2.0:1767326316.598848:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00000100:00000010:1.0:1767326316.598851:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa3eb0f6. 00000100:00000010:3.0:1767326316.598856:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cec89392. 00010000:00000001:0.0:1767326316.790878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326316.790910:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326316.790912:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326316.790914:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790919:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326316.790920:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790922:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790924:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790927:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326316.790928:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326316.790929:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326316.790934:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326316.790936:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326316.790937:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790938:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326316.790939:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790940:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.790941:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326316.790983:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326316.790987:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326316.790989:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326317.110862:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326317.110872:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326317.110882:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326317.110888:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326317.110893:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326317.110896:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326317.110902:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326317.110909:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326317.110915:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326317.110926:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326317.110956:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326317.110958:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326317.110963:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326317.111000:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326317.111002:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326317.111005:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326317.111009:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326317.111011:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326317.111013:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326317.111014:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326317.111016:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326317.111018:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000001:2.0:1767326317.111020:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.111021:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326317.111024:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326317.111029:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326317.111031:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326317.111033:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.111034:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326317.111037:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_02+2] req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326317.111037:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326317.111042:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326317.111043:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.111058:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326317.111061:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326317.111065:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326317.111068:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326317.111069:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326317.111073:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326317.111073:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111078:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326317.111079:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386647808:192.168.203.127@tcp:400: 00000100:00000010:2.0:1767326317.111082:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326317.111087:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326317.111088:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326317.111089:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326317.111089:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326317.111090:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326317.111093:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326317.111095:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326317.111095:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326317.111095:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326317.111096:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.111098:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326317.111099:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000040:3.0:1767326317.111106:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326317.111106:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111111:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326317.111112:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326317.111119:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000802444fc. 00000100:00000040:2.0:1767326317.111121:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326317.111122:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326317.111123:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.111126:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326317.111132:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326317.111132:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 02000000:00000001:3.0:1767326317.111135:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326317.111137:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326317.111138:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111141:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326317.111143:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386647936:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767326317.111143:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000040:2.0:1767326317.111149:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_03+3] req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326317.111150:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326317.111153:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326317.111153:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647808, portal 25 02000000:00000001:3.0:1767326317.111155:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.111160:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326317.111161:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326317.111164:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 02000000:00000010:3.0:1767326317.111167:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e90e8d9. 02000000:00000001:3.0:1767326317.111170:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326317.111173:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326317.111174:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326317.111177:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f12b2fd. 00000100:00000040:2.0:1767326317.111179:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326317.111185:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000040:2.0:1767326317.111187:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326317.111192:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386647936, portal 10 00000100:00000001:0.0:1767326317.111193:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326317.111195:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326317.111196:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326317.111196:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11360) 00000100:00000001:0.0:1767326317.111196:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326317.111199:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000001:0.0:1767326317.111199:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326317.111202:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326317.111206:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a92a58e. 00000100:00000040:3.0:1767326317.111207:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326317.111207:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326317.111211:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386647808, offset 0 00000100:00000001:3.0:1767326317.111221:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326317.111225:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326317.111226:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326317.111230:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326317.111232:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 00000100:00000001:0.0:1767326317.111232:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326317.111234:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326317.111236:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326317.111238:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326317.111240:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386648064:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326317.111242:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386647936, offset 0 00000400:00000200:1.0:1767326317.111245:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326317.111246:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326317.111250:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326317.111251:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326317.111252:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326317.111255:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326317.111256:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326317.111259:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ee29fd. 00000400:00000200:1.0:1767326317.111263:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326317.111268:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326317.111268:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326317.111274:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:0.0:1767326317.111274:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd1f6594. 00000400:00000200:1.0:1767326317.111280:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [358:358:256:4294967295] 192.168.203.127@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000010:0.0:1767326317.111281:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718ba297. 00000100:00000200:0.0:1767326317.111287:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648064, portal 10 00000100:00000001:0.0:1767326317.111289:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326317.111291:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000400:00000200:1.0:1767326317.111297:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326317.111300:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326317.111309:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326317.111310:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326317.111314:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326317.111314:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326317.111318:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326317.111318:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326317.111319:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000400:00000200:3.0:1767326317.111322:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326317.111322:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dd4a3c4. 00000400:00000200:3.0:1767326317.111325:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:0.0:1767326317.111325:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386648064, offset 0 00000400:00000200:3.0:1767326317.111332:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [359:359:255:4294967295] 192.168.203.127@tcp LPNI seq info [359:359:7:4294967295] 00000800:00000200:1.0:1767326317.111332:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326317.111332:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326317.111346:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326317.111347:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326317.111353:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326317.111353:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326317.111354:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767326317.111358:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000400:00000200:0.0:1767326317.111358:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326317.111362:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326317.111364:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326317.111364:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326317.111367:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326317.111368:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326317.111370:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [360:360:254:4294967295] 192.168.203.127@tcp LPNI seq info [360:360:6:4294967295] 00000800:00000200:3.0:1767326317.111371:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326317.111374:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.111375:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326317.111379:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326317.111381:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306027512 00000100:00000040:3.0:1767326317.111382:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 266118 usecs (267 jiffies) 00000800:00000200:0.0:1767326317.111386:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326317.111388:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306023179 00000100:00000010:1.0:1767326317.111390:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000800:00000010:0.0:1767326317.111390:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000800:00000200:0.0:1767326317.111395:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326317.111401:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326317.111404:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326317.111406:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326317.111407:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326317.111411:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15911 usecs (16 jiffies) 00000100:00000001:0.0:1767326317.111413:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306022928 00000100:00000001:3.0:1767326317.111415:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306027512 00000100:00000001:1.0:1767326317.111415:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306027512 00000100:00000001:3.0:1767326317.111420:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306023179 00000100:00000001:0.0:1767326317.111420:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306027512 00000100:00000010:1.0:1767326317.111421:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000100:00000001:0.0:1767326317.111424:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306022928 00000100:00000001:1.0:1767326317.111427:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326317.111430:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306027512 00000100:00000001:3.0:1767326317.111431:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306027512 00000100:00000001:3.0:1767326317.111435:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306023179 00000100:00000001:0.0:1767326317.111435:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306027512 00000100:00000010:1.0:1767326317.111438:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000100:00000001:0.0:1767326317.111439:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306022928 00000100:00000001:1.0:1767326317.111444:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326317.111448:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306027512 00000100:00000001:3.0:1767326317.111449:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306027512 00000800:00000200:2.0:1767326317.111451:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326317.111454:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306023179 00000100:00000001:0.0:1767326317.111454:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306027512 00000100:00000010:1.0:1767326317.111455:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000800:00000010:2.0:1767326317.111456:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000100:00000001:0.0:1767326317.111459:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306022928 00000100:00000001:1.0:1767326317.111463:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326317.111465:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326317.111469:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306027512 00000100:00000001:1.0:1767326317.111469:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326317.111474:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326317.111475:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326317.111475:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306027512 00000100:00000001:1.0:1767326317.111476:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.111480:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326317.111480:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326317.111481:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000100:00000001:1.0:1767326317.111482:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326317.111484:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.111485:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326317.111486:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:1.0:1767326317.111487:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326317.111488:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326317.111488:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326317.111492:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326317.111493:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326317.111498:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326317.111498:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326317.111499:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326317.111499:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326317.111502:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326317.111502:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326317.111503:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326317.111508:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326317.111508:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326317.111509:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326317.111511:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326317.111511:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326317.111513:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326317.111515:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.111516:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111516:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326317.111520:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326317.111521:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326317.111521:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.111523:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.111529:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111534:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111536:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326317.111547:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326317.111549:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000400:00000200:2.0:1767326317.111551:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326317.111553:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326317.111554:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000400:00000010:2.0:1767326317.111555:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:2.0:1767326317.111562:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326317.111564:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326317.111568:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326317.111569:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326317.111573:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111574:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326317.111633:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326317.111634:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000400:00000200:2.0:1767326317.111636:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326317.111637:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326317.111639:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd4a3c4 00000400:00000010:2.0:1767326317.111640:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dd4a3c4. 00000100:00000001:2.0:1767326317.111641:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326317.111643:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326317.111647:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326317.111648:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326317.111652:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.111652:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326317.113280:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113294:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326317.113298:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113300:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326317.113307:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326317.113318:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ad80 00000400:00000200:0.0:1767326317.113326:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc09 [1] + 224 00000800:00000001:0.0:1767326317.113333:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113338:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326317.113340:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326317.113343:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326317.113348:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326317.113351:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326317.113362:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326317.113388:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326317.113396:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113400:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326317.113402:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113403:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326317.113408:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326317.113414:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ad00 00000400:00000200:0.0:1767326317.113418:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc05 [1] + 224 00000800:00000001:0.0:1767326317.113422:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113425:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326317.113427:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326317.113430:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326317.113433:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326317.113433:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326317.113435:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326317.113436:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326317.113440:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326317.113442:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326317.113442:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326317.113444:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f12b2fd. 00000400:00000200:3.0:1767326317.113446:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:3.0:1767326317.113448:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:3.0:1767326317.113450:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326317.113453:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326317.113457:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326317.113461:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326317.113461:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113463:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326317.113465:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326317.113467:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326317.113468:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326317.113469:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326317.113470:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326317.113472:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326317.113474:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326317.113476:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767326317.113476:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ae00 00000100:00000001:3.0:1767326317.113479:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326317.113481:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326317.113481:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc15 [1] + 224 00000800:00000001:0.0:1767326317.113484:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326317.113488:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326317.113489:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=42 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326317.113489:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326317.113492:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326317.113493:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767326317.113494:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326317.113497:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326317.113497:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326317.113498:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767326317.113501:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326317.113502:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326317.113504:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00010000:00000001:3.0:1767326317.113507:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326317.113509:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00010000:00000001:3.0:1767326317.113511:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326317.113512:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:3.0:1767326317.113517:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326317.113518:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326317.113519:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326317.113521:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:1.0:1767326317.113525:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326317.113526:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326317.113529:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326317.113530:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326317.113535:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326317.113554:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326317.113557:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326317.113567:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326317.113572:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326317.113576:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326317.113577:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326317.113580:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326317.113583:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326317.113586:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326317.113587:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326317.113590:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326317.113592:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326317.113596:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767326317.113597:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386647936:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326317.113599:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326317.113602:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.113604:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326317.113606:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326317.113609:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326317.113610:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326317.113611:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=52 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326317.113614:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326317.113615:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386647936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326317.113618:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=52 v=5 (1 1 1 1) 00000400:00000001:2.0:1767326317.113619:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326317.113622:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326317.113624:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd1f6594. 00000100:00000001:1.0:1767326317.113626:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326317.113630:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326317.113631:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000100:00000001:3.0:1767326317.113633:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767326317.113635:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00010000:00000001:1.0:1767326317.113636:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326317.113638:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326317.113639:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326317.113639:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326317.113641:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e90e8d9. 00000100:00000001:1.0:1767326317.113643:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326317.113645:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326317.113646:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326317.113649:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326317.113651:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326317.113652:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326317.113656:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326317.113660:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 02000000:00000001:3.0:1767326317.113666:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326317.113668:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326317.113671:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000200:2.0:1767326317.113672:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326317.113673:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326317.113675:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326317.113676:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326317.113677:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326317.113680:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326317.113681:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326317.113688:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326317.113689:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326317.113690:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326317.113691:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.113693:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326317.113696:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326317.113697:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326317.113699:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326317.113700:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326317.113703:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326317.113706:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326317.113709:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326317.113712:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386647808:192.168.203.127@tcp:400: 00000100:00001000:2.0:1767326317.113714:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=52 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326317.113717:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326317.113718:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=9 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326317.113721:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326317.113722:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326317.113724:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326317.113727:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326317.113727:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386647808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767326317.113733:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326317.113747:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767326317.113748:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326317.113750:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326317.113751:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767326317.113752:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000802444fc. 00000100:00000040:2.0:1767326317.113753:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326317.113780:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326317.113781:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326317.113782:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326317.113785:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326317.113786:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326317.113789:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326317.113794:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326317.113795:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326317.113797:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326317.113798:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326317.113800:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326317.113802:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326317.113803:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326317.113810:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386648064:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326317.113810:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326317.113813:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:2.0:1767326317.113815:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326317.113817:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326317.113818:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326317.113821:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326317.113822:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386648064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326317.113825:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326317.113831:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326317.113833:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326317.113836:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326317.113839:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.113845:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326317.113847:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326317.113849:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ee29fd. 02000000:00000001:2.0:1767326317.113852:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326317.113853:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326317.113854:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326317.113856:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326317.113857:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 02000000:00000001:2.0:1767326317.113859:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326317.113859:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326317.113860:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:2.0:1767326317.113863:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326317.113863:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326317.113865:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326317.113867:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326317.113868:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326317.113870:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326317.113871:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326317.814892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326317.814902:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326317.814910:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326317.814912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326317.814984:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326317.814989:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326317.814992:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326318.838822:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326318.838830:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326318.838836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326318.838837:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326318.838872:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326318.838876:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326318.838878:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326319.862808:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326319.862816:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326319.862820:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326319.862822:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326319.862881:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326319.862884:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326319.862887:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326320.886877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326320.886886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326320.886894:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326320.886896:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326320.886940:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326320.886995:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326320.886997:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326321.718851:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306027512, at 4306027520 00000100:00000040:0.0:1767326321.718851:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306027512, at 4306027520 00000100:00000040:2.0:1767326321.718858:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306027512, at 4306027520 00000100:00000040:1.0:1767326321.718858:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306027512, at 4306027520 00000100:00000010:0.0:1767326321.718874:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:1.0:1767326321.718876:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:2.0:1767326321.718878:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:3.0:1767326321.718881:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00010000:00000001:0.0:1767326321.910885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326321.910896:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326321.910905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326321.910906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326321.911040:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326321.911045:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326321.911049:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326322.230918:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326322.230933:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326322.230958:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767326322.230966:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326322.230972:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326322.230977:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326322.230983:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326322.230993:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326322.231002:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326322.231015:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326322.231030:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326322.231033:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326322.231040:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_00+0] req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.231069:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326322.231072:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326322.231077:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326322.231080:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326322.231084:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326322.231087:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326322.231090:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326322.231092:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326322.231099:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767326322.231102:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326322.231107:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326322.231114:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326322.231117:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326322.231122:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326322.231124:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.231126:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326322.231138:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326322.231143:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326322.231144:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326322.231149:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.231149:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326322.231154:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326322.231158:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_01+1] req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326322.231158:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326322.231169:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.231181:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.231181:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326322.231187:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326322.231187:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.231195:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326322.231196:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767326322.231199:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 02000000:00000001:1.0:1767326322.231201:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326322.231201:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326322.231204:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:0.0:1767326322.231205:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326322.231207:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.231211:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326322.231211:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326322.231215:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386648192:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326322.231216:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326322.231219:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326322.231221:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231223:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326322.231226:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767326322.231228:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 02000000:00000001:1.0:1767326322.231234:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326322.231235:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231235:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326322.231239:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326322.231240:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231241:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326322.231245:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326322.231246:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326322.231249:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326322.231254:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac24f428. 02000000:00000001:1.0:1767326322.231261:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326322.231271:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000100:00000001:3.0:1767326322.231276:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326322.231279:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326322.231280:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231282:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326322.231285:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 02000000:00000001:0.0:1767326322.231286:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326322.231288:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_02+2] req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326322.231290:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326322.231296:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326322.231297:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648192, portal 25 00000100:00100000:0.0:1767326322.231304:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386648320:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326322.231312:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326322.231312:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326322.231316:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 02000000:00000001:0.0:1767326322.231317:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326322.231320:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326322.231322:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326322.231325:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326322.231326:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fef7e662. 00000100:00000040:1.0:1767326322.231327:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326322.231332:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326322.231332:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326322.231340:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005364f464. 00000100:00000040:3.0:1767326322.231343:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326322.231347:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000001:2.0:1767326322.231351:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326322.231353:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648320, portal 10 00000100:00000040:3.0:1767326322.231355:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11365) 00000100:00000001:1.0:1767326322.231355:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326322.231357:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326322.231358:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326322.231362:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326322.231363:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326322.231363:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000400:00000010:1.0:1767326322.231370:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000040:2.0:1767326322.231372:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326322.231374:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326322.231378:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386648192, offset 0 00000400:00000200:1.0:1767326322.231395:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326322.231403:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326322.231409:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231409:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326322.231410:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326322.231417:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326322.231418:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326322.231422:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326322.231424:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 02000000:00000001:2.0:1767326322.231428:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326322.231429:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326322.231431:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386648320, offset 0 02000000:00000001:2.0:1767326322.231433:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326322.231438:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326322.231439:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326322.231444:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326322.231448:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386648448:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326322.231455:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326322.231458:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326322.231459:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326322.231462:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326322.231466:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326322.231467:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:2.0:1767326322.231473:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000568b8548. 00000400:00000200:1.0:1767326322.231475:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [361:361:256:4294967295] 192.168.203.127@tcp LPNI seq info [361:361:8:4294967295] 02000000:00000001:2.0:1767326322.231478:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326322.231486:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007772a6fd. 00000400:00000010:2.0:1767326322.231492:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000200:2.0:1767326322.231498:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648448, portal 10 00000400:00000200:1.0:1767326322.231501:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326322.231502:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326322.231506:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000800:00000200:1.0:1767326322.231514:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326322.231516:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326322.231516:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326322.231523:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326322.231525:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000400:00000200:0.0:1767326322.231528:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326322.231535:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326322.231538:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326322.231540:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326322.231546:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326322.231547:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326322.231553:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000400:00000200:0.0:1767326322.231554:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [362:362:255:4294967295] 192.168.203.127@tcp LPNI seq info [362:362:7:4294967295] 00000100:00000200:2.0:1767326322.231560:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386648448, offset 0 00000800:00000200:1.0:1767326322.231566:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326322.231572:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326322.231574:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326322.231576:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326322.231582:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326322.231586:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000400:00000200:2.0:1767326322.231587:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326322.231593:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326322.231594:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326322.231598:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326322.231600:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326322.231603:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326322.231607:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306032632 00000400:00000200:2.0:1767326322.231609:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326322.231609:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326322.231615:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000100:00000001:0.0:1767326322.231616:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326322.231617:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767326322.231624:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 263636 usecs (264 jiffies) 00000400:00000200:2.0:1767326322.231625:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [363:363:254:4294967295] 192.168.203.127@tcp LPNI seq info [363:363:6:4294967295] 00000100:00000001:1.0:1767326322.231629:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326322.231629:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306028296 00000100:00000001:1.0:1767326322.231641:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306032632 00000100:00000001:0.0:1767326322.231641:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306032632 00000400:00000200:2.0:1767326322.231643:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:1.0:1767326322.231650:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000100:00000001:0.0:1767326322.231650:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306028296 00000800:00000200:2.0:1767326322.231657:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326322.231659:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767326322.231664:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000100:00000001:1.0:1767326322.231665:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306032632 00000100:00000001:0.0:1767326322.231665:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306032632 00000100:00000010:1.0:1767326322.231672:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000100:00000001:0.0:1767326322.231673:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306028296 00000800:00000200:3.0:1767326322.231678:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326322.231679:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000010:3.0:1767326322.231686:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000100:00000001:1.0:1767326322.231689:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326322.231691:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326322.231697:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326322.231698:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326322.231698:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306032632 00000100:00000001:0.0:1767326322.231698:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306032632 00000100:00000001:2.0:1767326322.231703:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231705:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306028296 00000100:00000010:1.0:1767326322.231706:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000100:00000040:2.0:1767326322.231708:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15787 usecs (16 jiffies) 00000100:00000001:2.0:1767326322.231716:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306028048 00000100:00000001:1.0:1767326322.231716:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326322.231721:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326322.231723:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306032632 00000100:00000001:1.0:1767326322.231723:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326322.231723:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306032632 00000400:00000200:3.0:1767326322.231730:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000100:00000001:0.0:1767326322.231730:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326322.231731:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306028048 00000100:00000001:1.0:1767326322.231732:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326322.231736:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:0.0:1767326322.231737:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326322.231739:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306032632 00000100:00000001:1.0:1767326322.231740:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231742:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.231746:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326322.231747:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306028048 00000100:00000001:1.0:1767326322.231748:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.231749:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326322.231755:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326322.231755:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306032632 00000100:00000001:1.0:1767326322.231756:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326322.231785:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306028049 00000100:00000001:2.0:1767326322.231788:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306032632 00000100:00000001:1.0:1767326322.231790:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326322.231795:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326322.231795:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326322.231803:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.231803:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326322.231812:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.231814:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326322.231815:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326322.231821:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326322.231822:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326322.231826:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326322.231832:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326322.231835:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326322.231837:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326322.231839:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.231841:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326322.231845:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326322.231861:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326322.231864:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:3.0:1767326322.231868:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326322.231874:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326322.231878:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:3.0:1767326322.231880:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:3.0:1767326322.231884:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326322.231889:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.231898:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326322.231900:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.231908:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.231910:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326322.231994:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326322.231997:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:3.0:1767326322.232000:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326322.232004:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326322.232007:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001345b526 00000400:00000010:3.0:1767326322.232009:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001345b526. 00000100:00000001:3.0:1767326322.232012:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326322.232015:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.232030:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326322.232033:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.232040:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.232042:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326322.233634:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326322.233648:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326322.233651:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326322.233654:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326322.233661:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326322.233673:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ae80 00000400:00000200:2.0:1767326322.233681:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:2.0:1767326322.233698:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326322.233703:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326322.233705:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326322.233710:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326322.233714:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326322.233719:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326322.233730:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326322.233747:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326322.233777:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326322.233782:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326322.233785:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326322.233788:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326322.233788:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326322.233793:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326322.233798:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767326322.233800:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326322.233804:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326322.233808:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0af00 00000400:00000010:1.0:1767326322.233809:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000400:00000200:1.0:1767326322.233816:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326322.233819:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326322.233823:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326322.233826:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc21 [1] + 224 00000100:00000200:1.0:1767326322.233830:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326322.233834:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326322.233839:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326322.233847:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326322.233849:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326322.233859:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326322.233865:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326322.233867:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326322.233870:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326322.233872:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326322.233875:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326322.233880:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326322.233884:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326322.233888:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326322.233890:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326322.233893:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326322.233903:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326322.233909:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=57 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326322.233911:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326322.233913:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326322.233917:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326322.233917:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326322.233923:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326322.233928:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326322.233929:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326322.233932:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326322.233934:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.233957:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.233963:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326322.233964:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:1.0:1767326322.233968:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326322.233969:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326322.233975:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326322.233980:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0af80 00000400:00000001:0.0:1767326322.233981:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326322.233984:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005364f464. 00000100:00000001:1.0:1767326322.233988:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326322.233989:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:0.0:1767326322.233993:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:1.0:1767326322.233995:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326322.233997:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326322.234002:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326322.234004:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326322.234010:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc2d [1] + 224 00000100:00000200:0.0:1767326322.234012:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326322.234023:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326322.234029:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386648192:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767326322.234032:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326322.234038:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326322.234041:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326322.234045:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326322.234047:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:1.0:1767326322.234052:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386648192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326322.234053:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326322.234053:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326322.234062:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326322.234078:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326322.234082:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326322.234087:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac24f428. 00000100:00000001:0.0:1767326322.234088:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326322.234092:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326322.234094:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326322.234095:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326322.234097:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326322.234098:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767326322.234099:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326322.234101:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767326322.234103:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326322.234105:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326322.234110:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326322.234112:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326322.234116:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 00000100:00001000:0.0:1767326322.234122:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=47 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326322.234123:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326322.234127:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767326322.234129:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326322.234131:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767326322.234131:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000001:0.0:1767326322.234136:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326322.234138:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767326322.234139:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326322.234140:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.234142:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326322.234145:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326322.234146:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326322.234146:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326322.234151:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.234156:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326322.234157:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326322.234160:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326322.234161:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326322.234167:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326322.234167:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326322.234169:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326322.234172:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326322.234173:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.234174:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326322.234180:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326322.234181:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326322.234185:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326322.234190:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007772a6fd. 00000100:00000001:0.0:1767326322.234191:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326322.234196:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326322.234198:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000100:00000001:0.0:1767326322.234198:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326322.234203:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000040:0.0:1767326322.234203:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.234210:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326322.234213:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386648320:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326322.234218:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326322.234220:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326322.234226:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326322.234234:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326322.234240:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386648320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.234250:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326322.234253:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326322.234258:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326322.234259:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326322.234261:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326322.234263:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326322.234264:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326322.234268:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326322.234268:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fef7e662. 02000000:00000001:3.0:1767326322.234274:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326322.234275:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326322.234279:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=57 v=5 (5 5 5 5) 00000020:00000001:0.0:1767326322.234279:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326322.234283:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00001000:3.0:1767326322.234286:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=14 v=5 (1 1 0 0) 00000020:00000001:0.0:1767326322.234287:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326322.234290:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767326322.234292:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326322.234294:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326322.234296:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326322.234296:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326322.234299:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00010000:00000001:3.0:1767326322.234302:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326322.234303:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326322.234306:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326322.234308:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326322.234311:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326322.234313:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326322.234316:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326322.234320:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326322.234323:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326322.234330:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.234340:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326322.234342:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326322.234344:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326322.234346:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326322.234350:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.234358:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326322.234360:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326322.234362:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326322.234365:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326322.234375:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386648448:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326322.234379:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326322.234381:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326322.234384:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386648448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326322.234391:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326322.234393:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326322.234396:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000568b8548. 02000000:00000001:3.0:1767326322.234400:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326322.234402:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326322.234403:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326322.234405:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326322.234406:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 02000000:00000001:3.0:1767326322.234409:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326322.234410:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326322.234411:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:3.0:1767326322.234414:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326322.234416:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326322.234418:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326322.234421:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326322.234423:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326322.234425:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326322.234432:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326322.934871:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326322.934880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326322.934886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326322.934887:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326322.934926:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326322.934938:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326322.934942:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326323.958870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326323.958881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326323.958888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326323.958889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326323.958967:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326323.958972:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326323.958976:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326324.982882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326324.982891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326324.982897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326324.982899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326324.982968:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326324.982971:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326324.982974:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326326.006851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326326.006859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326326.006865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326326.006865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326326.006927:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326326.006932:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326326.006935:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326326.838878:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306032632, at 4306032640 00000100:00000040:2.0:1767326326.838878:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306032632, at 4306032640 00000100:00000040:1.0:1767326326.838878:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306032632, at 4306032640 00000100:00000040:0.0:1767326326.838878:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306032632, at 4306032640 00000100:00000010:3.0:1767326326.838899:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000010:2.0:1767326326.838918:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:0.0:1767326326.838929:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:1.0:1767326326.838935:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00010000:00000001:0.0:1767326327.030869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326327.030880:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326327.030883:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326327.030886:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030891:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326327.030893:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030895:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030896:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326327.030901:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326327.030917:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326327.030923:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326327.030925:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326327.030926:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030927:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326327.030929:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030930:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.030931:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326327.030976:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326327.030981:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326327.030984:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326327.350878:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326327.350890:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326327.350926:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000020:00000040:1.0:1767326327.350934:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326327.350938:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326327.350941:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326327.350947:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326327.350955:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326327.350963:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326327.350974:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326327.350984:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326327.350987:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326327.350992:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_03+3] req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326327.351017:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326327.351019:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326327.351022:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326327.351024:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326327.351027:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326327.351028:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326327.351029:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326327.351031:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326327.351036:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326327.351036:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326327.351040:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326327.351041:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000001:1.0:1767326327.351046:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326327.351047:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326327.351052:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326327.351059:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326327.351068:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326327.351068:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326327.351072:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326327.351073:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326327.351075:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326327.351078:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326327.351079:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_00+0] req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326327.351082:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326327.351085:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326327.351088:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386648576:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326327.351092:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326327.351098:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326327.351102:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326327.351106:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326327.351112:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075e5bcb2. 02000000:00000001:3.0:1767326327.351114:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326327.351120:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f12b2fd. 00000100:00000001:1.0:1767326327.351125:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326327.351127:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000040:1.0:1767326327.351128:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326327.351133:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767326327.351137:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648576, portal 25 00000100:00000010:1.0:1767326327.351137:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326327.351139:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326327.351141:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326327.351143:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326327.351144:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 02000000:00000001:1.0:1767326327.351146:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326327.351150:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326327.351153:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.351155:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326327.351155:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326327.351161:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326327.351162:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326327.351162:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326327.351167:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351169:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326327.351171:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326327.351184:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326327.351185:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326327.351190:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326327.351192:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326327.351193:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326327.351197:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351198:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326327.351199:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 00000100:00000001:2.0:1767326327.351203:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326327.351204:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386648576, offset 0 00000100:00000001:2.0:1767326327.351208:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326327.351208:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_01+1] req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326327.351226:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326327.351226:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326327.351233:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326327.351234:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326327.351244:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326327.351253:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11370) 00000100:00000001:0.0:1767326327.351256:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326327.351257:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326327.351260:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326327.351264:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326327.351266:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767326327.351270:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326327.351271:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326327.351272:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326327.351277:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326327.351278:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326327.351279:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326327.351282:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326327.351284:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326327.351284:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351286:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326327.351290:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326327.351292:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326327.351293:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326327.351295:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386648704:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326327.351302:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [364:364:256:4294967295] 192.168.203.127@tcp LPNI seq info [364:364:8:4294967295] 00000100:00000040:0.0:1767326327.351302:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.351305:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326327.351311:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326327.351315:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351318:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326327.351320:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326327.351322:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326327.351326:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326327.351327:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326327.351328:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090878e7. 02000000:00000001:0.0:1767326327.351331:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326327.351335:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326327.351335:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326327.351338:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00100000:0.0:1767326327.351345:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386648832:192.168.203.127@tcp:400: 00000800:00000010:3.0:1767326327.351346:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000400:00000010:2.0:1767326327.351347:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 00000400:00000010:2.0:1767326327.351356:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000800:00000200:3.0:1767326327.351358:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326327.351365:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648704, portal 10 00000100:00000001:0.0:1767326327.351365:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326327.351371:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767326327.351372:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326327.351372:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326327.351376:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351377:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000800:00000200:3.0:1767326327.351378:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326327.351382:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326327.351389:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f059409. 00000100:00000040:2.0:1767326327.351391:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326327.351394:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326327.351396:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326327.351403:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005364f464. 00000100:00000001:3.0:1767326327.351404:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306037752 00000100:00000001:2.0:1767326327.351409:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767326327.351412:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d9e7a21. 00000400:00000010:0.0:1767326327.351415:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000040:2.0:1767326327.351417:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767326327.351423:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648832, portal 10 00000100:00000001:3.0:1767326327.351424:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767326327.351424:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000001:0.0:1767326327.351430:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326327.351433:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306037752 00000100:00000001:0.0:1767326327.351434:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000010:3.0:1767326327.351439:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc559c9e. 00000100:00000200:2.0:1767326327.351439:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386648704, offset 0 00000100:00000001:3.0:1767326327.351445:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326327.351447:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326327.351451:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306037752 00000400:00000200:2.0:1767326327.351454:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326327.351459:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071b4d82f. 00000100:00000001:3.0:1767326327.351466:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326327.351467:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326327.351471:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326327.351474:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306037752 00000400:00000200:2.0:1767326327.351478:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326327.351480:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326327.351482:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000400:00000010:0.0:1767326327.351484:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00000400:00000200:2.0:1767326327.351485:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:0.0:1767326327.351489:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386648832, offset 0 00000400:00000200:2.0:1767326327.351493:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326327.351498:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326327.351501:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326327.351504:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326327.351506:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326327.351513:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326327.351513:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [365:365:255:4294967295] 192.168.203.127@tcp LPNI seq info [365:365:7:4294967295] 00000100:00000001:3.0:1767326327.351520:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326327.351523:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326327.351527:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326327.351527:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326327.351530:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767326327.351533:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000100:00000001:3.0:1767326327.351536:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326327.351539:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326327.351540:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326327.351543:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326327.351548:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326327.351552:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326327.351554:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326327.351563:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326327.351565:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326327.351569:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326327.351570:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000400:00000200:0.0:1767326327.351573:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326327.351577:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326327.351583:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326327.351583:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326327.351589:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [366:366:254:4294967295] 192.168.203.127@tcp LPNI seq info [366:366:6:4294967295] 00000800:00000200:2.0:1767326327.351595:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326327.351599:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326327.351603:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326327.351607:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326327.351612:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326327.351612:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000800:00000010:0.0:1767326327.351613:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000400:00000010:1.0:1767326327.351617:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000040:2.0:1767326327.351622:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 261206 usecs (262 jiffies) 00000800:00000200:0.0:1767326327.351622:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326327.351623:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326327.351629:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306033414 00000100:00000200:1.0:1767326327.351631:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326327.351633:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326327.351637:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306037752 00000800:00000200:0.0:1767326327.351639:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326327.351644:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306033414 00000100:00000001:0.0:1767326327.351647:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351650:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306037752 00000100:00000001:2.0:1767326327.351655:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306033414 00000100:00000040:0.0:1767326327.351658:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15671 usecs (16 jiffies) 00000100:00000001:2.0:1767326327.351662:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306037752 00000100:00000001:0.0:1767326327.351664:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306033168 00000100:00000001:2.0:1767326327.351671:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306033414 00000100:00000001:0.0:1767326327.351671:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306037752 00000100:00000001:1.0:1767326327.351675:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326327.351676:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306033168 00000100:00000001:2.0:1767326327.351678:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306037752 00000100:00000001:0.0:1767326327.351680:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306037752 00000100:00000040:1.0:1767326327.351681:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.351686:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326327.351687:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306033168 00000100:00000001:0.0:1767326327.351693:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306037752 00000100:00000001:2.0:1767326327.351695:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351699:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306033168 00000100:00000001:2.0:1767326327.351703:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351703:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306037752 00000100:00000001:1.0:1767326327.351704:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351710:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326327.351711:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326327.351712:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351716:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351717:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326327.351722:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326327.351722:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351725:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.351727:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.351731:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326327.351736:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326327.351738:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:1.0:1767326327.351741:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326327.351745:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326327.351747:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000400:00000010:1.0:1767326327.351748:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:1.0:1767326327.351750:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326327.351752:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326327.351794:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326327.351796:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326327.351801:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326327.351803:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326327.351836:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326327.351839:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000400:00000200:1.0:1767326327.351843:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326327.351848:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326327.351851:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000400:00000010:1.0:1767326327.351852:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000001:1.0:1767326327.351855:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326327.351860:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326327.351869:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326327.351871:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326327.351888:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326327.351889:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326327.353076:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353089:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326327.353092:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353134:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326327.353142:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326327.353155:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b000 00000400:00000200:3.0:1767326327.353163:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:3.0:1767326327.353170:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353178:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326327.353181:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326327.353185:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326327.353190:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326327.353194:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326327.353205:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326327.353223:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326327.353231:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353234:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353262:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326327.353266:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326327.353271:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326327.353274:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326327.353276:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f12b2fd. 00000400:00000200:2.0:1767326327.353281:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:2.0:1767326327.353288:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:2.0:1767326327.353292:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326327.353297:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326327.353308:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353316:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326327.353318:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353321:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326327.353324:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326327.353327:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326327.353330:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326327.353333:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326327.353341:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326327.353346:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=62 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326327.353347:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326327.353350:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326327.353354:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326327.353355:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326327.353358:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326327.353360:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326327.353364:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326327.353366:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353369:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326327.353375:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353383:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326327.353386:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326327.353388:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326327.353392:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326327.353400:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386648576:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326327.353426:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353429:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326327.353432:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386648576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353453:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326327.353456:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326327.353459:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075e5bcb2. 02000000:00000001:2.0:1767326327.353463:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326327.353466:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326327.353468:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326327.353470:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326327.353473:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767326327.353477:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326327.353480:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326327.353481:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:2.0:1767326327.353485:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326327.353487:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353489:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353494:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326327.353496:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.353501:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326327.353503:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326327.353504:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326327.353515:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b080 00000400:00000200:3.0:1767326327.353520:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc3d [1] + 224 00000800:00000001:3.0:1767326327.353524:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353527:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326327.353529:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326327.353532:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326327.353535:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326327.353539:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326327.353624:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326327.353638:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326327.353643:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353648:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326327.353650:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326327.353652:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326327.353657:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326327.353665:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b100 00000400:00000200:3.0:1767326327.353671:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc41 [1] + 224 00000100:00000001:2.0:1767326327.353674:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326327.353676:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326327.353678:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326327.353684:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326327.353685:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326327.353686:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326327.353690:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326327.353691:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a080ed7. 00000400:00000200:2.0:1767326327.353698:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000200:3.0:1767326327.353699:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326327.353702:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:2.0:1767326327.353708:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326327.353713:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326327.353714:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326327.353721:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326327.353737:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326327.353738:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353754:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326327.353785:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326327.353798:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353802:0:216339:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326327.353805:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326327.353805:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326327.353807:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326327.353811:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326327.353817:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326327.353818:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.353820:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326327.353824:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326327.353826:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326327.353829:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767326327.353832:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=52 v=5 (5 5 5 5) 00000400:00000010:0.0:1767326327.353832:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005364f464. 00000400:00000200:0.0:1767326327.353837:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000100:00001000:2.0:1767326327.353841:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=52 v=5 (1 1 1 1) 00000400:00000010:0.0:1767326327.353841:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:0.0:1767326327.353846:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326327.353849:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767326327.353852:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353853:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326327.353859:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326327.353864:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326327.353868:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353871:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326327.353875:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326327.353876:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326327.353878:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.353882:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326327.353882:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326327.353883:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326327.353887:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.353892:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326327.353894:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326327.353897:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326327.353918:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326327.353925:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=62 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326327.353927:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326327.353929:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326327.353933:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326327.353934:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326327.353937:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.353938:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326327.353939:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326327.353944:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326327.353948:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326327.353953:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.353957:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326327.353959:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326327.353962:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326327.353964:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326327.353971:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326327.353974:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386648704:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326327.353980:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326327.353984:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326327.353986:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326327.353986:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326327.353989:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326327.353993:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326327.354001:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386648704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326327.354002:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386648832:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326327.354013:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326327.354018:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326327.354019:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326327.354023:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767326327.354026:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386648832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326327.354027:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090878e7. 02000000:00000001:2.0:1767326327.354034:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326327.354037:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326327.354041:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326327.354041:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326327.354045:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767326327.354046:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326327.354049:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f059409. 02000000:00000010:2.0:1767326327.354050:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:2.0:1767326327.354056:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326327.354057:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326327.354061:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326327.354062:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326327.354066:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326327.354068:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:2.0:1767326327.354074:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767326327.354074:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326327.354078:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 00000100:00000001:2.0:1767326327.354079:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326327.354082:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326327.354084:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326327.354085:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326327.354087:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:0.0:1767326327.354091:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326327.354093:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326327.354093:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.354098:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.354099:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326327.354106:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326327.354107:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326327.354110:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326327.354111:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326327.354113:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326327.354117:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326328.054837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326328.054846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326328.054855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326328.054856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326328.054912:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326328.054916:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326328.054918:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326329.078837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326329.078847:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326329.078854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326329.078855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326329.078910:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326329.078914:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326329.078917:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326330.102839:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326330.102845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326330.102851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326330.102852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326330.102932:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326330.102936:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326330.102939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326331.126854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326331.126863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326331.126869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326331.126870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326331.126945:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326331.126950:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326331.126954:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326331.958857:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306037752, at 4306037760 00000100:00000040:2.0:1767326331.958857:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306037752, at 4306037760 00000100:00000040:1.0:1767326331.958857:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306037752, at 4306037760 00000100:00000010:2.0:1767326331.958890:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071b4d82f. 00000100:00000010:3.0:1767326331.958894:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:1.0:1767326331.958895:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc559c9e. 00000100:00000040:0.0:1767326331.958942:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306037752, at 4306037760 00000100:00000010:0.0:1767326331.958950:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d9e7a21. 00010000:00000001:0.0:1767326332.150841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326332.150848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326332.150853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326332.150854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326332.150913:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326332.150918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326332.150922:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326332.470919:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326332.470933:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326332.470966:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000020:00000040:0.0:1767326332.470975:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326332.470981:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326332.470986:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326332.470993:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326332.471002:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:0.0:1767326332.471011:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326332.471024:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326332.471039:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326332.471042:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326332.471048:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_02+2] req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.471082:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326332.471086:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326332.471090:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326332.471094:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000020:00000040:0.0:1767326332.471097:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326332.471100:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326332.471101:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326332.471103:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326332.471107:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.471108:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326332.471112:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:2.0:1767326332.471113:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326332.471118:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326332.471121:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326332.471123:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326332.471127:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326332.471128:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.471156:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326332.471157:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326332.471160:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.471161:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326332.471166:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_03+3] req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326332.471168:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326332.471172:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326332.471178:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326332.471185:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386648960:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326332.471190:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326332.471194:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326332.471197:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326332.471199:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326332.471201:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326332.471204:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326332.471209:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326332.471211:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326332.471212:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326332.471216:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767326332.471218:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 02000000:00000010:2.0:1767326332.471219:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066816d20. 00000100:00000040:3.0:1767326332.471223:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326332.471224:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326332.471226:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.471231:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326332.471235:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767326332.471239:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 00000100:00000001:3.0:1767326332.471240:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326332.471240:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326332.471243:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326332.471247:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326332.471249:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 02000000:00000001:3.0:1767326332.471250:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326332.471252:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 02000000:00000001:3.0:1767326332.471254:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.471258:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326332.471260:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386649088:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767326332.471264:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386648960, portal 25 00000100:00000001:3.0:1767326332.471265:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326332.471269:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326332.471269:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326332.471270:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326332.471273:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.471275:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 02000000:00000001:3.0:1767326332.471278:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326332.471284:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008da8df60. 00000100:00000040:2.0:1767326332.471285:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326332.471289:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.471291:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326332.471295:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059981b8f. 00000100:00000001:0.0:1767326332.471295:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.471301:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767326332.471304:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000040:0.0:1767326332.471307:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326332.471309:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326332.471311:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649088, portal 10 00000400:00000010:2.0:1767326332.471315:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 00000100:00000001:3.0:1767326332.471317:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326332.471321:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000100:00000200:2.0:1767326332.471322:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386648960, offset 0 00000100:00000040:3.0:1767326332.471332:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326332.471334:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326332.471347:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326332.471349:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326332.471352:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326332.471354:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326332.471358:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 00000100:00000040:0.0:1767326332.471360:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326332.471361:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326332.471363:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386649088, offset 0 00000400:00000200:2.0:1767326332.471370:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326332.471371:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326332.471375:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326332.471377:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326332.471382:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767326332.471383:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11375) 00000100:00000001:1.0:1767326332.471387:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326332.471388:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [367:367:256:4294967295] 192.168.203.127@tcp LPNI seq info [367:367:8:4294967295] 00000100:00000001:1.0:1767326332.471393:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326332.471397:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326332.471405:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326332.471407:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326332.471415:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326332.471416:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326332.471421:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326332.471424:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326332.471426:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326332.471427:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003369ff22. 00000400:00000200:3.0:1767326332.471430:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326332.471437:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326332.471438:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326332.471443:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326332.471443:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326332.471445:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:1.0:1767326332.471449:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326332.471452:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [368:368:255:4294967295] 192.168.203.127@tcp LPNI seq info [368:368:7:4294967295] 02000000:00000001:1.0:1767326332.471454:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326332.471461:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:1.0:1767326332.471462:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326332.471465:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326332.471471:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003369ff22 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767326332.471472:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386649216:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326332.471478:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326332.471483:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767326332.471485:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 02000000:00000001:1.0:1767326332.471488:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767326332.471492:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326332.471492:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326332.471493:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326332.471499:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326332.471501:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306042872 00000800:00000200:3.0:1767326332.471503:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000010:1.0:1767326332.471507:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047e544fb. 00000800:00000200:3.0:1767326332.471508:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326332.471510:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 02000000:00000001:1.0:1767326332.471512:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326332.471515:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326332.471520:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 258818 usecs (259 jiffies) 00000400:00000010:1.0:1767326332.471520:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000100:00000001:2.0:1767326332.471523:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326332.471527:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306038531 00000400:00000010:1.0:1767326332.471529:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000001:3.0:1767326332.471533:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306042872 00000100:00000001:2.0:1767326332.471533:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306042872 00000100:00000200:1.0:1767326332.471535:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649216, portal 10 00000100:00000001:3.0:1767326332.471537:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306038531 00000100:00000001:1.0:1767326332.471541:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767326332.471544:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000100:00000001:1.0:1767326332.471545:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:3.0:1767326332.471551:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326332.471556:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326332.471557:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306038531 00000100:00000001:2.0:1767326332.471562:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306038531 00000100:00000010:3.0:1767326332.471564:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e12a7b34. 00000800:00000200:0.0:1767326332.471570:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326332.471571:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326332.471572:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306042872 00000100:00000001:1.0:1767326332.471577:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326332.471579:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306038531 00000800:00000010:0.0:1767326332.471579:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003369ff22. 00000100:00000001:2.0:1767326332.471581:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306038531 00000100:00000040:1.0:1767326332.471586:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326332.471588:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306042872 00000100:00000010:3.0:1767326332.471590:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4254591. 00000400:00000200:0.0:1767326332.471590:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326332.471592:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88aeb00. 00000100:00000001:3.0:1767326332.471597:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326332.471601:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326332.471604:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306038531 00000400:00000200:0.0:1767326332.471605:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326332.471608:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326332.471609:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386649216, offset 0 00000100:00000001:2.0:1767326332.471612:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326332.471615:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326332.471616:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55734bd 00000100:00000001:3.0:1767326332.471618:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326332.471618:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326332.471622:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f55734bd. 00000100:00000001:2.0:1767326332.471625:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.471628:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326332.471629:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326332.471630:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326332.471632:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326332.471633:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326332.471635:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326332.471638:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326332.471639:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326332.471641:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326332.471642:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326332.471645:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326332.471646:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326332.471647:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326332.471652:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326332.471657:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326332.471658:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326332.471663:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326332.471664:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326332.471668:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.471668:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326332.471669:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326332.471678:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767326332.471678:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326332.471681:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [369:369:254:4294967295] 192.168.203.127@tcp LPNI seq info [369:369:6:4294967295] 00000400:00000200:1.0:1767326332.471694:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326332.471706:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326332.471711:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326332.471712:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:0.0:1767326332.471715:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326332.471719:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326332.471723:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326332.471726:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326332.471729:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326332.471732:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15553 usecs (16 jiffies) 00000800:00000200:0.0:1767326332.471734:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326332.471735:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306038288 00000100:00000001:1.0:1767326332.471741:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306042872 00000800:00000010:0.0:1767326332.471741:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767326332.471747:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306038288 00000400:00000200:0.0:1767326332.471748:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326332.471749:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306042872 00000100:00000001:1.0:1767326332.471755:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306038288 00000100:00000001:1.0:1767326332.471774:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306042872 00000100:00000001:1.0:1767326332.471776:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306038289 00000100:00000001:1.0:1767326332.471777:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306042872 00000100:00000001:1.0:1767326332.471778:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326332.471780:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.471782:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.471783:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326332.471792:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326332.471796:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326332.471796:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326332.471801:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326332.471804:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326332.471804:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000100:00000001:1.0:1767326332.471806:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.471810:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326332.471810:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:0.0:1767326332.471818:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326332.471823:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.471833:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326332.471835:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.471843:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.471845:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326332.471935:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326332.471938:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:0.0:1767326332.471942:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326332.471946:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326332.471949:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000400:00000010:0.0:1767326332.471951:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000001:0.0:1767326332.471955:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326332.471958:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.471967:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326332.471969:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.471977:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.471979:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326332.474317:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326332.474330:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326332.474333:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326332.474335:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326332.474344:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326332.474358:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b180 00000400:00000200:3.0:1767326332.474365:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc4d [1] + 224 00000800:00000001:3.0:1767326332.474371:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326332.474374:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326332.474376:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326332.474380:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326332.474385:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326332.474390:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326332.474399:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326332.474414:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326332.474420:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326332.474421:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326332.474423:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326332.474424:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326332.474440:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326332.474447:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b280 00000400:00000200:3.0:1767326332.474453:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc5d [1] + 224 00000800:00000001:3.0:1767326332.474456:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326332.474456:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326332.474462:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326332.474464:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326332.474467:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326332.474470:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326332.474471:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:2.0:1767326332.474477:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326332.474480:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a080ed7. 00000400:00000200:2.0:1767326332.474485:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:2.0:1767326332.474487:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:2.0:1767326332.474490:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326332.474491:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326332.474496:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326332.474501:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326332.474541:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326332.474555:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326332.474562:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326332.474571:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326332.474571:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326332.474577:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326332.474579:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326332.474582:0:216340:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326332.474583:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326332.474590:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326332.474592:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326332.474597:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326332.474601:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326332.474608:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326332.474609:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326332.474617:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326332.474622:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767326332.474626:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=67 v=5 (5 5 5 5) 00000400:00000001:1.0:1767326332.474627:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326332.474632:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767326332.474635:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=67 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326332.474637:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b200 00000400:00000010:1.0:1767326332.474637:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000100:00000001:2.0:1767326332.474643:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326332.474650:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000100:00000001:2.0:1767326332.474653:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326332.474658:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00010000:00000001:2.0:1767326332.474659:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326332.474662:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.474667:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.474667:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326332.474677:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc51 [1] + 224 00000100:00000040:2.0:1767326332.474677:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326332.474679:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326332.474698:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326332.474713:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326332.474723:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326332.474726:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326332.474728:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767326332.474730:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326332.474732:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326332.474746:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326332.474748:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326332.474789:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326332.474803:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326332.474803:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326332.474811:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326332.474812:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386648960:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326332.474824:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326332.474831:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326332.474832:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326332.474838:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326332.474843:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.474844:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326332.474848:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326332.474852:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326332.474855:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386648960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326332.474880:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326332.474899:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=24 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326332.474917:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326332.474922:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326332.474925:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326332.474926:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326332.474931:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326332.474934:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767326332.474935:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066816d20. 00010000:00080000:1.0:1767326332.474935:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326332.474942:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326332.474946:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326332.474949:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326332.474950:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000800:00000001:3.0:1767326332.474956:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326332.474958:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767326332.474960:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326332.474964:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 00000100:00000001:1.0:1767326332.474968:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326332.474971:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326332.474972:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:2.0:1767326332.474974:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326332.474978:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:1.0:1767326332.474979:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326332.474983:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326332.474984:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326332.474987:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.474988:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326332.474991:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326332.474993:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326332.475000:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326332.475002:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326332.475005:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326332.475010:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059981b8f. 00000100:00000001:2.0:1767326332.475012:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326332.475016:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.475017:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326332.475018:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:2.0:1767326332.475019:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326332.475023:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767326332.475025:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.475025:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326332.475030:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.475030:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326332.475038:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326332.475041:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326332.475068:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386649216:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326332.475073:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326332.475078:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326332.475084:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326332.475091:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386649216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.475091:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326332.475095:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.475100:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326332.475103:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326332.475106:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326332.475108:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326332.475110:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326332.475112:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326332.475115:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326332.475116:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047e544fb. 00000100:00001000:0.0:1767326332.475122:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=57 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326332.475123:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326332.475126:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326332.475130:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00001000:0.0:1767326332.475130:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=57 v=5 (1 1 1 1) 00000020:00000001:1.0:1767326332.475136:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326332.475138:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326332.475140:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 00000100:00000001:0.0:1767326332.475141:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326332.475146:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326332.475146:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326332.475151:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767326332.475152:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326332.475154:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:0.0:1767326332.475157:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326332.475161:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326332.475161:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326332.475165:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.475166:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326332.475169:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.475171:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326332.475178:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326332.475178:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326332.475181:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326332.475187:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326332.475191:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.475193:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326332.475197:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326332.475199:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326332.475202:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326332.475226:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386649088:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326332.475231:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.475234:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326332.475236:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386649088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326332.475244:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326332.475246:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326332.475248:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008da8df60. 02000000:00000001:0.0:1767326332.475253:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326332.475255:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326332.475256:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326332.475258:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326332.475260:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:0.0:1767326332.475263:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326332.475264:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326332.475265:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:0.0:1767326332.475268:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326332.475270:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.475272:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326332.475276:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326332.475277:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326332.475280:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326332.475282:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326333.174878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326333.174889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326333.174897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326333.174899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326333.174939:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326333.174944:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326333.174946:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326334.198867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326334.198876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326334.198881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326334.198882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326334.198942:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326334.198947:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326334.198951:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326335.222888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326335.222895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326335.222900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326335.222923:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326335.222967:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326335.222973:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326335.222978:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326336.246906:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326336.246912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326336.246917:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326336.246918:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326336.246957:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326336.246961:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326336.246963:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326337.078866:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306042872, at 4306042880 00000100:00000040:1.0:1767326337.078867:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306042872, at 4306042880 00000100:00000040:0.0:1767326337.078872:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306042872, at 4306042880 00000100:00000040:3.0:1767326337.078880:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306042872, at 4306042880 00000100:00000010:2.0:1767326337.078882:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e12a7b34. 00000100:00000010:1.0:1767326337.078884:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:0.0:1767326337.078886:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00000100:00000010:3.0:1767326337.078891:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4254591. 00010000:00000001:0.0:1767326337.270881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326337.270892:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326337.270894:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326337.270896:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270900:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326337.270902:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270903:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270905:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270908:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326337.270909:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326337.270910:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326337.270913:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326337.270915:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326337.270916:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270917:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326337.270918:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270919:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.270920:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326337.270970:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326337.270976:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326337.270981:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326337.590918:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326337.590927:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326337.590933:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbee18fd. 00000020:00000040:1.0:1767326337.590939:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326337.590942:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326337.590945:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326337.590949:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326337.590957:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:1.0:1767326337.590963:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326337.590972:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326337.590981:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326337.590983:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326337.590988:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbee18fd] to pc [ptlrpcd_00_01+1] req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.591014:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326337.591016:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326337.591018:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326337.591022:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd2b487. 00000020:00000040:1.0:1767326337.591024:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326337.591026:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326337.591027:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326337.591028:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.591029:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326337.591032:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767326337.591034:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326337.591036:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.591038:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326337.591041:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326337.591046:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.591050:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326337.591053:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326337.591060:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd2b487] to pc [ptlrpcd_00_02+2] req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.591062:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326337.591065:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326337.591070:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326337.591072:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326337.591074:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326337.591077:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386649344:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326337.591092:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326337.591097:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326337.591099:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326337.591101:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326337.591104:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326337.591106:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6e58a1d. 00000100:00000040:1.0:1767326337.591107:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326337.591110:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.591113:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326337.591114:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326337.591117:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000100:00000001:2.0:1767326337.591119:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326337.591119:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005364f464. 00000020:00000040:1.0:1767326337.591120:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326337.591124:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326337.591124:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326337.591127:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326337.591131:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326337.591131:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326337.591134:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326337.591135:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000400:00000010:0.0:1767326337.591135:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000001:3.0:1767326337.591137:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.591143:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326337.591147:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649344, portal 25 00000100:00000040:1.0:1767326337.591150:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326337.591153:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326337.591156:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831689728 : -125135877861888 : ffff8e3088738e00) 00000100:00000001:2.0:1767326337.591160:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326337.591165:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326337.591166:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.591168:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326337.591171:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326337.591172:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326337.591178:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326337.591180:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_03+3] req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.591182:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326337.591185:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326337.591190:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326337.591195:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386649472:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767326337.591196:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000200:0.0:1767326337.591201:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386649344, offset 0 00000100:00000001:2.0:1767326337.591204:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326337.591206:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326337.591210:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326337.591211:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326337.591211:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326337.591215:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326337.591221:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326337.591222:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326337.591227:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11381) 00000400:00000200:0.0:1767326337.591227:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:2.0:1767326337.591229:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007491735c. 02000000:00000001:2.0:1767326337.591235:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326337.591237:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326337.591239:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326337.591243:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 00000100:00000001:1.0:1767326337.591244:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326337.591244:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326337.591250:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326337.591253:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000400:00000200:0.0:1767326337.591253:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326337.591258:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [370:370:256:4294967295] 192.168.203.127@tcp LPNI seq info [370:370:8:4294967295] 00000100:00000200:2.0:1767326337.591260:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649472, portal 10 00000100:00000001:2.0:1767326337.591264:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326337.591268:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831693312 : -125135877858304 : ffff8e3088739c00) 00000400:00000200:0.0:1767326337.591271:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326337.591280:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326337.591280:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326337.591284:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000800:00000200:0.0:1767326337.591291:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326337.591300:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326337.591303:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326337.591306:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326337.591309:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326337.591310:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 00000100:00000200:2.0:1767326337.591315:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386649472, offset 0 00000400:00000200:2.0:1767326337.591320:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326337.591324:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326337.591327:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326337.591331:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326337.591333:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326337.591336:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326337.591336:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306047992 00000100:00000001:3.0:1767326337.591338:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326337.591342:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767326337.591342:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000400:00000200:2.0:1767326337.591344:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326337.591350:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326337.591350:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326337.591351:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326337.591360:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [371:371:255:4294967295] 192.168.203.127@tcp LPNI seq info [371:371:7:4294967295] 00000100:00000001:0.0:1767326337.591360:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306047992 00000100:00000010:0.0:1767326337.591366:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000100:00000001:0.0:1767326337.591373:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326337.591374:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326337.591377:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.591381:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306047992 02000000:00000001:3.0:1767326337.591382:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326337.591386:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326337.591386:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326337.591388:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bea0ac4e. 02000000:00000001:3.0:1767326337.591392:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.591394:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326337.591400:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00100000:3.0:1767326337.591401:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386649600:192.168.203.127@tcp:400: 00000800:00000200:1.0:1767326337.591402:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326337.591402:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306047992 00000800:00000010:2.0:1767326337.591407:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000800:00000010:1.0:1767326337.591408:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326337.591410:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767326337.591410:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 02000000:00000001:3.0:1767326337.591416:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326337.591417:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326337.591417:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326337.591418:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767326337.591420:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.591424:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326337.591425:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326337.591430:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326337.591431:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326337.591431:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000010:3.0:1767326337.591432:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000501222c6. 00000100:00000001:0.0:1767326337.591433:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326337.591439:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326337.591440:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326337.591440:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326337.591441:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000400:00000010:1.0:1767326337.591447:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000100:00000001:2.0:1767326337.591448:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.591451:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767326337.591453:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 256490 usecs (257 jiffies) 00000100:00000001:0.0:1767326337.591453:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326337.591457:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306043649 00000100:00000001:0.0:1767326337.591457:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326337.591463:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326337.591464:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306047992 00000100:00000001:0.0:1767326337.591465:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326337.591469:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326337.591470:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306043649 00000100:00000001:0.0:1767326337.591473:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326337.591476:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306047992 00000100:00000001:0.0:1767326337.591481:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326337.591482:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306043649 00000100:00000001:1.0:1767326337.591484:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326337.591487:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306047992 00000100:00000040:1.0:1767326337.591490:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326337.591492:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306043649 00000100:00000001:2.0:1767326337.591497:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306047992 00000100:00000001:1.0:1767326337.591500:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.591502:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326337.591507:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326337.591509:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326337.591511:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326337.591513:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326337.591517:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326337.591518:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326337.591520:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767326337.591521:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000100:00000001:2.0:1767326337.591526:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326337.591527:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326337.591530:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326337.591534:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326337.591535:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326337.591537:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55734bd 00000400:00000010:1.0:1767326337.591541:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f55734bd. 00000100:00000001:2.0:1767326337.591542:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.591543:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326337.591546:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.591552:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326337.591553:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.591558:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.591559:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767326337.591661:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0c0fac4. 00000400:00000010:3.0:1767326337.591667:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000200:3.0:1767326337.591744:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649600, portal 10 00000100:00000001:3.0:1767326337.591751:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326337.591752:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000040:3.0:1767326337.591785:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326337.591794:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326337.591798:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326337.591802:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000200:3.0:1767326337.591806:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386649600, offset 0 00000400:00000200:3.0:1767326337.591811:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326337.591816:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326337.591820:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326337.591823:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326337.591825:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326337.591827:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326337.591845:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [372:372:256:4294967295] 192.168.203.127@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:3.0:1767326337.591852:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326337.591856:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326337.591859:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000800:00000200:3.0:1767326337.591861:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326337.591865:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326337.591867:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326337.591878:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326337.591880:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15447 usecs (16 jiffies) 00000100:00000001:3.0:1767326337.591882:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306043409 00000100:00000001:3.0:1767326337.591883:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306047992 00000100:00000001:3.0:1767326337.591885:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306043409 00000100:00000001:3.0:1767326337.591886:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306047992 00000100:00000001:3.0:1767326337.591887:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306043409 00000100:00000001:3.0:1767326337.591888:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306047992 00000100:00000001:3.0:1767326337.591894:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306043409 00000100:00000001:3.0:1767326337.591895:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306047992 00000100:00000001:3.0:1767326337.591897:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326337.591898:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326337.591901:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326337.591902:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326337.591906:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326337.591907:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326337.591909:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326337.591910:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326337.591911:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326337.591913:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326337.591945:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326337.591948:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326337.591951:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326337.591955:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326337.591957:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:0.0:1767326337.591959:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000001:0.0:1767326337.591961:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326337.591964:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.591970:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326337.591972:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.591981:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.591982:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326337.592898:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326337.592905:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326337.592908:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326337.592911:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326337.593020:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326337.593032:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b300 00000400:00000200:3.0:1767326337.593039:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:3.0:1767326337.593046:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326337.593158:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326337.593162:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326337.593167:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326337.593172:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326337.593176:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326337.593186:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.593240:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326337.593243:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326337.593250:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326337.593264:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326337.593270:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326337.593271:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326337.593273:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326337.593274:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326337.593276:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005364f464. 00000400:00000200:0.0:1767326337.593279:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:0.0:1767326337.593281:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:0.0:1767326337.593285:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326337.593287:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326337.593290:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326337.593301:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000200:0.0:1767326337.593305:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.593311:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326337.593315:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b400 00000100:00000001:0.0:1767326337.593315:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326337.593318:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326337.593322:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326337.593324:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326337.593326:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc75 [1] + 224 00000100:00000001:0.0:1767326337.593327:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326337.593331:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326337.593336:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326337.593337:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326337.593342:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=72 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326337.593343:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326337.593344:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326337.593346:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326337.593349:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326337.593350:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326337.593355:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326337.593359:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326337.593360:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767326337.593363:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326337.593368:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326337.593370:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326337.593373:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326337.593375:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326337.593377:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326337.593381:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326337.593394:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326337.593402:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386649344:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326337.593412:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326337.593415:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326337.593418:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbee18fd x1853175386649344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326337.593423:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326337.593425:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326337.593430:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326337.593432:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326337.593433:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6e58a1d. 00000800:00000001:3.0:1767326337.593438:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326337.593439:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326337.593442:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326337.593444:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326337.593444:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326337.593446:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767326337.593448:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000001:1.0:1767326337.593451:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326337.593452:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326337.593453:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767326337.593454:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326337.593458:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0c0fac4. 02000000:00000010:0.0:1767326337.593459:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 00000400:00000200:1.0:1767326337.593465:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000200:3.0:1767326337.593466:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:0.0:1767326337.593467:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767326337.593468:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 02000000:00000001:0.0:1767326337.593472:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326337.593474:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767326337.593476:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbee18fd. 00000100:00000200:1.0:1767326337.593481:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326337.593483:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b380 00000100:00000001:0.0:1767326337.593485:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326337.593488:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326337.593495:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326337.593498:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc6d [1] + 224 00000100:00000001:0.0:1767326337.593503:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326337.593506:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326337.593508:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326337.593509:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326337.593516:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326337.593520:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326337.593530:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326337.593530:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326337.593534:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326337.593536:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326337.593537:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326337.593539:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326337.593542:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326337.593544:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326337.593547:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:1.0:1767326337.593548:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326337.593553:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=72 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326337.593555:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326337.593557:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=29 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326337.593560:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326337.593561:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326337.593564:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326337.593564:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326337.593570:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326337.593593:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326337.593597:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326337.593598:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326337.593601:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326337.593602:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.593603:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326337.593608:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.593636:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326337.593638:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326337.593639:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326337.593641:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326337.593651:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386649600:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326337.593657:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326337.593661:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326337.593665:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386649600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326337.593685:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326337.593687:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326337.593689:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326337.593689:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000501222c6. 02000000:00000001:1.0:1767326337.593694:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326337.593695:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326337.593696:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000800:00000001:3.0:1767326337.593699:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326337.593699:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326337.593703:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:1.0:1767326337.593706:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326337.593707:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326337.593707:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326337.593710:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:1.0:1767326337.593714:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326337.593715:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326337.593715:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326337.593719:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326337.593719:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326337.593725:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767326337.593726:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326337.593727:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326337.593729:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326337.593731:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326337.593732:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a080ed7. 00000100:00000001:1.0:1767326337.593734:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326337.593738:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:2.0:1767326337.593741:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:2.0:1767326337.593743:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326337.593747:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326337.593753:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326337.593775:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326337.593777:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326337.593778:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326337.593779:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326337.593780:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326337.593781:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326337.593783:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326337.593786:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326337.593788:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326337.593789:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326337.593790:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326337.593791:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326337.593793:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326337.593795:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326337.593802:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326337.593803:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326337.593804:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326337.593807:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326337.593811:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326337.593813:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326337.593814:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326337.593815:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326337.593820:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386649472:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326337.593822:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326337.593823:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326337.593825:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd2b487 x1853175386649472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326337.593829:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326337.593830:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326337.593847:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007491735c. 02000000:00000001:2.0:1767326337.593849:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326337.593850:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326337.593851:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326337.593853:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326337.593854:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767326337.593856:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326337.593856:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326337.593857:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd2b487. 00000100:00000001:2.0:1767326337.593859:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326337.593860:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326337.593861:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326337.593864:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326337.593865:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326337.593866:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326337.593868:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326338.294866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326338.294872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326338.294876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326338.294877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326338.294922:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326338.294925:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326338.294928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326339.318851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326339.318857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326339.318863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326339.318864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326339.318903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326339.318906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326339.318910:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326340.342895:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326340.342900:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326340.342904:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326340.342922:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326340.342981:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326340.342984:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326340.342986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326341.366842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326341.366849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326341.366854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326341.366855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326341.366895:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326341.366901:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326341.366904:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326342.198832:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306047992, at 4306048000 00000100:00000010:2.0:1767326342.198845:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bea0ac4e. 00000100:00000040:1.0:1767326342.198867:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306047992, at 4306048000 00000100:00000010:1.0:1767326342.198874:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00000100:00000040:0.0:1767326342.199886:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306047992, at 4306048001 00000100:00000010:0.0:1767326342.199899:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000040:3.0:1767326342.199917:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306047992, at 4306048001 00000100:00000010:3.0:1767326342.199925:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00010000:00000001:0.0:1767326342.390943:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326342.390953:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.390961:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326342.390962:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326342.391031:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326342.391037:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326342.391041:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326342.710923:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326342.710941:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326342.710953:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326342.710961:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326342.710966:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326342.710969:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326342.710975:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326342.710982:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 00000100:00000001:2.0:1767326342.710989:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326342.710999:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326342.711010:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326342.711012:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326342.711016:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.711037:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326342.711039:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326342.711046:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326342.711049:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326342.711052:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326342.711055:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326342.711058:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326342.711064:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326342.711067:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326342.711067:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326342.711073:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326342.711080:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326342.711084:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326342.711087:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326342.711090:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326342.711093:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326342.711094:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326342.711098:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326342.711098:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326342.711102:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386649728:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326342.711107:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326342.711108:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d3baa4. 00000100:00000001:2.0:1767326342.711113:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326342.711114:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326342.711118:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326342.711127:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326342.711127:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.711130:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326342.711132:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326342.711135:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_01+1] req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326342.711138:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7802e77. 02000000:00000001:1.0:1767326342.711143:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326342.711150:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000100:00000001:2.0:1767326342.711152:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326342.711156:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326342.711158:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767326342.711159:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000010:2.0:1767326342.711162:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326342.711166:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000200:1.0:1767326342.711168:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649728, portal 25 00000100:00000001:2.0:1767326342.711169:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326342.711172:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326342.711173:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326342.711175:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326342.711176:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:0.0:1767326342.711179:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326342.711181:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 00000100:00000040:1.0:1767326342.711184:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.711185:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.711185:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326342.711188:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326342.711194:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326342.711198:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.711202:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326342.711210:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326342.711215:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000200:1.0:1767326342.711221:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386649728, offset 0 00000100:00000001:2.0:1767326342.711222:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326342.711224:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.711229:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326342.711231:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326342.711232:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326342.711235:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326342.711237:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326342.711241:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326342.711246:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326342.711252:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386649856:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326342.711256:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326342.711258:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767326342.711260:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326342.711264:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326342.711267:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326342.711268:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326342.711273:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000518c3a50. 00000400:00000200:1.0:1767326342.711277:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:0.0:1767326342.711278:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.711281:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326342.711285:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326342.711286:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005364f464. 00000100:00000040:2.0:1767326342.711287:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326342.711296:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326342.711297:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326342.711297:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000400:00000200:1.0:1767326342.711305:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [373:373:256:4294967295] 192.168.203.127@tcp LPNI seq info [373:373:8:4294967295] 00000100:00000200:0.0:1767326342.711305:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649856, portal 10 00000100:00000040:2.0:1767326342.711309:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11386) 00000100:00000001:0.0:1767326342.711312:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326342.711315:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:3.0:1767326342.711324:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326342.711326:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326342.711331:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326342.711335:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326342.711337:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326342.711339:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326342.711344:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326342.711346:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326342.711347:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:2.0:1767326342.711348:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326342.711361:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326342.711367:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326342.711372:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326342.711375:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326342.711377:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326342.711380:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326342.711381:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:3.0:1767326342.711383:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326342.711385:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000800:00000200:1.0:1767326342.711389:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326342.711392:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386649856, offset 0 02000000:00000001:3.0:1767326342.711393:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326342.711400:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386649984:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326342.711403:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326342.711404:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326342.711407:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326342.711410:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326342.711412:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306053112 02000000:00000001:3.0:1767326342.711413:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326342.711416:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326342.711418:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000400:00000200:0.0:1767326342.711418:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326342.711422:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000501222c6. 00000400:00000200:0.0:1767326342.711425:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326342.711426:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326342.711433:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098045e15. 00000400:00000200:0.0:1767326342.711433:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326342.711434:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767326342.711441:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000400:00000200:0.0:1767326342.711442:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326342.711444:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306053112 00000400:00000200:0.0:1767326342.711450:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:1.0:1767326342.711452:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014e99dcc. 00000100:00000200:3.0:1767326342.711453:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386649984, portal 10 00000400:00000200:0.0:1767326342.711456:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [374:374:255:4294967295] 192.168.203.127@tcp LPNI seq info [374:374:7:4294967295] 00000100:00000001:3.0:1767326342.711459:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326342.711459:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326342.711465:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306053112 00000100:00000001:3.0:1767326342.711470:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000010:1.0:1767326342.711471:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000400:00000200:0.0:1767326342.711474:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326342.711477:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767326342.711481:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.711482:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306053112 00000800:00000200:0.0:1767326342.711482:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326342.711489:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000800:00000010:0.0:1767326342.711491:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000001:1.0:1767326342.711495:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326342.711498:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326342.711500:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326342.711502:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326342.711507:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326342.711507:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326342.711512:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326342.711513:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326342.711514:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000800:00000200:0.0:1767326342.711517:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326342.711520:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326342.711521:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386649984, offset 0 00000100:00000001:0.0:1767326342.711522:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326342.711528:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 254188 usecs (255 jiffies) 00000100:00000001:1.0:1767326342.711529:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326342.711532:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326342.711534:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326342.711535:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306048767 00000100:00000001:1.0:1767326342.711539:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326342.711540:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306053112 00000400:00000200:3.0:1767326342.711542:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326342.711543:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326342.711547:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.711547:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306048767 00000400:00000200:3.0:1767326342.711549:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326342.711554:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.711554:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306053112 00000400:00000200:3.0:1767326342.711556:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326342.711562:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306048767 00000800:00000200:2.0:1767326342.711563:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326342.711564:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326342.711568:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306053112 00000400:00000200:3.0:1767326342.711570:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:2.0:1767326342.711571:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000100:00000001:0.0:1767326342.711572:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306048767 00000400:00000200:3.0:1767326342.711576:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [375:375:254:4294967295] 192.168.203.127@tcp LPNI seq info [375:375:6:4294967295] 00000400:00000200:2.0:1767326342.711579:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326342.711584:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306053112 00000100:00000001:0.0:1767326342.711588:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326342.711592:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326342.711595:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326342.711596:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326342.711599:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326342.711601:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326342.711607:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326342.711610:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326342.711612:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326342.711612:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000100:00000001:0.0:1767326342.711613:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326342.711617:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326342.711618:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:0.0:1767326342.711620:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326342.711622:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:0.0:1767326342.711625:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.711627:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326342.711632:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326342.711637:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326342.711645:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326342.711654:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326342.711659:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.711665:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.711667:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326342.711685:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326342.711687:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:2.0:1767326342.711689:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326342.711692:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326342.711694:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000400:00000010:2.0:1767326342.711695:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 00000100:00000001:2.0:1767326342.711698:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326342.711700:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.711705:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326342.711707:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.711711:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.711712:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326342.711743:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326342.711818:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326342.711822:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326342.711826:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326342.711831:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326342.711835:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000400:00000010:0.0:1767326342.711837:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000001:0.0:1767326342.711840:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326342.711844:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326342.711855:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326342.711857:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326342.711864:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.711866:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326342.711880:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326342.711885:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15331 usecs (16 jiffies) 00000100:00000001:3.0:1767326342.711888:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306048529 00000100:00000001:3.0:1767326342.711890:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306053112 00000100:00000001:3.0:1767326342.711892:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306048529 00000100:00000001:3.0:1767326342.711893:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306053112 00000100:00000001:3.0:1767326342.711894:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306048529 00000100:00000001:3.0:1767326342.711896:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306053112 00000100:00000001:3.0:1767326342.711897:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306048529 00000100:00000001:3.0:1767326342.711903:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306053112 00000100:00000001:3.0:1767326342.711904:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326342.711906:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326342.711908:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326342.711909:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326342.711913:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326342.711914:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326342.711915:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326342.711916:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326342.711917:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326342.711919:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326342.713145:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326342.713160:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326342.713163:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326342.713165:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326342.713171:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326342.713180:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b480 00000400:00000200:3.0:1767326342.713318:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:3.0:1767326342.713326:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326342.713333:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326342.713335:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326342.713339:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326342.713344:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326342.713348:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326342.713366:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326342.713440:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326342.713448:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326342.713453:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326342.713455:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326342.713457:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326342.713462:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326342.713479:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b500 00000100:00000001:1.0:1767326342.713481:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326342.713485:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326342.713487:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc85 [1] + 224 00000800:00000001:3.0:1767326342.713494:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326342.713497:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326342.713501:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326342.713502:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326342.713504:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000400:00000200:3.0:1767326342.713507:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326342.713511:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326342.713515:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326342.713519:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326342.713524:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326342.713535:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.713542:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326342.713551:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326342.713554:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326342.713558:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326342.713561:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326342.713563:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326342.713566:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326342.713572:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=77 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326342.713576:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:1.0:1767326342.713579:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326342.713580:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326342.713586:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767326342.713587:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.713590:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326342.713596:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326342.713601:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326342.713601:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326342.713608:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326342.713616:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.713624:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326342.713627:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326342.713629:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326342.713633:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326342.713640:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386649728:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326342.713646:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326342.713649:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326342.713651:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326342.713654:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386649728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326342.713658:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326342.713664:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326342.713664:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326342.713665:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326342.713670:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326342.713670:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326342.713671:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326342.713674:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326342.713676:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7802e77. 00000400:00000001:0.0:1767326342.713678:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326342.713682:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326342.713683:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:0.0:1767326342.713683:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767326342.713688:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767326342.713688:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005364f464. 00000020:00000040:1.0:1767326342.713691:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:3.0:1767326342.713695:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b580 00000020:00000001:1.0:1767326342.713697:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767326342.713697:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 02000000:00000010:1.0:1767326342.713703:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 00000400:00000010:0.0:1767326342.713703:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:0.0:1767326342.713710:0:216339:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326342.713711:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767326342.713714:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc8d [1] + 224 00000100:00000200:0.0:1767326342.713720:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326342.713721:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767326342.713722:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767326342.713726:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000800:00000001:3.0:1767326342.713729:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326342.713734:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326342.713735:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326342.713740:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326342.713743:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326342.713745:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326342.713749:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326342.713753:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326342.713754:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326342.713783:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.713784:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326342.713791:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326342.713793:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326342.713810:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.713823:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326342.713826:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326342.713828:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326342.713830:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326342.713834:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326342.713835:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326342.713836:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326342.713839:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326342.713844:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326342.713846:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326342.713851:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326342.713851:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=67 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326342.713855:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326342.713859:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=67 v=5 (1 1 1 1) 00000400:00000001:2.0:1767326342.713861:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326342.713864:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326342.713866:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326342.713868:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.713870:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767326342.713872:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098045e15. 00010000:00000001:0.0:1767326342.713875:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326342.713877:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:2.0:1767326342.713881:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:0.0:1767326342.713882:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326342.713883:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326342.713886:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:2.0:1767326342.713890:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326342.713891:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326342.713894:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326342.713904:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326342.713916:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326342.713922:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326342.713929:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326342.713931:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326342.713936:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326342.713941:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326342.713941:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.713947:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326342.713950:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326342.713953:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326342.713956:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326342.713961:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326342.713961:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386649856:192.168.203.127@tcp:400: 00000100:00001000:2.0:1767326342.713970:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=77 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326342.713971:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326342.713977:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326342.713978:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=34 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326342.713982:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326342.713983:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386649856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.713985:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326342.713988:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326342.713995:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326342.714005:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.714007:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326342.714009:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326342.714011:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326342.714013:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326342.714017:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326342.714035:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326342.714036:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326342.714037:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326342.714040:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326342.714040:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326342.714045:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326342.714045:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000518c3a50. 02000000:00000001:0.0:1767326342.714051:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326342.714055:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326342.714057:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326342.714062:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326342.714066:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d3baa4. 02000000:00000001:0.0:1767326342.714071:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326342.714074:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767326342.714075:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386649984:192.168.203.127@tcp:400: 00000100:00000010:0.0:1767326342.714077:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767326342.714086:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326342.714087:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326342.714090:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326342.714092:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326342.714095:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326342.714099:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386649984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326342.714102:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326342.714106:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326342.714111:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326342.714115:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.714117:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326342.714121:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326342.714123:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000501222c6. 02000000:00000001:2.0:1767326342.714128:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326342.714130:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326342.714132:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326342.714135:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326342.714137:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 02000000:00000001:2.0:1767326342.714140:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326342.714141:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326342.714142:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326342.714145:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326342.714146:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326342.714148:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326342.714152:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326342.714154:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326342.714156:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326342.714157:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326343.414869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326343.414880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326343.414888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326343.414889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326343.414928:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326343.414933:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326343.414937:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326344.438907:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326344.438915:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326344.438920:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326344.438922:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326344.438975:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326344.438979:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326344.438982:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326345.462896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326345.462905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326345.462916:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326345.462917:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326345.462963:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326345.462968:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326345.462972:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326346.486891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326346.486899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326346.486905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326346.486906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326346.486967:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326346.486972:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326346.486975:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326347.318855:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306053112, at 4306053120 00000100:00000040:2.0:1767326347.318855:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306053112, at 4306053120 00000100:00000040:1.0:1767326347.318855:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306053112, at 4306053120 00000100:00000040:0.0:1767326347.318855:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306053112, at 4306053120 00000100:00000010:0.0:1767326347.318875:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00000100:00000010:1.0:1767326347.318880:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014e99dcc. 00000100:00000010:3.0:1767326347.318883:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00000100:00000010:2.0:1767326347.318884:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00010000:00000001:0.0:1767326347.510854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326347.510863:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326347.510866:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326347.510868:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510873:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326347.510874:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510876:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510878:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326347.510882:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326347.510883:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326347.510888:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326347.510890:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326347.510891:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510892:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326347.510893:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510894:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.510896:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326347.510941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326347.510946:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326347.510949:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326347.830898:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326347.830914:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326347.830936:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767326347.830946:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326347.830952:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326347.830956:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326347.830963:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326347.830974:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326347.830983:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.830994:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326347.831004:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326347.831007:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.831014:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_03+3] req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.831051:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.831055:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326347.831059:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326347.831063:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326347.831064:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000020:00000040:3.0:1767326347.831068:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326347.831075:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326347.831089:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326347.831092:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326347.831093:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326347.831096:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326347.831098:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326347.831101:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326347.831103:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326347.831110:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:2.0:1767326347.831118:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326347.831119:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.831128:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326347.831128:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326347.831136:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326347.831141:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326347.831143:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326347.831147:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.831148:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326347.831154:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386650112:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326347.831158:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_00_00+0] req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326347.831161:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326347.831169:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326347.831173:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326347.831175:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326347.831180:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 02000000:00000001:2.0:1767326347.831182:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.831183:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.831186:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326347.831189:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 00000100:00000001:3.0:1767326347.831190:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326347.831195:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000400:00000010:2.0:1767326347.831199:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000020:00000040:3.0:1767326347.831200:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326347.831205:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326347.831207:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326347.831208:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326347.831210:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326347.831211:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650112, portal 25 00000100:00100000:0.0:1767326347.831213:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326347.831216:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767326347.831217:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 00000100:00000001:0.0:1767326347.831218:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326347.831219:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000001:3.0:1767326347.831223:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831228:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326347.831230:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326347.831233:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326347.831234:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326347.831234:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326347.831239:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326347.831246:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326347.831251:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326347.831256:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326347.831256:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326347.831260:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326347.831264:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326347.831266:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326347.831267:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326347.831273:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_01+1] req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326347.831273:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000200:2.0:1767326347.831280:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386650112, offset 0 00000400:00000200:2.0:1767326347.831296:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326347.831297:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326347.831302:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326347.831306:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326347.831308:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326347.831310:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.831311:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.831314:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326347.831315:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386650240:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326347.831320:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326347.831321:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326347.831327:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326347.831331:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326347.831333:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326347.831334:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11391) 00000100:00100000:1.0:1767326347.831337:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767326347.831339:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326347.831341:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326347.831342:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326347.831345:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326347.831346:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831348:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326347.831350:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326347.831353:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326347.831353:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326347.831358:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [376:376:256:4294967295] 192.168.203.127@tcp LPNI seq info [376:376:8:4294967295] 00000100:00000001:1.0:1767326347.831359:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326347.831359:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f29b9bdf. 00000100:00000001:1.0:1767326347.831361:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326347.831364:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326347.831365:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326347.831372:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326347.831375:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005364f464. 00000400:00000010:0.0:1767326347.831385:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000001:1.0:1767326347.831388:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326347.831391:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326347.831392:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326347.831393:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650240, portal 10 02000000:00000001:1.0:1767326347.831398:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326347.831399:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326347.831401:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326347.831403:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 02000000:00000001:1.0:1767326347.831405:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326347.831410:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326347.831415:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326347.831417:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003369ff22. 00000100:00100000:1.0:1767326347.831423:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386650368:192.168.203.127@tcp:400: 00000800:00000200:2.0:1767326347.831430:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326347.831436:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326347.831438:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326347.831442:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326347.831446:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326347.831449:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:0.0:1767326347.831449:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326347.831450:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326347.831457:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003369ff22 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326347.831457:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 02000000:00000010:1.0:1767326347.831458:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007596b236. 02000000:00000001:1.0:1767326347.831465:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326347.831465:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386650240, offset 0 00000400:00000010:1.0:1767326347.831472:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000100:00000001:2.0:1767326347.831477:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326347.831477:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326347.831485:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306058232 00000400:00000010:1.0:1767326347.831486:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000010:2.0:1767326347.831490:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008875c714. 00000400:00000200:0.0:1767326347.831491:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:1.0:1767326347.831493:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650368, portal 10 00000100:00000001:1.0:1767326347.831498:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326347.831500:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000100:00000001:2.0:1767326347.831501:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326347.831501:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326347.831510:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326347.831511:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306058232 00000400:00000200:0.0:1767326347.831511:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326347.831518:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bbbe1da. 00000400:00000200:0.0:1767326347.831521:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326347.831524:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326347.831530:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326347.831531:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326347.831532:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306058232 00000100:00000010:2.0:1767326347.831538:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000100:00000040:1.0:1767326347.831538:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326347.831541:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [377:377:255:4294967295] 192.168.203.127@tcp LPNI seq info [377:377:7:4294967295] 00000100:00000001:2.0:1767326347.831544:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326347.831545:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005083f1d1. 00000100:00000200:1.0:1767326347.831550:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386650368, offset 0 00000100:00000001:2.0:1767326347.831552:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306058232 00000100:00000010:2.0:1767326347.831557:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fbb6e9d. 00000400:00000200:1.0:1767326347.831559:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326347.831562:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326347.831566:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326347.831567:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326347.831572:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326347.831575:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326347.831577:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326347.831578:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326347.831580:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326347.831585:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326347.831586:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326347.831588:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000001:2.0:1767326347.831589:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326347.831592:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326347.831595:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326347.831599:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326347.831600:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326347.831600:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326347.831601:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326347.831604:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326347.831606:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:3.0:1767326347.831607:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003369ff22. 00000100:00000001:2.0:1767326347.831609:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326347.831614:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326347.831616:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326347.831617:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [378:378:254:4294967295] 192.168.203.127@tcp LPNI seq info [378:378:6:4294967295] 00000800:00000200:0.0:1767326347.831624:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326347.831625:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326347.831633:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326347.831635:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326347.831639:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 251928 usecs (252 jiffies) 00000400:00000200:3.0:1767326347.831642:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000800:00000200:1.0:1767326347.831642:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326347.831646:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306053884 00000400:00000010:3.0:1767326347.831647:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000800:00000010:1.0:1767326347.831649:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:3.0:1767326347.831651:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326347.831658:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326347.831659:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.831660:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306058232 00000800:00000200:1.0:1767326347.831668:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326347.831668:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306053884 00000800:00000200:1.0:1767326347.831675:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326347.831676:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306058232 00000100:00000001:3.0:1767326347.831682:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326347.831683:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306053884 00000100:00000001:1.0:1767326347.831684:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326347.831689:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306058232 00000100:00000040:1.0:1767326347.831690:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15220 usecs (16 jiffies) 00000100:00000001:1.0:1767326347.831695:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306053648 00000100:00000001:0.0:1767326347.831696:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306053884 00000100:00000001:1.0:1767326347.831698:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306058232 00000100:00000001:0.0:1767326347.831700:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306058232 00000100:00000001:1.0:1767326347.831702:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306053648 00000100:00000001:1.0:1767326347.831707:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306058232 00000100:00000001:0.0:1767326347.831707:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326347.831712:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326347.831715:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831721:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306053648 00000100:00000001:0.0:1767326347.831721:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831726:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306058232 00000100:00000001:0.0:1767326347.831728:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326347.831730:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306053648 00000100:00000001:0.0:1767326347.831731:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326347.831734:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306058232 00000100:00000001:0.0:1767326347.831736:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831738:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326347.831741:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326347.831741:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831745:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.831747:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326347.831801:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.831809:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.831811:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326347.831828:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326347.831830:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:3.0:1767326347.831832:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326347.831835:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326347.831837:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:3.0:1767326347.831838:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:3.0:1767326347.831840:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326347.831843:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.831848:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326347.831849:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.831854:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.831855:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326347.831878:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326347.831879:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:3.0:1767326347.831882:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326347.831884:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326347.831892:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:3.0:1767326347.831893:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000001:3.0:1767326347.831895:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326347.831897:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.831903:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326347.831904:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.831908:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.831909:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326347.833098:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326347.833114:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326347.833117:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326347.833120:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326347.833127:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326347.833140:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b600 00000400:00000200:0.0:1767326347.833147:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xc95 [1] + 224 00000800:00000001:0.0:1767326347.833154:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326347.833162:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326347.833165:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326347.833169:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326347.833173:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326347.833177:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326347.833187:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.833212:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326347.833221:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326347.833225:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326347.833243:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326347.833246:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326347.833256:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326347.833257:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326347.833260:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a080ed7. 00000400:00000200:2.0:1767326347.833263:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:2.0:1767326347.833264:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:2.0:1767326347.833266:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326347.833269:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326347.833276:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326347.833285:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326347.833287:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326347.833289:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326347.833291:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326347.833293:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326347.833295:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326347.833298:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326347.833303:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326347.833306:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326347.833308:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326347.833309:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326347.833311:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326347.833313:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326347.833315:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326347.833318:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326347.833322:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326347.833324:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326347.833325:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326347.833327:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326347.833332:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386650112:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326347.833335:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326347.833340:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326347.833342:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386650112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326347.833347:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326347.833350:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326347.833352:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 02000000:00000001:2.0:1767326347.833355:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326347.833357:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326347.833359:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326347.833361:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326347.833362:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:2.0:1767326347.833365:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326347.833367:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326347.833368:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:2.0:1767326347.833371:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326347.833372:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326347.833373:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326347.833376:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326347.833377:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326347.833379:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326347.833380:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326347.833455:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326347.833460:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326347.833462:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326347.833463:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326347.833468:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326347.833474:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b680 00000400:00000200:3.0:1767326347.833582:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xc9d [1] + 224 00000800:00000001:3.0:1767326347.833586:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326347.833589:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326347.833591:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326347.833593:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326347.833595:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326347.833598:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326347.833605:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.833616:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326347.833620:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326347.833622:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326347.833623:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326347.833624:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326347.833627:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326347.833649:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326347.833652:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326347.833656:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326347.833657:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326347.833659:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005364f464. 00000400:00000200:0.0:1767326347.833663:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:0.0:1767326347.833667:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:0.0:1767326347.833671:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326347.833672:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b700 00000400:00000200:3.0:1767326347.833680:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xca5 [1] + 224 00000100:00000200:0.0:1767326347.833680:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326347.833686:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326347.833692:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326347.833695:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326347.833699:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767326347.833699:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326347.833703:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326347.833709:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.833725:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326347.833727:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.833729:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326347.833735:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326347.833738:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326347.833741:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326347.833743:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326347.833745:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326347.833745:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326347.833750:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326347.833751:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=72 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326347.833752:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326347.833795:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326347.833799:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326347.833800:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326347.833803:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326347.833804:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.833808:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767326347.833809:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326347.833812:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326347.833813:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326347.833818:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000100:00000001:0.0:1767326347.833818:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326347.833822:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:1.0:1767326347.833825:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000100:00000001:0.0:1767326347.833826:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767326347.833829:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:0.0:1767326347.833830:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.833835:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326347.833838:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326347.833844:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326347.833869:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.833871:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326347.833877:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326347.833880:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326347.833882:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326347.833885:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326347.833887:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326347.833889:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326347.833890:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326347.833893:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326347.833895:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326347.833899:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326347.833905:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=82 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326347.833908:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386650240:192.168.203.127@tcp:400: 00000100:00001000:1.0:1767326347.833910:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=39 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326347.833917:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326347.833919:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326347.833919:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326347.833926:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326347.833926:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326347.833932:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386650240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767326347.833935:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.833940:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326347.833942:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326347.833944:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f29b9bdf. 02000000:00000001:0.0:1767326347.833951:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326347.833953:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326347.833958:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326347.833958:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326347.833963:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326347.833965:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767326347.833966:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 00000100:00000040:1.0:1767326347.833968:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326347.833972:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326347.833972:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326347.833976:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326347.833977:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326347.833979:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000100:00000040:1.0:1767326347.833985:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326347.833986:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326347.833989:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326347.833994:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326347.834001:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326347.834001:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326347.834005:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.834006:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326347.834010:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326347.834011:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326347.834015:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326347.834016:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326347.834026:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386650368:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326347.834032:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326347.834035:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326347.834037:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386650368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326347.834043:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326347.834045:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326347.834047:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007596b236. 02000000:00000001:1.0:1767326347.834050:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326347.834052:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326347.834053:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326347.834055:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326347.834056:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 02000000:00000001:1.0:1767326347.834059:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326347.834060:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326347.834061:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 00000100:00000001:1.0:1767326347.834064:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326347.834065:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326347.834073:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326347.834076:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326347.834078:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326347.834080:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326347.834081:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326348.534836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326348.534846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326348.534853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326348.534855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326348.534926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326348.534932:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326348.534935:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326349.558836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326349.558844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326349.558850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326349.558851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326349.558892:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326349.558897:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326349.558899:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326350.582872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326350.582880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326350.582885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326350.582886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326350.582938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326350.582942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326350.582945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326351.606857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326351.606866:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326351.606873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326351.606873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326351.606914:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326351.606918:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326351.606921:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326352.438877:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306058232, at 4306058240 00000100:00000040:2.0:1767326352.438877:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306058232, at 4306058240 00000100:00000040:1.0:1767326352.438877:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306058232, at 4306058240 00000100:00000040:0.0:1767326352.438877:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306058232, at 4306058240 00000100:00000010:1.0:1767326352.438897:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bbbe1da. 00000100:00000010:0.0:1767326352.438905:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008875c714. 00000100:00000010:3.0:1767326352.438906:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fbb6e9d. 00000100:00000010:2.0:1767326352.438908:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00010000:00000001:0.0:1767326352.630858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326352.630870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326352.630879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326352.630880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326352.630937:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326352.630942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326352.630944:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326352.950888:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326352.950907:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326352.950920:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000020:00000040:3.0:1767326352.950927:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326352.950932:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326352.950935:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326352.950941:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326352.950951:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:3.0:1767326352.950958:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.950987:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326352.950996:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326352.950998:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.951004:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_02+2] req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951029:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.951031:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326352.951034:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326352.951037:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000020:00000040:3.0:1767326352.951038:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326352.951040:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326352.951041:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326352.951042:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326352.951045:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:3.0:1767326352.951047:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.951049:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326352.951055:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326352.951056:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.951058:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_00_03+3] req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951065:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.951067:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326352.951069:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326352.951071:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767326352.951073:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326352.951074:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326352.951075:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326352.951075:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326352.951079:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326352.951079:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326352.951082:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:2.0:1767326352.951086:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326352.951086:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326352.951087:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326352.951091:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326352.951093:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326352.951094:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326352.951099:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326352.951104:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951116:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326352.951119:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.951127:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_00+0] req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326352.951132:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326352.951137:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326352.951146:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326352.951152:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326352.951159:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326352.951160:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326352.951162:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326352.951166:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767326352.951167:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386650496:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326352.951168:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326352.951173:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.951174:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951178:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326352.951179:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767326352.951182:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386650624:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326352.951184:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326352.951187:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326352.951188:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326352.951192:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11396) 02000000:00000001:0.0:1767326352.951193:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326352.951194:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326352.951197:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.951200:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326352.951200:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326352.951201:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326352.951206:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326352.951208:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3d78562. 00000100:00000001:1.0:1767326352.951208:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326352.951209:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe081f0. 02000000:00000001:2.0:1767326352.951213:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326352.951215:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326352.951216:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326352.951220:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 00000100:00000001:3.0:1767326352.951224:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326352.951229:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.951230:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326352.951232:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000100:00000001:1.0:1767326352.951233:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326352.951234:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005364f464. 02000000:00000001:1.0:1767326352.951241:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326352.951242:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650624, portal 10 00000400:00000010:0.0:1767326352.951244:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000001:2.0:1767326352.951246:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326352.951246:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326352.951249:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00000100:00000200:0.0:1767326352.951251:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650496, portal 25 02000000:00000001:1.0:1767326352.951252:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951257:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326352.951259:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326352.951261:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000100:00100000:1.0:1767326352.951263:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386650752:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326352.951275:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326352.951276:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326352.951280:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326352.951281:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326352.951286:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326352.951287:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326352.951293:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326352.951294:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 02000000:00000010:1.0:1767326352.951299:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a287d9af. 00000100:00000200:2.0:1767326352.951301:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386650624, offset 0 00000100:00000001:0.0:1767326352.951301:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326352.951304:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326352.951309:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326352.951310:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000400:00000200:2.0:1767326352.951315:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326352.951316:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000400:00000010:1.0:1767326352.951327:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000400:00000200:2.0:1767326352.951331:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:1.0:1767326352.951333:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650752, portal 10 00000100:00000200:0.0:1767326352.951335:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386650496, offset 0 00000400:00000200:2.0:1767326352.951337:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326352.951337:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326352.951340:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000400:00000200:2.0:1767326352.951346:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326352.951349:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326352.951351:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326352.951355:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326352.951361:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326352.951368:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326352.951369:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [379:379:256:4294967295] 192.168.203.127@tcp LPNI seq info [379:379:8:4294967295] 00000100:00000040:1.0:1767326352.951374:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326352.951379:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea481bae. 00000400:00000200:2.0:1767326352.951384:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:1.0:1767326352.951391:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386650752, offset 0 00000800:00000200:2.0:1767326352.951405:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326352.951406:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326352.951414:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326352.951415:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000db5bebc. 00000400:00000200:1.0:1767326352.951419:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326352.951421:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326352.951428:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326352.951430:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326352.951434:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326352.951439:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [380:380:255:4294967295] 192.168.203.127@tcp LPNI seq info [380:380:7:4294967295] 00000400:00000200:0.0:1767326352.951450:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326352.951456:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326352.951460:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326352.951463:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326352.951470:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000db5bebc type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1767326352.951470:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000400:00000200:1.0:1767326352.951471:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326352.951478:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326352.951483:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326352.951485:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326352.951492:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326352.951493:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326352.951496:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326352.951502:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 249708 usecs (250 jiffies) 00000400:00000200:1.0:1767326352.951502:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [381:381:254:4294967295] 192.168.203.127@tcp LPNI seq info [381:381:6:4294967295] 00000800:00000200:0.0:1767326352.951504:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326352.951512:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306059002 00000100:00000001:0.0:1767326352.951513:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951521:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306063352 00000100:00000010:2.0:1767326352.951522:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000400:00000200:1.0:1767326352.951522:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326352.951533:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326352.951536:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000800:00000010:1.0:1767326352.951537:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000800:00000200:1.0:1767326352.951544:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326352.951548:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306059002 00000800:00000200:1.0:1767326352.951549:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326352.951554:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326352.951554:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306059002 00000100:00000010:2.0:1767326352.951557:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c15defd0. 00000100:00000001:1.0:1767326352.951559:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951563:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306063352 00000100:00000040:1.0:1767326352.951565:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15110 usecs (16 jiffies) 00000100:00000001:2.0:1767326352.951566:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326352.951570:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306058768 00000800:00000200:3.0:1767326352.951572:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326352.951574:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306059002 00000100:00000001:1.0:1767326352.951574:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306063352 00000800:00000010:3.0:1767326352.951577:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000db5bebc. 00000100:00000001:0.0:1767326352.951577:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306059002 00000100:00000001:1.0:1767326352.951578:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306058768 00000100:00000010:2.0:1767326352.951582:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e556876b. 00000400:00000200:3.0:1767326352.951587:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326352.951587:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306063352 00000100:00000001:0.0:1767326352.951587:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306063352 00000100:00000001:2.0:1767326352.951588:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326352.951595:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306058768 00000100:00000001:2.0:1767326352.951597:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306059002 00000400:00000200:3.0:1767326352.951599:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326352.951601:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306059002 00000100:00000010:2.0:1767326352.951605:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1cdb8. 00000400:00000200:3.0:1767326352.951608:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000100:00000001:0.0:1767326352.951609:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306063352 00000100:00000001:1.0:1767326352.951610:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306063352 00000100:00000001:2.0:1767326352.951611:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767326352.951612:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:1.0:1767326352.951619:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306058768 00000100:00000001:3.0:1767326352.951622:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326352.951622:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326352.951624:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306059002 00000100:00000200:3.0:1767326352.951629:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326352.951630:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951632:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326352.951633:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306063352 00000100:00000001:2.0:1767326352.951638:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951639:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.951642:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326352.951646:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326352.951647:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.951650:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951654:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326352.951656:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.951657:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326352.951662:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326352.951662:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326352.951662:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326352.951663:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326352.951668:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326352.951668:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326352.951675:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326352.951677:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326352.951678:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326352.951679:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326352.951680:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326352.951682:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326352.951683:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326352.951683:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326352.951684:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.951687:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.951689:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326352.951691:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.951693:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326352.951695:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326352.951697:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326352.951697:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326352.951703:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:1.0:1767326352.951703:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326352.951707:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326352.951719:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326352.951722:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:3.0:1767326352.951723:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:3.0:1767326352.951726:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326352.951754:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951777:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326352.951779:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951783:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.951783:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326352.951850:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326352.951852:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326352.951854:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326352.951856:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326352.951857:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000400:00000010:3.0:1767326352.951858:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000100:00000001:3.0:1767326352.951860:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326352.951862:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951867:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326352.951869:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.951873:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.951874:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326352.953656:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326352.953668:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326352.953671:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326352.953674:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326352.953681:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326352.953691:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b800 00000400:00000200:0.0:1767326352.953696:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xcad [1] + 224 00000800:00000001:0.0:1767326352.953704:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326352.953708:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326352.953711:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326352.953715:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326352.953722:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326352.953725:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326352.953747:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326352.953797:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326352.953807:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326352.953809:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326352.953813:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326352.953819:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326352.953824:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326352.953826:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326352.953827:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326352.953831:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a080ed7. 00000800:00000001:0.0:1767326352.953833:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326352.953834:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:2.0:1767326352.953838:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:2.0:1767326352.953842:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326352.953843:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326352.953853:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b780 00000100:00000200:2.0:1767326352.953855:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326352.953863:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xcb1 [1] + 224 00000800:00000001:0.0:1767326352.953872:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326352.953877:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326352.953878:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326352.953882:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326352.953891:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326352.953898:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326352.953903:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326352.953904:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326352.953908:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326352.953914:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326352.953917:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326352.953920:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326352.953925:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326352.953927:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326352.953930:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.953936:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326352.953939:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=77 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326352.953940:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326352.953945:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=77 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326352.953946:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326352.953949:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326352.953950:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326352.953953:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326352.953955:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326352.953957:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326352.953958:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326352.953962:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326352.953962:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326352.953963:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326352.953966:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326352.953969:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000001:1.0:1767326352.953970:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326352.953971:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767326352.953975:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b880 00000100:00000001:2.0:1767326352.953976:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326352.953976:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326352.953981:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005364f464. 00000100:00000040:2.0:1767326352.953985:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326352.953988:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000100:00000001:2.0:1767326352.953994:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326352.953994:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:2.0:1767326352.954001:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326352.954001:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326352.954005:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xcb9 [1] + 224 00000800:00000001:0.0:1767326352.954010:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326352.954011:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326352.954011:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326352.954019:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326352.954020:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326352.954024:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326352.954034:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326352.954042:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326352.954045:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326352.954049:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326352.954081:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326352.954085:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326352.954086:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386650624:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326352.954087:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326352.954092:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326352.954097:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326352.954098:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326352.954101:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326352.954104:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326352.954106:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326352.954109:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386650624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326352.954113:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326352.954121:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326352.954130:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326352.954137:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326352.954140:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326352.954142:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326352.954147:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326352.954148:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767326352.954149:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326352.954152:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3d78562. 00000100:00000001:1.0:1767326352.954153:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326352.954154:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326352.954157:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326352.954161:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326352.954162:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:0.0:1767326352.954162:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326352.954165:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000800:00000001:0.0:1767326352.954168:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326352.954171:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326352.954175:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 00000100:00000001:1.0:1767326352.954177:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326352.954179:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326352.954186:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326352.954189:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326352.954190:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326352.954192:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000100:00000040:1.0:1767326352.954196:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.954197:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326352.954198:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326352.954201:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326352.954203:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326352.954206:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326352.954210:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326352.954212:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767326352.954214:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767326352.954215:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386650496:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326352.954216:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326352.954218:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000100:00000001:2.0:1767326352.954222:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326352.954226:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326352.954227:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000100:00000001:1.0:1767326352.954227:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326352.954231:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326352.954233:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326352.954237:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326352.954240:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386650496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326352.954246:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326352.954251:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326352.954253:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326352.954257:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe081f0. 02000000:00000001:1.0:1767326352.954263:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326352.954267:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326352.954270:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000200:3.0:1767326352.954272:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326352.954275:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326352.954279:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:1.0:1767326352.954285:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326352.954288:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326352.954291:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767326352.954291:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 00000100:00000001:3.0:1767326352.954296:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326352.954297:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326352.954300:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326352.954302:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326352.954303:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326352.954307:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326352.954309:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326352.954311:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326352.954312:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.954315:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326352.954316:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326352.954318:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326352.954321:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326352.954328:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326352.954332:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=44 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326352.954336:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326352.954337:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326352.954340:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326352.954343:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326352.954351:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.954354:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326352.954356:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326352.954358:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326352.954360:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326352.954363:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.954371:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326352.954373:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326352.954374:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326352.954377:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326352.954387:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386650752:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326352.954392:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326352.954400:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326352.954403:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386650752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326352.954411:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326352.954413:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326352.954415:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a287d9af. 02000000:00000001:3.0:1767326352.954419:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326352.954421:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326352.954422:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326352.954425:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326352.954426:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:3.0:1767326352.954429:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326352.954430:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326352.954431:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:3.0:1767326352.954434:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326352.954436:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326352.954438:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326352.954442:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326352.954443:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326352.954446:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326352.954447:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326353.654835:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326353.654844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326353.654850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326353.654851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326353.654889:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326353.654893:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326353.654895:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326354.678868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326354.678878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326354.678885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326354.678887:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326354.678942:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326354.678946:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326354.678949:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326355.702886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326355.702895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326355.702900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326355.702901:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326355.702935:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326355.702941:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326355.702945:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326356.726858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326356.726868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326356.726876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326356.726877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326356.726931:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326356.726934:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326356.726936:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326357.558828:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306063352, at 4306063360 00000100:00000040:0.0:1767326357.558828:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306063352, at 4306063360 00000100:00000040:2.0:1767326357.558830:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306063352, at 4306063360 00000100:00000010:1.0:1767326357.558847:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c15defd0. 00000100:00000010:0.0:1767326357.558849:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00000100:00000010:2.0:1767326357.558851:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e556876b. 00000100:00000040:3.0:1767326357.558863:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306063352, at 4306063360 00000100:00000010:3.0:1767326357.558873:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1cdb8. 00010000:00000001:0.0:1767326357.750864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326357.750873:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326357.750876:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326357.750879:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750884:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326357.750886:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750888:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750890:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750893:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326357.750894:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326357.750895:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326357.750899:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326357.750901:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326357.750902:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750904:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326357.750913:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750914:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.750916:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326357.750952:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326357.750963:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326357.750968:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326358.070869:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326358.070903:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326358.070911:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326358.070921:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326358.070927:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326358.070932:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326358.070939:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326358.070949:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:2.0:1767326358.070958:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.070970:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326358.070985:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326358.070987:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.070993:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.071014:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.071018:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326358.071021:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326358.071025:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326358.071029:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326358.071032:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326358.071034:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326358.071035:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326358.071036:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071041:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326358.071041:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db45e767. 00000100:00000001:3.0:1767326358.071044:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326358.071050:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.071054:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.071061:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326358.071072:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326358.071073:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071074:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326358.071076:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.071078:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_02+2] req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326358.071080:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326358.071084:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326358.071087:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326358.071091:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386650880:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326358.071097:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326358.071103:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326358.071104:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326358.071107:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326358.071108:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326358.071113:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326358.071114:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326358.071114:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326358.071118:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326358.071119:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767326358.071121:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000524ba0e2. 02000000:00000001:3.0:1767326358.071125:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326358.071125:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326358.071128:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:1.0:1767326358.071129:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326358.071130:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326358.071132:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a107ec. 00000100:00000001:2.0:1767326358.071134:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326358.071136:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326358.071137:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326358.071141:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326358.071144:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 02000000:00000010:2.0:1767326358.071148:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:1.0:1767326358.071149:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326358.071153:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.071154:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326358.071156:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386650880, portal 25 00000100:00000001:0.0:1767326358.071159:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.071160:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326358.071161:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071162:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326358.071167:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 02000000:00000001:1.0:1767326358.071169:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326358.071174:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326358.071174:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326358.071175:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326358.071177:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326358.071182:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.071184:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_03+3] req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326358.071192:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386651008:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326358.071201:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326358.071204:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326358.071206:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326358.071208:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326358.071209:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326358.071212:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326358.071216:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000876e607c. 00000100:00000040:2.0:1767326358.071219:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326358.071221:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.071227:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11401) 00000400:00000010:1.0:1767326358.071228:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cfb931c. 00000100:00000001:0.0:1767326358.071229:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326358.071234:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326358.071235:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326358.071237:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000100:00000200:1.0:1767326358.071241:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651008, portal 10 00000100:00000040:0.0:1767326358.071241:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326358.071243:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326358.071245:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000040:1.0:1767326358.071253:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326358.071260:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326358.071262:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326358.071262:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326358.071264:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326358.071265:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326358.071268:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 02000000:00000001:0.0:1767326358.071270:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326358.071271:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386651008, offset 0 02000000:00000001:0.0:1767326358.071275:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071280:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326358.071281:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386651136:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326358.071284:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326358.071287:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326358.071290:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326358.071291:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326358.071294:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326358.071296:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326358.071300:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000879433bd. 02000000:00000001:0.0:1767326358.071302:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326358.071303:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767326358.071305:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000400:00000010:0.0:1767326358.071309:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000400:00000200:1.0:1767326358.071311:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326358.071312:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651136, portal 10 00000100:00000001:0.0:1767326358.071313:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326358.071315:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000400:00000200:1.0:1767326358.071316:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326358.071320:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326358.071320:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326358.071324:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326358.071328:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [382:382:256:4294967295] 192.168.203.127@tcp LPNI seq info [382:382:8:4294967295] 00000100:00000001:0.0:1767326358.071328:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326358.071331:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326358.071334:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000400:00000200:1.0:1767326358.071341:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:0.0:1767326358.071342:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386651136, offset 0 00000800:00000200:1.0:1767326358.071348:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326358.071348:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326358.071353:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000400:00000200:0.0:1767326358.071353:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326358.071356:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326358.071359:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326358.071361:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326358.071363:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326358.071366:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326358.071366:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [383:383:255:4294967295] 192.168.203.127@tcp LPNI seq info [383:383:7:4294967295] 00000400:00000200:0.0:1767326358.071374:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326358.071376:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326358.071378:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326358.071381:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1767326358.071382:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000800:00000200:0.0:1767326358.071386:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326358.071390:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326358.071393:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326358.071407:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000100:00000001:1.0:1767326358.071409:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.071410:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326358.071414:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386650880, offset 0 00000100:00000040:1.0:1767326358.071417:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 247530 usecs (248 jiffies) 00000100:00000040:0.0:1767326358.071417:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 15008 usecs (16 jiffies) 00000400:00000200:3.0:1767326358.071424:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326358.071424:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306064120 00000100:00000001:0.0:1767326358.071424:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306063888 00000100:00000010:1.0:1767326358.071432:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000100:00000001:1.0:1767326358.071442:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326358.071448:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306064120 00000100:00000001:0.0:1767326358.071449:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306064120 00000100:00000001:0.0:1767326358.071451:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306063888 00000100:00000010:1.0:1767326358.071452:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000100:00000001:1.0:1767326358.071456:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326358.071460:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306064120 00000100:00000001:0.0:1767326358.071460:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306064120 00000800:00000200:2.0:1767326358.071463:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326358.071463:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306063888 00000100:00000010:1.0:1767326358.071464:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000800:00000010:2.0:1767326358.071471:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000100:00000001:1.0:1767326358.071472:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326358.071479:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326358.071480:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306064120 00000100:00000001:0.0:1767326358.071480:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306064120 00000400:00000200:3.0:1767326358.071485:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326358.071486:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000100:00000001:0.0:1767326358.071486:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306063888 00000400:00000200:3.0:1767326358.071491:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326358.071491:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326358.071492:0:216340:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326358.071497:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326358.071499:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326358.071499:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306064120 00000400:00000200:3.0:1767326358.071503:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326358.071504:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.071504:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326358.071509:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326358.071511:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326358.071512:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.071513:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326358.071517:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326358.071517:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326358.071529:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326358.071529:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326358.071531:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326358.071531:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326358.071534:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326358.071534:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326358.071536:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326358.071536:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326358.071538:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [384:384:254:4294967295] 192.168.203.127@tcp LPNI seq info [384:384:6:4294967295] 00000100:00000001:1.0:1767326358.071539:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.071540:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326358.071545:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.071545:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326358.071555:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326358.071569:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326358.071570:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000800:00000010:3.0:1767326358.071573:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000010:2.0:1767326358.071573:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000800:00000200:3.0:1767326358.071578:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326358.071579:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326358.071583:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326358.071584:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326358.071586:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326358.071589:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071593:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306068472 00000100:00000001:2.0:1767326358.071596:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326358.071598:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306064120 00000100:00000040:2.0:1767326358.071599:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326358.071601:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306068472 00000100:00000001:3.0:1767326358.071604:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306064120 00000100:00000001:3.0:1767326358.071607:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306068472 00000100:00000001:3.0:1767326358.071610:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306064120 00000100:00000001:3.0:1767326358.071612:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306068472 00000100:00000001:3.0:1767326358.071615:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306064120 00000100:00000001:3.0:1767326358.071618:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326358.071619:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071622:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326358.071622:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326358.071624:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326358.071627:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326358.071631:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326358.071633:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326358.071636:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326358.071638:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326358.071639:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326358.071640:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326358.071641:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326358.071642:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000200:2.0:1767326358.071645:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326358.071649:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326358.071652:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000400:00000010:2.0:1767326358.071654:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:2.0:1767326358.071656:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326358.071659:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.071667:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326358.071669:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.071676:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326358.071678:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326358.071729:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326358.071732:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767326358.071736:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326358.071741:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326358.071745:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d49ff96 00000400:00000010:2.0:1767326358.071746:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d49ff96. 00000100:00000001:2.0:1767326358.071749:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326358.071753:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.071793:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326358.071798:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.071805:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326358.071807:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326358.073490:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326358.073500:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326358.073504:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326358.073507:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326358.073515:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326358.073528:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ba00 00000400:00000200:3.0:1767326358.073601:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xcd1 [1] + 224 00000800:00000001:3.0:1767326358.073620:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326358.073625:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326358.073626:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326358.073629:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326358.073633:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326358.073636:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326358.073644:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326358.073656:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326358.073662:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326358.073664:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326358.073665:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326358.073666:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326358.073671:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326358.073678:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0b980 00000100:00000001:0.0:1767326358.073679:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326358.073683:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xcc9 [1] + 224 00000100:00000001:0.0:1767326358.073683:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326358.073688:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326358.073690:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326358.073691:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326358.073708:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326358.073711:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326358.073716:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326358.073719:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00000400:00000200:0.0:1767326358.073723:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:0.0:1767326358.073724:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:0.0:1767326358.073726:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326358.073727:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326358.073732:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326358.073734:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326358.073781:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326358.073788:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326358.073805:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326358.073809:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326358.073810:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326358.073813:0:216341:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326358.073816:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326358.073818:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326358.073821:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326358.073824:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326358.073829:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326358.073829:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326358.073833:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326358.073835:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326358.073838:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326358.073839:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=93 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326358.073843:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326358.073846:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=50 v=5 (1 1 0 0) 00000400:00000001:1.0:1767326358.073848:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326358.073851:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326358.073852:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326358.073853:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767326358.073855:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cfb931c. 00000100:00000001:0.0:1767326358.073857:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326358.073863:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0b900 00010000:00000001:0.0:1767326358.073863:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326358.073869:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000400:00000010:1.0:1767326358.073871:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00010000:00080000:0.0:1767326358.073871:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326358.073875:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326358.073880:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xcc5 [1] + 224 00000100:00000200:1.0:1767326358.073881:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326358.073887:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326358.073891:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326358.073892:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326358.073896:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:1.0:1767326358.073897:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326358.073898:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326358.073899:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767326358.073903:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326358.073908:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326358.073914:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326358.073915:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326358.073916:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326358.073917:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326358.073922:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326358.073922:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326358.073924:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326358.073927:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326358.073927:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326358.073928:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326358.073930:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326358.073932:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326358.073932:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326358.073935:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326358.073938:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=83 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326358.073943:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326358.073946:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326358.073951:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326358.073955:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326358.073958:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326358.073959:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767326358.073961:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386651136:192.168.203.127@tcp:400: 00010000:00000001:1.0:1767326358.073963:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326358.073968:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326358.073969:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326358.073970:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326358.073973:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326358.073974:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326358.073976:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326358.073980:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386651136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326358.073981:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326358.073992:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326358.073993:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326358.073995:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326358.073996:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326358.073997:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326358.073997:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767326358.074001:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326358.074003:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000879433bd. 00000800:00000001:3.0:1767326358.074005:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326358.074007:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767326358.074011:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386651008:192.168.203.127@tcp:400: 00000020:00000001:0.0:1767326358.074011:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326358.074012:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326358.074013:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326358.074019:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326358.074022:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 00000100:00000001:1.0:1767326358.074024:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326358.074026:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326358.074026:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326358.074028:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767326358.074029:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386651008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326358.074030:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:0.0:1767326358.074035:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326358.074037:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326358.074037:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326358.074037:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326358.074041:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326358.074042:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326358.074043:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326358.074043:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000876e607c. 02000000:00000001:1.0:1767326358.074046:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326358.074046:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767326358.074048:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326358.074048:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326358.074049:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326358.074051:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326358.074051:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326358.074054:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db45e767. 00000100:00000001:0.0:1767326358.074054:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326358.074057:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326358.074057:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1767326358.074062:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326358.074062:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326358.074066:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000400:00000010:2.0:1767326358.074067:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a107ec. 00000100:00000001:1.0:1767326358.074071:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326358.074074:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9736f0 00000100:00000001:1.0:1767326358.074075:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326358.074078:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9736f0. 00000100:00000001:1.0:1767326358.074079:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326358.074084:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326358.074086:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326358.074089:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326358.074092:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326358.074092:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326358.074096:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326358.074109:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.074118:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326358.074120:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326358.074122:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326358.074124:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326358.074125:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326358.074127:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326358.074130:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326358.074133:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326358.074137:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326358.074139:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326358.074141:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326358.074143:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326358.074145:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326358.074147:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326358.074151:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.074158:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326358.074161:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326358.074162:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326358.074166:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326358.074174:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386650880:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326358.074179:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326358.074188:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326358.074191:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386650880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326358.074198:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326358.074200:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326358.074202:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000524ba0e2. 02000000:00000001:2.0:1767326358.074206:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326358.074207:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326358.074208:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326358.074210:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326358.074212:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 02000000:00000001:2.0:1767326358.074214:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326358.074215:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326358.074216:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326358.074219:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326358.074220:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326358.074223:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326358.074227:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326358.074229:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326358.074230:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326358.074232:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326358.774844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326358.774849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326358.774862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326358.774863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326358.774900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326358.774905:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326358.774910:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326359.798880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326359.798890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326359.798898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326359.798899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326359.798928:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326359.798932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326359.798935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326360.822878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326360.822912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326360.822919:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326360.822920:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326360.822975:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326360.822980:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326360.822982:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326361.846892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326361.846899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326361.846905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326361.846906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326361.846936:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326361.846940:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326361.846943:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326362.678812:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306068472, at 4306068480 00000100:00000040:1.0:1767326362.678812:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306068472, at 4306068480 00000100:00000040:2.0:1767326362.678819:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306068472, at 4306068480 00000100:00000010:3.0:1767326362.678827:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:1.0:1767326362.678829:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:2.0:1767326362.678832:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00000100:00000040:0.0:1767326362.678843:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306068472, at 4306068480 00000100:00000010:0.0:1767326362.678854:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00010000:00000001:0.0:1767326362.870833:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326362.870842:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326362.870848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326362.870849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326362.870915:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326362.870921:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326362.870925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326363.190891:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326363.190904:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326363.190916:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326363.190924:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326363.190947:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326363.190951:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326363.190957:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326363.190974:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:2.0:1767326363.190981:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.190991:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326363.191001:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326363.191004:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.191009:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_00+0] req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.191036:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.191038:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326363.191040:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326363.191044:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326363.191046:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326363.191047:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326363.191048:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326363.191050:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326363.191052:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326363.191055:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.191057:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326363.191063:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326363.191064:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.191067:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_01+1] req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.191073:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.191074:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326363.191076:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326363.191077:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326363.191079:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326363.191085:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000100:00000001:0.0:1767326363.191085:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326363.191086:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326363.191090:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326363.191092:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326363.191092:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326363.191097:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326363.191099:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326363.191101:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326363.191101:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326363.191103:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326363.191107:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000001:2.0:1767326363.191113:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326363.191121:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326363.191142:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326363.191142:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326363.191143:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326363.191145:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326363.191146:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191147:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326363.191150:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326363.191151:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_02+2] req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326363.191153:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326363.191154:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326363.191158:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326363.191163:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326363.191166:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326363.191171:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386651392:192.168.203.127@tcp:400: 00000100:00100000:0.0:1767326363.191171:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386651264:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326363.191179:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326363.191180:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326363.191182:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326363.191186:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326363.191189:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326363.191189:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326363.191194:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326363.191195:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326363.191195:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326363.191201:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326363.191202:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326363.191206:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a034fdc1. 00000100:00000040:2.0:1767326363.191206:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11406) 00000100:00000001:1.0:1767326363.191208:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326363.191209:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191213:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326363.191217:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326363.191218:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bc1b6d1. 02000000:00000010:0.0:1767326363.191218:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072008a10. 00000100:00000040:1.0:1767326363.191224:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326363.191225:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326363.191228:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000400:00000010:0.0:1767326363.191234:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000100:00000200:3.0:1767326363.191238:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651392, portal 10 00000100:00000001:1.0:1767326363.191240:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326363.191242:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767326363.191243:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000001:2.0:1767326363.191244:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326363.191244:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326363.191245:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000001:2.0:1767326363.191250:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326363.191252:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326363.191252:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651264, portal 25 02000000:00000001:1.0:1767326363.191256:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326363.191258:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326363.191259:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326363.191261:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191264:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:3.0:1767326363.191269:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326363.191277:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326363.191278:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326363.191278:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386651520:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767326363.191283:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000100:00000200:3.0:1767326363.191288:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386651392, offset 0 00000100:00000001:1.0:1767326363.191289:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326363.191295:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326363.191298:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326363.191300:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326363.191300:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326363.191307:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326363.191307:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767326363.191312:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad74cbfc. 00000400:00000010:0.0:1767326363.191313:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 02000000:00000001:1.0:1767326363.191315:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326363.191320:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386651264, offset 0 00000400:00000010:1.0:1767326363.191321:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cfb931c. 00000400:00000200:3.0:1767326363.191323:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326363.191331:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000400:00000200:3.0:1767326363.191335:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326363.191336:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326363.191343:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651520, portal 10 00000400:00000200:3.0:1767326363.191344:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326363.191348:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326363.191350:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000400:00000200:3.0:1767326363.191353:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326363.191358:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326363.191360:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326363.191368:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326363.191369:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [385:385:256:4294967295] 192.168.203.127@tcp LPNI seq info [385:385:8:4294967295] 00000100:00000040:1.0:1767326363.191374:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326363.191378:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b5491e. 00000100:00000200:1.0:1767326363.191380:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386651520, offset 0 00000400:00000200:1.0:1767326363.191388:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326363.191393:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326363.191399:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326363.191404:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326363.191405:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:0.0:1767326363.191411:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326363.191415:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326363.191417:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326363.191421:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326363.191425:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326363.191427:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326363.191431:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [386:386:255:4294967295] 192.168.203.127@tcp LPNI seq info [386:386:7:4294967295] 00000800:00000200:3.0:1767326363.191437:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326363.191446:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326363.191453:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326363.191455:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326363.191459:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000400:00000200:1.0:1767326363.191461:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326363.191463:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326363.191468:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:3.0:1767326363.191470:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 245390 usecs (246 jiffies) 00000400:00000200:1.0:1767326363.191473:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326363.191477:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306069238 00000800:00000200:0.0:1767326363.191480:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326363.191481:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:3.0:1767326363.191484:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4254591. 00000800:00000200:0.0:1767326363.191491:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326363.191492:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [387:387:254:4294967295] 192.168.203.127@tcp LPNI seq info [387:387:6:4294967295] 00000100:00000001:3.0:1767326363.191494:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326363.191499:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326363.191503:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306069238 00000100:00000001:0.0:1767326363.191506:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326363.191508:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1a66277. 00000100:00000001:0.0:1767326363.191513:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306073592 00000100:00000001:3.0:1767326363.191515:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326363.191516:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326363.191521:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306069238 00000800:00000200:1.0:1767326363.191526:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326363.191527:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000343ca266. 00000100:00000001:0.0:1767326363.191527:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306069238 00000100:00000001:3.0:1767326363.191533:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767326363.191534:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:0.0:1767326363.191536:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306073592 00000100:00000001:3.0:1767326363.191537:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306069238 00000800:00000200:2.0:1767326363.191541:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326363.191543:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:3.0:1767326363.191544:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c380adb6. 00000800:00000010:2.0:1767326363.191546:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:0.0:1767326363.191546:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306069238 00000100:00000001:3.0:1767326363.191550:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326363.191551:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326363.191555:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326363.191557:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326363.191557:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326363.191560:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191562:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306073592 00000100:00000001:3.0:1767326363.191564:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326363.191570:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326363.191571:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.191572:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306069238 00000100:00000001:1.0:1767326363.191573:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326363.191580:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000100:00000040:1.0:1767326363.191580:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14902 usecs (15 jiffies) 00000100:00000001:0.0:1767326363.191580:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306073592 00000100:00000001:3.0:1767326363.191581:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326363.191585:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326363.191586:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000100:00000001:0.0:1767326363.191588:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306069238 00000100:00000001:3.0:1767326363.191589:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326363.191589:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306069007 00000100:00000001:3.0:1767326363.191592:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326363.191594:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326363.191596:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306073592 00000100:00000001:3.0:1767326363.191597:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191598:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326363.191602:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.191603:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191603:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306069007 00000100:00000001:0.0:1767326363.191604:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191609:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306073592 00000100:00000001:0.0:1767326363.191612:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191613:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306069007 00000100:00000001:1.0:1767326363.191618:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306073592 00000100:00000001:0.0:1767326363.191618:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326363.191621:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326363.191624:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306069007 00000100:00000040:2.0:1767326363.191626:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326363.191626:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306073592 00000100:00000001:0.0:1767326363.191626:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326363.191630:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326363.191631:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326363.191636:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191637:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326363.191639:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191640:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326363.191645:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.191645:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.191651:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191652:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326363.191654:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191656:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326363.191672:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326363.191672:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326363.191674:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326363.191676:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.191678:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326363.191689:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326363.191692:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000400:00000200:2.0:1767326363.191695:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326363.191700:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326363.191704:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000400:00000010:2.0:1767326363.191705:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:2.0:1767326363.191709:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326363.191713:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.191721:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326363.191723:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.191727:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326363.191728:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326363.191824:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326363.191827:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:2.0:1767326363.191830:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326363.191834:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326363.191837:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000400:00000010:2.0:1767326363.191838:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000100:00000001:2.0:1767326363.191842:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326363.191845:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.191853:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326363.191855:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.191862:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326363.191863:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326363.193667:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326363.193681:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326363.193689:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326363.193691:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326363.193698:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326363.193708:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0bb00 00000400:00000200:2.0:1767326363.193714:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xcdd [1] + 224 00000800:00000001:2.0:1767326363.193720:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326363.193724:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326363.193726:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326363.193728:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326363.193733:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326363.193736:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326363.193744:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.193756:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326363.193779:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326363.193780:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326363.193782:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326363.193785:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326363.193786:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326363.193787:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326363.193791:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767326363.193794:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326363.193798:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0bb80 00000400:00000001:3.0:1767326363.193799:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326363.193803:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc1b6d1. 00000400:00000200:3.0:1767326363.193808:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:3.0:1767326363.193810:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326363.193820:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326363.193823:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xced [1] + 224 00000100:00000200:3.0:1767326363.193828:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326363.193828:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326363.193832:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326363.193835:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326363.193843:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326363.193849:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326363.193852:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326363.193855:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.193880:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326363.193881:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.193885:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326363.193891:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326363.193894:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326363.193898:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326363.193903:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326363.193912:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326363.193913:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326363.193920:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326363.193924:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=88 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326363.193925:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326363.193931:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326363.193934:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=88 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326363.193935:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326363.193940:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326363.193944:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326363.193945:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:3.0:1767326363.193951:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326363.193952:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326363.193956:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ba80 00000100:00000001:1.0:1767326363.193956:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326363.193958:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326363.193963:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xce1 [1] + 224 00000100:00000001:3.0:1767326363.193965:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326363.193970:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326363.193970:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326363.193972:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326363.193974:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cfb931c. 00000100:00000040:3.0:1767326363.193975:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326363.193977:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326363.193979:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000100:00000001:3.0:1767326363.193980:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326363.193982:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326363.193982:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:3.0:1767326363.193983:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.193987:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326363.193989:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:3.0:1767326363.193991:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.193994:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326363.193994:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326363.193999:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.194017:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326363.194021:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326363.194023:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.194024:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326363.194027:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326363.194035:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326363.194046:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326363.194051:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326363.194055:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326363.194060:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767326363.194061:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386651392:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326363.194064:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326363.194069:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326363.194071:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326363.194072:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326363.194075:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326363.194077:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326363.194079:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326363.194083:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.194086:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326363.194090:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386651392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326363.194090:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=98 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326363.194091:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326363.194097:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767326363.194099:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=55 v=5 (1 1 0 0) 00000400:00000001:0.0:1767326363.194101:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326363.194105:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00000100:00000001:1.0:1767326363.194108:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326363.194112:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326363.194113:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767326363.194113:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00010000:00000001:1.0:1767326363.194114:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326363.194117:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767326363.194118:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 02000000:00000010:3.0:1767326363.194120:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a034fdc1. 00010000:00080000:1.0:1767326363.194122:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326363.194126:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326363.194126:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326363.194131:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326363.194132:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326363.194133:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:0.0:1767326363.194136:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326363.194137:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767326363.194138:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326363.194142:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000010:3.0:1767326363.194143:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 00000100:00000001:1.0:1767326363.194146:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326363.194149:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326363.194150:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326363.194153:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326363.194157:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000040:1.0:1767326363.194158:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.194161:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767326363.194162:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326363.194164:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326363.194170:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326363.194177:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326363.194179:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.194184:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326363.194185:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326363.194187:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.194189:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326363.194193:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.194194:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326363.194198:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326363.194199:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.194205:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767326363.194209:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386651520:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326363.194209:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326363.194212:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326363.194215:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.194217:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.194218:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326363.194221:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386651520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326363.194223:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326363.194230:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=98 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326363.194240:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326363.194243:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326363.194245:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=98 v=5 (1 1 1 1) 02000000:00000010:1.0:1767326363.194246:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad74cbfc. 02000000:00000001:1.0:1767326363.194250:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326363.194253:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326363.194254:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767326363.194255:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326363.194258:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326363.194258:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326363.194261:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 00010000:00000001:0.0:1767326363.194263:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326363.194264:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326363.194266:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326363.194268:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00010000:00000001:0.0:1767326363.194268:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.194274:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326363.194275:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326363.194277:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326363.194280:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326363.194284:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326363.194285:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326363.194285:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326363.194289:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326363.194292:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.194300:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326363.194304:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326363.194305:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326363.194309:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326363.194318:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386651264:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326363.194323:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.194326:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326363.194328:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386651264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326363.194336:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326363.194338:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326363.194340:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072008a10. 02000000:00000001:0.0:1767326363.194343:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326363.194345:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326363.194346:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326363.194348:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326363.194350:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 02000000:00000001:0.0:1767326363.194353:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326363.194354:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326363.194356:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326363.194359:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326363.194360:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.194363:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326363.194366:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326363.194373:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326363.194376:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326363.194377:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326363.894864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326363.894873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326363.894880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326363.894881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326363.894909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326363.894913:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326363.894916:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326364.918868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326364.918879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326364.918886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326364.918887:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326364.918940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326364.918945:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326364.918948:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326365.942881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326365.942897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326365.942903:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326365.942904:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326365.942933:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326365.942939:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326365.942943:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326366.966861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326366.966870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326366.966879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326366.966880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326366.966952:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326366.966957:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326366.966960:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326367.798849:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306073592, at 4306073600 00000100:00000040:2.0:1767326367.798849:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306073592, at 4306073600 00000100:00000040:1.0:1767326367.798849:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306073592, at 4306073600 00000100:00000040:0.0:1767326367.798849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306073592, at 4306073600 00000100:00000010:3.0:1767326367.798871:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c380adb6. 00000100:00000010:0.0:1767326367.798875:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4254591. 00000100:00000010:1.0:1767326367.798877:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1a66277. 00000100:00000010:2.0:1767326367.798881:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000343ca266. 00010000:00000001:0.0:1767326367.990849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326367.990859:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326367.990862:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326367.990864:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990869:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326367.990871:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990873:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990874:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326367.990878:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326367.990879:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326367.990884:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326367.990886:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326367.990887:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990888:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326367.990888:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990890:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.990910:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326367.990948:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326367.990952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326367.990955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326368.310854:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326368.310869:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326368.310882:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326368.310892:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326368.310898:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326368.310922:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326368.310928:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326368.310941:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:2.0:1767326368.310960:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326368.310973:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326368.310988:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326368.310990:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326368.310998:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.311032:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326368.311035:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326368.311039:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326368.311049:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326368.311053:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326368.311060:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326368.311062:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326368.311064:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326368.311069:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f204e57d. 00000100:00000001:0.0:1767326368.311070:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326368.311073:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311077:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326368.311080:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326368.311082:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326368.311092:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326368.311094:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326368.311099:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326368.311100:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326368.311102:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326368.311108:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311128:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326368.311131:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326368.311136:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326368.311140:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326368.311143:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326368.311147:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386651648:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326368.311149:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311153:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326368.311154:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326368.311160:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326368.311163:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767326368.311164:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 02000000:00000001:0.0:1767326368.311168:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326368.311169:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326368.311172:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326368.311173:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326368.311178:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326368.311182:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326368.311182:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326368.311182:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 00000100:00000001:3.0:1767326368.311183:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326368.311187:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326368.311188:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.311189:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326368.311192:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326368.311195:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767326368.311199:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:1.0:1767326368.311200:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326368.311200:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000100:00000001:2.0:1767326368.311207:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326368.311208:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326368.311212:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326368.311213:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000040:2.0:1767326368.311216:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326368.311216:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326368.311225:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651648, portal 25 00000100:00000040:1.0:1767326368.311226:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326368.311232:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326368.311237:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326368.311237:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:2.0:1767326368.311241:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326368.311250:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326368.311251:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326368.311281:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326368.311284:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311289:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326368.311290:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326368.311293:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326368.311297:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326368.311298:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326368.311300:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326368.311303:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386651776:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767326368.311304:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000040:2.0:1767326368.311305:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326368.311310:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386651648, offset 0 00000100:00000001:1.0:1767326368.311314:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326368.311316:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326368.311320:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326368.311323:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326368.311324:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326368.311325:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11411) 00000400:00000200:0.0:1767326368.311325:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:3.0:1767326368.311327:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326368.311327:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326368.311332:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326368.311333:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec274f89. 00000100:00000001:3.0:1767326368.311336:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326368.311336:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326368.311341:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cfb931c. 00000100:00000001:3.0:1767326368.311344:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326368.311347:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000100:00000001:3.0:1767326368.311348:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326368.311348:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326368.311351:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326368.311351:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651776, portal 10 00000100:00000001:3.0:1767326368.311355:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326368.311355:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326368.311356:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000400:00000200:0.0:1767326368.311359:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326368.311361:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326368.311364:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326368.311369:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326368.311374:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326368.311375:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326368.311376:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326368.311379:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326368.311380:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326368.311383:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326368.311384:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b5491e. 02000000:00000001:3.0:1767326368.311385:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326368.311388:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386651776, offset 0 00000400:00000200:0.0:1767326368.311389:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767326368.311391:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386651904:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326368.311395:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326368.311398:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326368.311399:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326368.311404:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326368.311407:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326368.311408:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [388:388:256:4294967295] 192.168.203.127@tcp LPNI seq info [388:388:8:4294967295] 02000000:00000001:3.0:1767326368.311424:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326368.311425:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:3.0:1767326368.311430:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 02000000:00000001:3.0:1767326368.311433:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326368.311437:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326368.311438:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326368.311440:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bc1b6d1. 00000400:00000200:1.0:1767326368.311442:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326368.311445:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326368.311447:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000800:00000010:0.0:1767326368.311447:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000400:00000200:1.0:1767326368.311449:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326368.311454:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386651904, portal 10 00000400:00000200:1.0:1767326368.311454:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326368.311456:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326368.311458:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000200:1.0:1767326368.311460:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [389:389:255:4294967295] 192.168.203.127@tcp LPNI seq info [389:389:7:4294967295] 00000800:00000200:0.0:1767326368.311463:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326368.311467:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326368.311472:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326368.311476:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326368.311481:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326368.311482:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326368.311486:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000800:00000200:1.0:1767326368.311488:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326368.311490:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386651904, offset 0 00000800:00000200:0.0:1767326368.311491:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767326368.311493:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000400:00000200:3.0:1767326368.311496:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326368.311501:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326368.311503:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326368.311506:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326368.311506:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326368.311509:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326368.311510:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326368.311516:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326368.311517:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326368.311517:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326368.311522:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 243286 usecs (244 jiffies) 00000400:00000200:3.0:1767326368.311523:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326368.311526:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306074356 00000100:00000001:0.0:1767326368.311526:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306078712 00000400:00000200:3.0:1767326368.311527:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [390:390:254:4294967295] 192.168.203.127@tcp LPNI seq info [390:390:6:4294967295] 00000100:00000010:0.0:1767326368.311536:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000400:00000200:3.0:1767326368.311541:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326368.311548:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326368.311549:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326368.311556:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000100:00000001:1.0:1767326368.311559:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306078712 00000100:00000001:0.0:1767326368.311559:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306078712 00000800:00000200:3.0:1767326368.311561:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326368.311564:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306074356 00000800:00000200:3.0:1767326368.311568:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767326368.311568:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000800:00000200:3.0:1767326368.311575:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326368.311576:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326368.311580:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326368.311583:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306078712 00000100:00000001:0.0:1767326368.311584:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306078712 00000100:00000040:3.0:1767326368.311585:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14802 usecs (15 jiffies) 00000100:00000001:1.0:1767326368.311587:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306074356 00000100:00000001:3.0:1767326368.311591:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306074127 00000100:00000010:0.0:1767326368.311592:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000800:00000200:2.0:1767326368.311593:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326368.311594:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306078712 00000100:00000001:0.0:1767326368.311597:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326368.311599:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306074127 00000800:00000010:2.0:1767326368.311600:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000100:00000001:1.0:1767326368.311604:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306078712 00000100:00000001:0.0:1767326368.311604:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306078712 00000100:00000001:3.0:1767326368.311605:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306078712 00000400:00000200:2.0:1767326368.311608:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326368.311608:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306074356 00000100:00000001:3.0:1767326368.311610:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306074127 00000100:00000010:0.0:1767326368.311613:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000100:00000001:3.0:1767326368.311614:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306078712 00000400:00000200:2.0:1767326368.311619:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326368.311620:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326368.311621:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306074127 00000100:00000001:0.0:1767326368.311643:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326368.311644:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306078712 00000100:00000001:3.0:1767326368.311649:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306078712 00000100:00000001:1.0:1767326368.311649:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326368.311651:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.311653:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326368.311653:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.311657:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.311659:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326368.311659:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311659:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326368.311661:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000100:00000001:1.0:1767326368.311662:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.311664:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311666:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326368.311668:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767326368.311673:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326368.311674:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326368.311677:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326368.311678:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326368.311682:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326368.311684:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326368.311685:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326368.311686:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311687:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326368.311692:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311699:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.311706:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326368.311708:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326368.311713:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.311723:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326368.311725:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326368.311741:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326368.311743:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000400:00000200:2.0:1767326368.311752:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326368.311755:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326368.311775:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000400:00000010:2.0:1767326368.311777:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000100:00000001:2.0:1767326368.311780:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326368.311782:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.311787:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326368.311789:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.311794:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326368.311795:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326368.311861:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326368.311862:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000400:00000200:2.0:1767326368.311865:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326368.311867:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326368.311869:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000400:00000010:2.0:1767326368.311870:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000100:00000001:2.0:1767326368.311872:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326368.311874:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.311879:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326368.311880:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.311885:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326368.311885:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326368.313781:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313793:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326368.313796:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313798:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326368.313805:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326368.313816:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0bc80 00000400:00000200:2.0:1767326368.313822:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xcfd [1] + 224 00000800:00000001:2.0:1767326368.313834:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313839:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326368.313840:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326368.313843:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326368.313846:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326368.313850:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326368.313856:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.313869:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326368.313875:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313877:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326368.313878:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313879:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326368.313882:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326368.313887:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0bc00 00000400:00000200:2.0:1767326368.313890:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:2.0:1767326368.313893:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313896:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326368.313898:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326368.313898:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326368.313902:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326368.313903:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326368.313908:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326368.313910:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326368.313910:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326368.313914:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326368.313917:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cfb931c. 00000400:00000200:1.0:1767326368.313923:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000100:00000040:2.0:1767326368.313924:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326368.313926:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:1.0:1767326368.313931:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326368.313938:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326368.313943:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326368.313943:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326368.313947:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326368.313952:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326368.313955:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326368.313958:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326368.313971:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326368.313971:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326368.313974:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326368.313977:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326368.313980:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326368.313981:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0bd00 00000100:00000001:0.0:1767326368.313981:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326368.313983:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326368.313986:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326368.313987:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326368.313990:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd05 [1] + 224 02000000:00000001:1.0:1767326368.313993:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326368.313994:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326368.313996:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326368.313999:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767326368.314000:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=93 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326368.314001:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326368.314002:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00000400:00000200:2.0:1767326368.314007:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767326368.314009:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=93 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326368.314010:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000200:2.0:1767326368.314013:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:0.0:1767326368.314016:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:1.0:1767326368.314017:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326368.314021:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.314023:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326368.314024:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326368.314025:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326368.314029:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326368.314031:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326368.314032:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326368.314034:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326368.314038:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326368.314042:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326368.314044:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326368.314053:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326368.314069:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326368.314072:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326368.314077:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326368.314084:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326368.314087:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326368.314095:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326368.314098:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326368.314102:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326368.314104:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326368.314106:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326368.314109:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326368.314112:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326368.314117:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767326368.314119:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386651776:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326368.314120:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326368.314125:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326368.314128:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326368.314129:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.314133:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326368.314135:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326368.314136:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326368.314136:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=103 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326368.314138:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386651776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326368.314139:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326368.314142:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767326368.314144:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=103 v=5 (1 1 1 1) 00000400:00000010:3.0:1767326368.314146:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc1b6d1. 00000400:00000200:3.0:1767326368.314152:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000100:00000001:0.0:1767326368.314153:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326368.314156:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326368.314160:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:1.0:1767326368.314160:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767326368.314161:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326368.314164:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326368.314165:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.314166:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326368.314168:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec274f89. 00000100:00000001:0.0:1767326368.314170:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326368.314171:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326368.314173:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326368.314176:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326368.314179:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326368.314180:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326368.314185:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326368.314188:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326368.314189:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f204e57d. 02000000:00000001:1.0:1767326368.314194:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326368.314197:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326368.314200:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767326368.314205:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326368.314207:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326368.314208:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326368.314209:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326368.314212:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326368.314213:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326368.314214:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326368.314215:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326368.314217:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326368.314218:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326368.314219:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326368.314219:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.314221:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326368.314224:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326368.314224:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326368.314226:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326368.314227:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326368.314228:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326368.314232:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326368.314241:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=60 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326368.314246:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326368.314247:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326368.314249:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326368.314257:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326368.314270:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326368.314270:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386651648:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326368.314273:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326368.314276:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326368.314277:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326368.314278:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326368.314281:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326368.314290:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326368.314291:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326368.314292:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326368.314294:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326368.314297:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326368.314298:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326368.314306:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386651648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326368.314326:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326368.314330:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767326368.314334:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386651904:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326368.314334:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 00000100:00000001:3.0:1767326368.314339:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326368.314341:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326368.314341:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326368.314346:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326368.314347:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386651904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326368.314349:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326368.314355:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326368.314358:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 00000100:00000001:3.0:1767326368.314359:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326368.314362:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326368.314364:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767326368.314365:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:0.0:1767326368.314368:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326368.314369:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767326368.314371:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000020:00000001:3.0:1767326368.314372:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326368.314374:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326368.314377:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326368.314379:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 00000100:00000001:0.0:1767326368.314379:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326368.314383:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326368.314384:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326368.314386:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326368.314390:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:0.0:1767326368.314390:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326368.314395:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326368.314397:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326368.314398:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326368.314399:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326368.314403:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.314405:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326368.314408:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326368.314408:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326368.314412:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326368.314414:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326368.314415:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326369.014843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326369.014852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326369.014869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326369.014870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326369.014938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326369.014942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326369.014944:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326370.038832:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326370.038839:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326370.038845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326370.038846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326370.038886:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326370.038890:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326370.038893:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326371.062846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326371.062855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326371.062863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326371.062887:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326371.062928:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326371.062933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326371.062935:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326372.086859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326372.086869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326372.086876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326372.086877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326372.086918:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326372.086922:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326372.086925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326372.918835:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306078712, at 4306078720 00000100:00000040:0.0:1767326372.918835:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306078712, at 4306078720 00000100:00000040:3.0:1767326372.918836:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306078712, at 4306078720 00000100:00000040:1.0:1767326372.918836:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306078712, at 4306078720 00000100:00000010:0.0:1767326372.918855:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000010:2.0:1767326372.918860:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000010:1.0:1767326372.918863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00000100:00000010:3.0:1767326372.918865:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00010000:00000001:0.0:1767326373.110846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326373.110854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326373.110859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326373.110859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326373.110904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326373.110908:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326373.110910:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326373.430837:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326373.430850:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326373.430860:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326373.430868:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326373.430881:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326373.430905:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326373.430912:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326373.430922:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000001:1.0:1767326373.430931:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326373.430943:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326373.430954:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326373.430956:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326373.430961:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_02+2] req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.430987:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326373.430989:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326373.430992:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326373.430995:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326373.430997:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326373.431000:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326373.431001:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326373.431002:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.431004:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326373.431005:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326373.431011:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.431012:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326373.431016:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326373.431017:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326373.431024:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326373.431027:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326373.431028:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326373.431032:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326373.431034:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326373.431041:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_03+3] req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326373.431044:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326373.431047:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326373.431053:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326373.431058:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326373.431061:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.431062:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326373.431065:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386652032:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326373.431067:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326373.431068:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326373.431072:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326373.431073:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326373.431075:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326373.431080:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326373.431080:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326373.431084:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326373.431085:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326373.431086:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000020:00000040:1.0:1767326373.431093:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326373.431098:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326373.431099:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326373.431100:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326373.431104:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad26cbf. 02000000:00000001:0.0:1767326373.431106:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326373.431108:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326373.431110:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326373.431110:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326373.431111:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326373.431116:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326373.431117:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326373.431119:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386652160:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326373.431120:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a080ed7. 02000000:00000010:1.0:1767326373.431127:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:0.0:1767326373.431127:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326373.431130:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767326373.431131:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 02000000:00000001:0.0:1767326373.431133:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.431135:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326373.431136:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326373.431140:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652032, portal 25 02000000:00000010:0.0:1767326373.431141:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 00000100:00000040:1.0:1767326373.431147:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326373.431147:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.431148:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326373.431152:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000400:00000010:0.0:1767326373.431155:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000100:00000040:2.0:1767326373.431162:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326373.431163:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000200:0.0:1767326373.431169:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652160, portal 10 00000100:00000001:1.0:1767326373.431173:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326373.431174:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326373.431177:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326373.431178:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000001:2.0:1767326373.431183:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326373.431186:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_00+0] req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326373.431189:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326373.431195:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000100:00000040:0.0:1767326373.431196:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326373.431200:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386652032, offset 0 00000100:00000001:0.0:1767326373.431209:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326373.431213:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326373.431218:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326373.431223:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326373.431223:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000100:00000040:1.0:1767326373.431228:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326373.431228:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386652160, offset 0 00000400:00000200:2.0:1767326373.431235:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326373.431235:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326373.431240:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326373.431246:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11416) 00000400:00000200:2.0:1767326373.431250:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326373.431258:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326373.431260:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326373.431263:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326373.431264:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326373.431266:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326373.431268:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326373.431272:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326373.431279:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326373.431280:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [391:391:256:4294967295] 192.168.203.127@tcp LPNI seq info [391:391:8:4294967295] 00000100:00000040:3.0:1767326373.431285:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326373.431294:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326373.431297:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326373.431301:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326373.431302:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326373.431304:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326373.431308:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326373.431312:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386652288:192.168.203.127@tcp:400: 00000800:00000200:2.0:1767326373.431315:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326373.431316:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326373.431320:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767326373.431325:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 02000000:00000001:3.0:1767326373.431326:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326373.431326:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326373.431330:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326373.431332:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326373.431333:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:3.0:1767326373.431337:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 00000800:00000200:2.0:1767326373.431338:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326373.431339:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326373.431342:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326373.431346:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326373.431348:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bc1b6d1. 00000400:00000200:0.0:1767326373.431351:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [392:392:255:4294967295] 192.168.203.127@tcp LPNI seq info [392:392:7:4294967295] 00000800:00000200:2.0:1767326373.431354:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:3.0:1767326373.431355:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000800:00000200:2.0:1767326373.431361:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326373.431362:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652288, portal 10 00000100:00000001:3.0:1767326373.431369:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326373.431370:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326373.431373:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000800:00000200:0.0:1767326373.431377:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326373.431381:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326373.431383:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000100:00000001:2.0:1767326373.431385:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.431393:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306083832 00000800:00000200:0.0:1767326373.431394:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326373.431400:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e556876b. 00000100:00000001:3.0:1767326373.431402:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326373.431405:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326373.431409:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326373.431411:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326373.431413:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326373.431414:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326373.431419:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 00000100:00000040:0.0:1767326373.431420:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 241220 usecs (242 jiffies) 00000100:00000001:2.0:1767326373.431426:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306083832 00000100:00000001:0.0:1767326373.431426:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306079474 00000100:00000200:3.0:1767326373.431427:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386652288, offset 0 00000100:00000001:0.0:1767326373.431433:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306083832 00000100:00000010:2.0:1767326373.431435:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7d18d. 00000100:00000001:0.0:1767326373.431436:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306079474 00000400:00000200:3.0:1767326373.431442:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326373.431452:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326373.431453:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326373.431460:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306083832 00000400:00000200:3.0:1767326373.431461:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326373.431461:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306083832 00000400:00000200:3.0:1767326373.431468:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326373.431468:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306079474 00000100:00000010:2.0:1767326373.431471:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000400:00000200:3.0:1767326373.431475:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326373.431479:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326373.431479:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326373.431486:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [393:393:254:4294967295] 192.168.203.127@tcp LPNI seq info [393:393:6:4294967295] 00000100:00000001:2.0:1767326373.431488:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306083832 00000100:00000001:0.0:1767326373.431489:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306083832 00000800:00000200:1.0:1767326373.431491:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326373.431495:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306079474 00000800:00000010:1.0:1767326373.431498:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000100:00000010:2.0:1767326373.431499:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f95f8782. 00000400:00000200:1.0:1767326373.431506:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326373.431508:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326373.431512:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326373.431516:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326373.431516:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306083832 00000400:00000200:1.0:1767326373.431519:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326373.431524:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326373.431525:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326373.431526:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326373.431528:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326373.431529:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001345b526 00000800:00000010:3.0:1767326373.431533:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000400:00000010:1.0:1767326373.431534:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001345b526. 00000100:00000001:0.0:1767326373.431535:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.431536:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326373.431541:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326373.431541:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326373.431543:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326373.431544:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326373.431551:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326373.431553:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326373.431554:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326373.431555:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326373.431555:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326373.431559:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326373.431561:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326373.431562:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326373.431565:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326373.431567:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326373.431568:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.431571:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.431572:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326373.431574:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326373.431579:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14703 usecs (15 jiffies) 00000100:00000001:2.0:1767326373.431579:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.431584:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326373.431586:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306079247 00000100:00000001:2.0:1767326373.431587:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.431602:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306083832 00000100:00000040:1.0:1767326373.431606:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326373.431609:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306079247 00000100:00000001:3.0:1767326373.431614:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306083832 00000100:00000001:3.0:1767326373.431619:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306079247 00000100:00000001:3.0:1767326373.431623:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306083832 00000100:00000001:1.0:1767326373.431623:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.431627:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326373.431628:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306079247 00000100:00000001:3.0:1767326373.431629:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306083832 00000100:00000001:3.0:1767326373.431631:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326373.431632:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.431634:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.431638:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326373.431641:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326373.431642:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326373.431644:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326373.431645:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326373.431646:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.431648:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326373.431651:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326373.431654:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:1.0:1767326373.431656:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326373.431660:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326373.431663:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000400:00000010:1.0:1767326373.431664:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00000001:1.0:1767326373.431667:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326373.431669:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.431675:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326373.431676:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.431680:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.431682:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326373.431742:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326373.431744:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:1.0:1767326373.431746:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326373.431748:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326373.431750:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9736f0 00000400:00000010:1.0:1767326373.431751:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9736f0. 00000100:00000001:1.0:1767326373.431753:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326373.431755:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.431788:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326373.431790:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.431795:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.431796:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326373.434058:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326373.434071:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326373.434073:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326373.434075:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326373.434082:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326373.434091:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0be80 00000400:00000200:2.0:1767326373.434097:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd1d [1] + 224 00000800:00000001:2.0:1767326373.434104:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326373.434108:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326373.434109:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326373.434112:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326373.434115:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326373.434118:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326373.434136:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326373.434149:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326373.434155:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326373.434158:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326373.434160:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326373.434162:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326373.434166:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326373.434171:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0be00 00000100:00000001:3.0:1767326373.434174:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326373.434175:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd11 [1] + 224 00000100:00000001:3.0:1767326373.434178:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326373.434181:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326373.434184:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326373.434186:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326373.434188:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326373.434189:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326373.434191:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:3.0:1767326373.434197:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc1b6d1. 00000400:00000200:3.0:1767326373.434201:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:3.0:1767326373.434203:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326373.434205:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326373.434206:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326373.434210:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326373.434212:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326373.434235:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326373.434240:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326373.434244:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326373.434246:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326373.434250:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326373.434253:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326373.434256:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326373.434259:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326373.434262:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326373.434267:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326373.434268:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326373.434273:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=65 v=5 (1 1 0 0) 00000800:00000001:2.0:1767326373.434274:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326373.434276:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326373.434278:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326373.434281:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326373.434283:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326373.434286:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326373.434288:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326373.434296:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326373.434298:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326373.434299:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326373.434302:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326373.434305:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326373.434308:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326373.434309:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:3.0:1767326373.434313:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326373.434321:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0bd80 00000100:00000001:3.0:1767326373.434325:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326373.434328:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326373.434330:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326373.434331:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xd0d [1] + 224 00000100:00000001:0.0:1767326373.434332:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326373.434333:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326373.434340:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326373.434341:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326373.434341:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326373.434344:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326373.434347:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00000800:00000001:2.0:1767326373.434350:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326373.434354:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:0.0:1767326373.434358:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00100000:3.0:1767326373.434360:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386652288:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326373.434361:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326373.434363:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326373.434369:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326373.434372:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326373.434373:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326373.434374:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:3.0:1767326373.434380:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386652288/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326373.434385:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326373.434395:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326373.434395:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326373.434403:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326373.434407:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326373.434411:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:3.0:1767326373.434418:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326373.434421:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326373.434423:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326373.434424:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326373.434428:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326373.434428:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326373.434431:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326373.434432:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767326373.434435:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326373.434435:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326373.434439:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326373.434441:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:0.0:1767326373.434441:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326373.434446:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=98 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326373.434448:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326373.434453:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767326373.434455:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=98 v=5 (1 1 1 1) 00000100:00000010:3.0:1767326373.434457:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:0.0:1767326373.434463:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326373.434465:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326373.434466:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.434470:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326373.434470:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326373.434475:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326373.434480:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326373.434481:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326373.434481:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.434486:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326373.434487:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326373.434490:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326373.434491:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326373.434493:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326373.434494:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326373.434498:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326373.434499:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326373.434499:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326373.434505:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.434510:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326373.434515:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326373.434515:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326373.434519:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326373.434521:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326373.434522:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326373.434526:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326373.434526:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326373.434529:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a080ed7. 00000400:00000200:1.0:1767326373.434535:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000100:00100000:0.0:1767326373.434537:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386652160:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326373.434540:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326373.434541:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326373.434543:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386652160/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326373.434548:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:0.0:1767326373.434551:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326373.434554:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326373.434556:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767326373.434556:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 02000000:00000001:0.0:1767326373.434561:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326373.434562:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326373.434563:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:1.0:1767326373.434566:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326373.434566:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326373.434568:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:0.0:1767326373.434572:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326373.434574:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326373.434576:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:0.0:1767326373.434581:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326373.434582:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326373.434588:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326373.434602:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326373.434609:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326373.434612:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.434616:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326373.434619:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326373.434621:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326373.434624:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326373.434625:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326373.434629:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326373.434632:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326373.434634:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326373.434638:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326373.434642:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326373.434645:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326373.434646:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326373.434647:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326373.434649:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326373.434650:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.434651:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326373.434654:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.434659:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326373.434661:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326373.434662:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326373.434664:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326373.434668:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386652032:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326373.434671:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326373.434672:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326373.434673:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386652032/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326373.434688:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326373.434689:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326373.434691:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad26cbf. 02000000:00000001:1.0:1767326373.434693:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326373.434694:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326373.434695:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326373.434697:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326373.434698:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:1.0:1767326373.434699:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326373.434700:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326373.434701:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:1.0:1767326373.434704:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326373.434705:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326373.434706:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326373.434709:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326373.434710:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326373.434712:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326373.434713:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326374.134879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326374.134889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326374.134899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326374.134901:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326374.134970:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326374.134975:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326374.134979:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326375.158855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326375.158861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326375.158865:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326375.158866:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326375.158930:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326375.158936:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326375.158939:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326376.182866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326376.182872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326376.182875:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326376.182876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326376.182978:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326376.182984:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326376.182987:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326377.206844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326377.206851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326377.206857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326377.206858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326377.206950:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326377.206954:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326377.206956:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326378.038815:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306083832, at 4306083840 00000100:00000010:0.0:1767326378.038830:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e556876b. 00000100:00000040:2.0:1767326378.038851:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306083832, at 4306083840 00000100:00000040:1.0:1767326378.038857:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306083832, at 4306083840 00000100:00000010:2.0:1767326378.038862:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00000100:00000010:1.0:1767326378.038866:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7d18d. 00000100:00000040:3.0:1767326378.038873:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306083832, at 4306083840 00000100:00000010:3.0:1767326378.038882:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f95f8782. 00010000:00000001:0.0:1767326378.230831:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326378.230838:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326378.230840:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326378.230842:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230846:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326378.230847:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230849:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230851:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326378.230856:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326378.230856:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326378.230860:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326378.230862:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326378.230863:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230864:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326378.230865:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230866:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.230867:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326378.230952:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326378.230957:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326378.230960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326378.550846:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326378.550856:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326378.550863:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326378.550870:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326378.550875:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326378.550878:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326378.550883:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326378.550892:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b222b7f0. 00000100:00000001:2.0:1767326378.550899:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.550910:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326378.550922:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326378.550924:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.550929:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_01+1] req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.550950:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.550952:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326378.550954:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326378.550971:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326378.550973:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326378.550973:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326378.550976:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326378.550979:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326378.550980:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326378.550981:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326378.550985:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326378.550986:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:2.0:1767326378.550990:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.550993:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326378.551000:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326378.551001:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326378.551004:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326378.551004:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326378.551007:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.551013:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_02+2] req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326378.551038:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326378.551041:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326378.551046:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326378.551049:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326378.551052:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326378.551053:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.551057:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767326378.551058:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386652416:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326378.551060:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326378.551063:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000100:00000001:1.0:1767326378.551066:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767326378.551067:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326378.551071:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326378.551072:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326378.551074:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326378.551074:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326378.551075:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326378.551080:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326378.551080:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000db5bebc. 02000000:00000001:1.0:1767326378.551080:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326378.551086:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326378.551086:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326378.551087:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326378.551087:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.551091:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326378.551093:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004772abac. 00000100:00000040:2.0:1767326378.551094:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326378.551099:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326378.551105:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.551107:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767326378.551108:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cfb931c. 00000100:00000001:2.0:1767326378.551110:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326378.551118:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000100:00000040:2.0:1767326378.551119:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326378.551127:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652416, portal 25 00000100:00000001:3.0:1767326378.551129:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326378.551134:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326378.551134:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326378.551137:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 02000000:00000001:3.0:1767326378.551142:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326378.551144:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326378.551145:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326378.551146:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326378.551148:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326378.551153:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326378.551159:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326378.551161:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767326378.551164:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386652544:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326378.551167:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326378.551168:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326378.551169:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11422) 00000400:00000010:1.0:1767326378.551172:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000001:0.0:1767326378.551174:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326378.551175:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326378.551176:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386652416, offset 0 00000100:00000001:0.0:1767326378.551179:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326378.551180:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326378.551184:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326378.551185:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326378.551187:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326378.551192:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326378.551198:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6ce32b2. 00000400:00000200:1.0:1767326378.551199:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326378.551199:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326378.551202:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326378.551205:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326378.551207:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326378.551209:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326378.551211:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326378.551214:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bc1b6d1. 02000000:00000001:0.0:1767326378.551215:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326378.551218:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326378.551223:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000100:00100000:0.0:1767326378.551223:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386652672:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326378.551227:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326378.551230:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767326378.551232:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652544, portal 10 00000400:00000200:1.0:1767326378.551234:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326378.551234:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326378.551238:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326378.551238:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326378.551243:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 02000000:00000001:0.0:1767326378.551244:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326378.551245:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [394:394:256:4294967295] 192.168.203.127@tcp LPNI seq info [394:394:8:4294967295] 02000000:00000010:0.0:1767326378.551251:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63bda1c. 00000100:00000040:3.0:1767326378.551256:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326378.551256:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326378.551263:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000400:00000200:1.0:1767326378.551270:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767326378.551273:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000001:3.0:1767326378.551274:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326378.551280:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652672, portal 10 00000100:00000040:3.0:1767326378.551282:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326378.551286:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326378.551288:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326378.551290:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000400:00000010:3.0:1767326378.551291:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000800:00000010:1.0:1767326378.551293:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000100:00000200:3.0:1767326378.551298:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386652544, offset 0 00000800:00000200:1.0:1767326378.551304:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:0.0:1767326378.551304:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326378.551312:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326378.551319:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326378.551324:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326378.551326:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326378.551327:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326378.551333:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326378.551337:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326378.551337:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000100:00000001:1.0:1767326378.551343:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326378.551344:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386652672, offset 0 00000400:00000200:3.0:1767326378.551345:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326378.551348:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306088952 00000400:00000200:3.0:1767326378.551352:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326378.551355:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000400:00000200:0.0:1767326378.551358:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326378.551360:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326378.551363:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326378.551368:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [395:395:255:4294967295] 192.168.203.127@tcp LPNI seq info [395:395:7:4294967295] 00000100:00000001:1.0:1767326378.551371:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306088952 00000100:00000010:1.0:1767326378.551376:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000100:00000001:1.0:1767326378.551378:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326378.551381:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306088952 00000100:00000010:1.0:1767326378.551387:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000100:00000001:1.0:1767326378.551391:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326378.551393:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306088952 00000100:00000010:1.0:1767326378.551397:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000100:00000001:1.0:1767326378.551402:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326378.551403:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326378.551405:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326378.551409:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326378.551413:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326378.551413:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326378.551415:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326378.551417:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326378.551423:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000400:00000200:0.0:1767326378.551424:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326378.551427:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326378.551429:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326378.551431:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326378.551434:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000010:2.0:1767326378.551435:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000100:00000001:1.0:1767326378.551439:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326378.551442:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326378.551442:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326378.551443:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326378.551448:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326378.551448:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326378.551454:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326378.551456:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326378.551457:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326378.551464:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326378.551468:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326378.551470:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [396:396:254:4294967295] 192.168.203.127@tcp LPNI seq info [396:396:6:4294967295] 00000100:00000001:3.0:1767326378.551476:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326378.551483:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 239195 usecs (240 jiffies) 00000100:00000001:3.0:1767326378.551489:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306084592 00000400:00000200:0.0:1767326378.551489:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326378.551499:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000800:00000200:0.0:1767326378.551500:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326378.551503:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:2.0:1767326378.551508:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767326378.551508:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000100:00000200:2.0:1767326378.551513:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326378.551519:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326378.551526:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767326378.551530:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326378.551531:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326378.551536:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326378.551540:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.551543:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326378.551545:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306088952 00000100:00000001:2.0:1767326378.551545:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326378.551551:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14608 usecs (15 jiffies) 00000100:00000001:3.0:1767326378.551552:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306084592 00000100:00000001:3.0:1767326378.551570:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306088952 00000100:00000001:0.0:1767326378.551572:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306084367 00000100:00000001:3.0:1767326378.551575:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306084592 00000800:00000200:2.0:1767326378.551576:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326378.551578:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306088952 00000800:00000010:2.0:1767326378.551579:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000100:00000001:3.0:1767326378.551583:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306088952 00000400:00000200:2.0:1767326378.551584:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326378.551585:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306084367 00000100:00000001:3.0:1767326378.551591:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306084592 00000100:00000001:0.0:1767326378.551592:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306088952 00000400:00000200:2.0:1767326378.551594:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326378.551598:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306088952 00000400:00000200:2.0:1767326378.551600:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d49ff96 00000100:00000001:0.0:1767326378.551600:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306084367 00000100:00000001:3.0:1767326378.551604:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326378.551605:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d49ff96. 00000100:00000001:0.0:1767326378.551606:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306088952 00000100:00000001:2.0:1767326378.551609:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326378.551611:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.551614:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306084367 00000100:00000001:3.0:1767326378.551617:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326378.551617:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326378.551620:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306088952 00000100:00000001:3.0:1767326378.551622:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326378.551627:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326378.551631:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326378.551634:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326378.551636:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326378.551641:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326378.551644:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326378.551644:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326378.551645:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326378.551647:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326378.551651:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326378.551652:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.551653:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326378.551657:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326378.551659:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.551665:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326378.551668:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326378.551671:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.551672:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326378.551675:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326378.551684:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326378.551722:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326378.551726:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000400:00000200:2.0:1767326378.551736:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326378.551741:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326378.551744:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:2.0:1767326378.551746:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:2.0:1767326378.551749:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326378.551752:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.551787:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326378.551789:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.551794:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326378.551795:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326378.553203:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326378.553213:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326378.553216:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326378.553219:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326378.553233:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326378.553244:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0bf00 00000400:00000200:1.0:1767326378.553250:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xd25 [1] + 224 00000800:00000001:1.0:1767326378.553257:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326378.553265:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326378.553267:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326378.553271:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326378.553275:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326378.553279:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326378.553286:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326378.553300:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326378.553305:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326378.553307:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326378.553337:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326378.553340:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326378.553344:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326378.553346:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326378.553347:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cfb931c. 00000400:00000200:2.0:1767326378.553351:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000400:00000010:2.0:1767326378.553352:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:2.0:1767326378.553354:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326378.553358:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326378.553365:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.553371:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326378.553372:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326378.553373:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326378.553375:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326378.553377:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326378.553378:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326378.553380:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326378.553384:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326378.553387:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326378.553389:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326378.553396:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326378.553398:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326378.553399:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326378.553401:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326378.553404:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.553408:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326378.553411:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326378.553412:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326378.553414:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326378.553418:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386652416:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326378.553421:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326378.553422:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326378.553423:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386652416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.553428:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326378.553429:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326378.553431:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004772abac. 02000000:00000001:2.0:1767326378.553433:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326378.553434:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326378.553435:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326378.553437:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326378.553438:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b222b7f0. 02000000:00000001:2.0:1767326378.553440:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326378.553442:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326378.553443:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:2.0:1767326378.553445:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326378.553445:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326378.553446:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326378.553449:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326378.553450:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326378.553451:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326378.553453:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326378.553565:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326378.553571:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326378.553572:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326378.553574:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326378.553578:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326378.553584:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c000 00000400:00000200:2.0:1767326378.553588:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd31 [1] + 224 00000800:00000001:2.0:1767326378.553591:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326378.553595:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326378.553597:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326378.553599:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326378.553601:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326378.553603:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326378.553610:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.553623:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326378.553627:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326378.553628:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326378.553649:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326378.553652:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326378.553655:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326378.553656:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326378.553657:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00000400:00000200:0.0:1767326378.553660:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:0.0:1767326378.553661:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:0.0:1767326378.553663:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326378.553666:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326378.553672:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326378.553677:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326378.553678:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326378.553679:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326378.553680:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326378.553681:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326378.553682:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326378.553683:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326378.553686:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326378.553688:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=70 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326378.553689:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326378.553690:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.553691:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326378.553694:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326378.553699:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326378.553701:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326378.553702:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326378.553703:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326378.553704:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326378.553706:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326378.553719:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326378.553721:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326378.553722:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326378.553724:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326378.553729:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386652672:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326378.553733:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326378.553734:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326378.553736:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386652672/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326378.553740:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326378.553741:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326378.553742:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63bda1c. 02000000:00000001:0.0:1767326378.553745:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326378.553746:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326378.553746:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326378.553748:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326378.553749:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000db5bebc. 02000000:00000001:0.0:1767326378.553751:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326378.553752:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326378.553753:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767326378.553756:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767326378.553772:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326378.553777:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326378.553778:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326378.553784:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326378.553784:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326378.553788:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326378.553790:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326378.553793:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326378.553796:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326378.553797:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326378.553800:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326378.553804:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0bf80 00000400:00000200:2.0:1767326378.553809:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd2d [1] + 224 00000800:00000001:2.0:1767326378.553813:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326378.553817:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326378.553819:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326378.553822:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326378.553826:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326378.553830:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326378.553845:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326378.553860:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326378.553867:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326378.553871:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326378.553877:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326378.553880:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326378.553883:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326378.553884:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326378.553891:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc1b6d1. 00000400:00000200:3.0:1767326378.553895:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:3.0:1767326378.553896:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000100:00000001:3.0:1767326378.553898:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326378.553901:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326378.553908:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326378.553913:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326378.553913:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326378.553915:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326378.553916:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326378.553917:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326378.553918:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326378.553920:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326378.553922:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326378.553925:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326378.553926:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326378.553927:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326378.553928:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326378.553930:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326378.553932:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326378.553933:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326378.553934:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326378.553935:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326378.553936:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326378.553941:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326378.553943:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326378.553943:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326378.553945:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326378.553949:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386652544:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326378.553955:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326378.553957:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326378.553958:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386652544/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326378.553963:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326378.553964:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326378.553965:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6ce32b2. 02000000:00000001:3.0:1767326378.553967:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326378.553967:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326378.553968:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326378.553970:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326378.553971:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 02000000:00000001:3.0:1767326378.553973:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326378.553973:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326378.553974:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767326378.553976:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326378.553977:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326378.553978:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326378.553981:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326378.553982:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326378.553983:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326378.553984:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326379.254853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326379.254861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326379.254868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326379.254869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326379.254939:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326379.254942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326379.254945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326380.278826:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326380.278843:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326380.278850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326380.278851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326380.278906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326380.278910:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326380.278914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326381.302902:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326381.302912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326381.302921:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326381.302922:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326381.302990:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326381.302995:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326381.302998:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326382.326849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326382.326859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326382.326866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326382.326868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326382.326933:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326382.326944:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326382.326947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326383.158866:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306088952, at 4306088960 00000100:00000040:2.0:1767326383.158866:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306088952, at 4306088960 00000100:00000040:1.0:1767326383.158866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306088952, at 4306088960 00000100:00000040:0.0:1767326383.158882:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306088952, at 4306088960 00000100:00000010:2.0:1767326383.158886:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:1.0:1767326383.158892:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:3.0:1767326383.158895:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000010:0.0:1767326383.158901:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00010000:00000001:0.0:1767326383.350879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326383.350886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.350892:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326383.350893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326383.350985:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326383.350990:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326383.350992:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326383.670902:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326383.670913:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326383.670923:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767326383.670931:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326383.670937:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326383.670942:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326383.670949:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326383.670959:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767326383.670968:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.670980:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326383.671016:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326383.671019:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.671027:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_00+0] req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326383.671057:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.671061:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326383.671065:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326383.671069:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326383.671072:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326383.671075:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326383.671077:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326383.671080:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326383.671085:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326383.671089:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.671094:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326383.671097:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326383.671103:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326383.671106:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326383.671109:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326383.671110:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.671111:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326383.671112:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.671120:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_01+1] req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326383.671124:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326383.671129:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326383.671136:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326383.671140:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326383.671143:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326383.671145:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.671150:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326383.671153:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.671156:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326383.671157:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326383.671160:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326383.671164:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767326383.671171:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326383.671174:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326383.671177:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326383.671178:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326383.671181:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326383.671185:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326383.671185:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326383.671190:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326383.671192:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 02000000:00000001:2.0:1767326383.671195:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326383.671200:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386652928:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326383.671205:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.671208:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326383.671212:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326383.671216:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326383.671221:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326383.671222:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326383.671223:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326383.671227:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326383.671229:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_02+2] req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326383.671236:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c37c192. 02000000:00000001:2.0:1767326383.671241:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326383.671248:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d2e8bf1. 00000100:00000001:3.0:1767326383.671252:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326383.671255:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326383.671258:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000040:3.0:1767326383.671259:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326383.671267:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11427) 00000100:00000200:2.0:1767326383.671270:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652928, portal 10 00000100:00000001:2.0:1767326383.671284:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326383.671286:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00000001:1.0:1767326383.671288:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326383.671290:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326383.671295:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767326383.671297:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.671300:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.671301:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326383.671310:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326383.671314:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326383.671314:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326383.671319:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326383.671320:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326383.671322:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326383.671325:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326383.671326:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 00000100:00000200:2.0:1767326383.671332:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386652928, offset 0 00000100:00000040:0.0:1767326383.671333:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326383.671346:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326383.671350:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326383.671353:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326383.671357:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326383.671359:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326383.671362:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326383.671366:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326383.671374:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326383.671378:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386653056:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326383.671384:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326383.671387:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326383.671391:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326383.671393:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326383.671395:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326383.671399:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326383.671401:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326383.671407:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [397:397:256:4294967295] 192.168.203.127@tcp LPNI seq info [397:397:8:4294967295] 02000000:00000010:0.0:1767326383.671407:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000307c20db. 02000000:00000001:0.0:1767326383.671412:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326383.671419:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000400:00000010:0.0:1767326383.671424:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000200:0.0:1767326383.671430:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653056, portal 10 00000400:00000200:2.0:1767326383.671433:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326383.671435:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326383.671438:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000800:00000200:2.0:1767326383.671446:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326383.671448:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326383.671455:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000100:00000001:0.0:1767326383.671462:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326383.671465:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326383.671470:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:0.0:1767326383.671471:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767326383.671477:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386653056, offset 0 00000800:00000200:2.0:1767326383.671489:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326383.671490:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326383.671498:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326383.671502:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326383.671508:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326383.671511:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326383.671514:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326383.671517:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326383.671517:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326383.671539:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 237197 usecs (238 jiffies) 00000400:00000200:0.0:1767326383.671540:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [398:398:255:4294967295] 192.168.203.127@tcp LPNI seq info [398:398:7:4294967295] 00000100:00000001:2.0:1767326383.671546:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306089710 00000100:00000010:2.0:1767326383.671554:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000400:00000200:0.0:1767326383.671556:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326383.671565:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326383.671566:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767326383.671570:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000100:00000001:2.0:1767326383.671577:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306089710 00000800:00000200:0.0:1767326383.671579:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326383.671585:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913c72f1. 00000800:00000200:0.0:1767326383.671590:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326383.671592:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326383.671595:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326383.671604:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306089710 00000100:00000001:0.0:1767326383.671610:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326383.671611:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccab3f7b. 00000100:00000040:0.0:1767326383.671616:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14508 usecs (15 jiffies) 00000100:00000001:2.0:1767326383.671618:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326383.671623:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306089487 00000100:00000001:2.0:1767326383.671625:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306089710 00000100:00000001:0.0:1767326383.671629:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306089710 00000100:00000010:2.0:1767326383.671633:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba5a95e4. 00000100:00000001:0.0:1767326383.671634:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306089487 00000800:00000200:1.0:1767326383.671639:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326383.671640:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326383.671641:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306089710 00000800:00000010:1.0:1767326383.671645:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000100:00000001:0.0:1767326383.671647:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306089487 00000100:00000001:2.0:1767326383.671648:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326383.671651:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326383.671654:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306089710 00000100:00000001:2.0:1767326383.671655:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326383.671661:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306089487 00000100:00000001:2.0:1767326383.671663:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326383.671664:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326383.671668:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306089710 00000100:00000040:2.0:1767326383.671671:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326383.671673:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9cbcf6 00000100:00000001:0.0:1767326383.671675:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326383.671678:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a9cbcf6. 00000100:00000001:0.0:1767326383.671682:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326383.671687:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326383.671691:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326383.671696:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.671696:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.671700:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326383.671704:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326383.671709:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326383.671713:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326383.671717:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326383.671718:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326383.671722:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326383.671726:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386652800:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326383.671735:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326383.671737:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326383.671740:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326383.671740:0:216332:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767326383.671744:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326383.671747:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326383.671751:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ee29fd. 02000000:00000001:2.0:1767326383.671753:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326383.671780:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e16dd07d. 00000400:00000010:2.0:1767326383.671786:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000200:2.0:1767326383.671791:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386652800, portal 25 00000800:00000200:1.0:1767326383.671793:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326383.671794:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326383.671796:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000100:00000001:2.0:1767326383.671797:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000400:00000200:1.0:1767326383.671803:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326383.671807:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326383.671814:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326383.671824:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000100:00000001:2.0:1767326383.671826:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326383.671828:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:1.0:1767326383.671833:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767326383.671841:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326383.671842:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326383.671847:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 00000100:00000200:2.0:1767326383.671854:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386652800, offset 0 00000100:00000001:1.0:1767326383.671860:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326383.671864:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326383.671867:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326383.671875:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326383.671878:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326383.671883:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326383.671888:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326383.671894:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326383.671899:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326383.671902:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [399:399:255:4294967295] 192.168.203.127@tcp LPNI seq info [399:399:7:4294967295] 00000100:00000001:1.0:1767326383.671905:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326383.671915:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326383.671921:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326383.671926:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e3843a0. 00000800:00000200:2.0:1767326383.671933:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326383.671939:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326383.671942:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e3843a0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326383.671956:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.671960:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306094073 00000100:00000001:2.0:1767326383.671966:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306089710 00000100:00000001:2.0:1767326383.671969:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306094073 00000100:00000001:2.0:1767326383.671972:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306089710 00000100:00000001:2.0:1767326383.671974:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306094073 00000100:00000001:2.0:1767326383.671976:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306089710 00000100:00000001:2.0:1767326383.671978:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306094073 00000100:00000001:2.0:1767326383.671979:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306089710 00000100:00000001:2.0:1767326383.671981:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326383.671983:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.671984:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.671986:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326383.671994:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326383.671995:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326383.671997:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326383.671998:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326383.671999:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326383.672001:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326383.672010:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326383.672015:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e3843a0. 00000400:00000200:3.0:1767326383.672027:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326383.672032:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326383.672036:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000400:00000010:3.0:1767326383.672038:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000001:3.0:1767326383.672042:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326383.672046:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326383.672056:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326383.672059:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326383.672109:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326383.672112:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326383.673491:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326383.673503:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326383.673505:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326383.673507:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326383.673513:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326383.673536:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c100 00000400:00000200:2.0:1767326383.673542:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:2.0:1767326383.673548:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326383.673552:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326383.673554:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326383.673556:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326383.673560:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326383.673563:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326383.673571:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326383.673584:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326383.673589:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326383.673591:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326383.673593:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326383.673594:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326383.673596:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326383.673601:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c180 00000400:00000200:2.0:1767326383.673605:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd45 [1] + 224 00000800:00000001:2.0:1767326383.673608:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326383.673620:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326383.673624:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326383.673626:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326383.673629:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326383.673631:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326383.673634:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326383.673639:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326383.673639:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d2e8bf1. 00000400:00000200:1.0:1767326383.673652:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000400:00000010:1.0:1767326383.673654:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000001:1.0:1767326383.673657:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326383.673658:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326383.673663:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326383.673664:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326383.673694:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326383.673697:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326383.673717:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326383.673721:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.673725:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326383.673728:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326383.673730:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326383.673731:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326383.673736:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326383.673738:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326383.673740:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326383.673744:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326383.673751:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=108 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326383.673781:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326383.673782:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326383.673784:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326383.673789:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767326383.673791:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326383.673792:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326383.673793:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326383.673796:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00010000:00000001:1.0:1767326383.673798:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326383.673801:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00010000:00000001:1.0:1767326383.673802:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326383.673804:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:1.0:1767326383.673808:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326383.673808:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326383.673812:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:0.0:1767326383.673815:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326383.673817:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326383.673820:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326383.673821:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326383.673830:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326383.673832:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326383.673832:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.673856:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326383.673859:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326383.673859:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326383.673863:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326383.673867:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326383.673867:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326383.673872:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326383.673873:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326383.673877:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326383.673879:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326383.673881:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.673885:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326383.673890:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:0.0:1767326383.673891:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326383.673900:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=118 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326383.673905:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c080 00000100:00001000:0.0:1767326383.673906:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=75 v=5 (1 1 0 0) 00000100:00100000:1.0:1767326383.673907:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386652928:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326383.673912:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326383.673915:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.673918:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326383.673922:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xd4d [1] + 224 00010000:00080000:0.0:1767326383.673924:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326383.673933:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326383.673935:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326383.673939:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326383.673940:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326383.673941:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326383.673945:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326383.673946:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326383.673949:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326383.673951:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386652928/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326383.673953:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326383.673954:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326383.673957:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326383.673961:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326383.673966:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326383.673969:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326383.673975:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326383.673980:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326383.673985:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c37c192. 02000000:00000001:1.0:1767326383.673993:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326383.673997:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326383.673998:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767326383.674001:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326383.674002:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326383.674005:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.674006:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326383.674007:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326383.674012:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 00000100:00000040:0.0:1767326383.674015:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326383.674018:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326383.674021:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326383.674025:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00100000:0.0:1767326383.674027:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386653056:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326383.674031:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326383.674035:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326383.674038:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.674040:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326383.674043:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326383.674046:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326383.674049:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386653056/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326383.674050:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326383.674050:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326383.674058:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326383.674058:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326383.674060:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326383.674062:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326383.674063:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326383.674065:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326383.674066:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000307c20db. 00000400:00000010:1.0:1767326383.674067:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e16dd07d. 02000000:00000001:0.0:1767326383.674073:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767326383.674074:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000020:00000001:0.0:1767326383.674076:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767326383.674077:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:1.0:1767326383.674081:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767326383.674084:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326383.674087:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767326383.674089:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326383.674090:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:0.0:1767326383.674094:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326383.674096:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326383.674097:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000001:0.0:1767326383.674102:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326383.674104:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326383.674107:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326383.674110:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326383.674112:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326383.674115:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326383.674119:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326383.674121:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326383.674123:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326383.674125:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.674127:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326383.674128:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326383.674129:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326383.674137:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326383.674139:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326383.674141:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326383.674143:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326383.674145:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326383.674146:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326383.674147:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326383.674149:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326383.674150:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326383.674152:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326383.674157:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326383.674158:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326383.674159:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326383.674161:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326383.674166:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386652800:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326383.674168:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.674169:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326383.674171:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386652800/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326383.674174:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326383.674175:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326383.674176:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ee29fd. 02000000:00000001:1.0:1767326383.674178:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326383.674179:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326383.674180:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326383.674182:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326383.674183:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:1.0:1767326383.674185:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326383.674186:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326383.674186:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:1.0:1767326383.674188:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326383.674192:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.674194:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326383.674197:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326383.674198:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326383.674199:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326383.674201:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326384.374863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326384.374873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326384.374881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326384.374883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326384.374954:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326384.374959:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326384.374963:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326385.398880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326385.398888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326385.398896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326385.398897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326385.398965:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326385.398969:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326385.398971:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326386.422873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326386.422881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326386.422887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326386.422888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326386.422961:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326386.422965:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326386.422967:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326387.446830:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326387.446836:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326387.446842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326387.446844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326387.446904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326387.446911:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326387.446916:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326388.278907:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306094073, at 4306094080 00000100:00000040:2.0:1767326388.278907:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306094073, at 4306094080 00000100:00000040:1.0:1767326388.278907:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306094073, at 4306094080 00000100:00000040:0.0:1767326388.278907:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306094073, at 4306094080 00000100:00000010:2.0:1767326388.278927:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccab3f7b. 00000100:00000010:1.0:1767326388.278934:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913c72f1. 00000100:00000010:3.0:1767326388.278936:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba5a95e4. 00000100:00000010:0.0:1767326388.278941:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00010000:00000001:0.0:1767326388.470874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326388.470886:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326388.470889:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326388.470891:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470898:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326388.470901:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470927:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470930:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470935:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326388.470937:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326388.470938:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326388.470944:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326388.470947:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326388.470949:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470951:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326388.470952:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470954:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.470956:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326388.471024:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326388.471029:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326388.471033:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326388.790910:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326388.790922:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326388.790930:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000020:00000040:0.0:1767326388.790937:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326388.790943:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326388.790946:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326388.790953:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326388.790960:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326388.790967:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326388.790978:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326388.790988:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326388.790990:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326388.790996:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_03+3] req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.791022:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326388.791024:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326388.791026:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326388.791028:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000020:00000040:0.0:1767326388.791030:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326388.791032:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326388.791048:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326388.791054:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767326388.791056:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767326388.791057:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326388.791060:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326388.791061:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326388.791062:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:2.0:1767326388.791068:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791069:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326388.791070:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326388.791075:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326388.791079:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326388.791080:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326388.791083:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326388.791087:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326388.791089:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326388.791092:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326388.791095:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326388.791099:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_00+0] req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326388.791114:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326388.791117:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326388.791120:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326388.791130:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326388.791133:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326388.791133:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326388.791138:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791139:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326388.791144:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000100:00100000:1.0:1767326388.791145:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386653184:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326388.791148:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326388.791149:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326388.791151:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326388.791153:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326388.791153:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326388.791157:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326388.791157:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326388.791158:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326388.791161:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326388.791162:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326388.791163:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326388.791167:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326388.791167:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326388.791169:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326388.791170:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000485e6489. 02000000:00000010:1.0:1767326388.791176:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0967ad4. 00000100:00000001:0.0:1767326388.791176:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326388.791182:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326388.791183:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326388.791186:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326388.791187:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326388.791192:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027aa2260. 02000000:00000001:3.0:1767326388.791193:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326388.791197:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326388.791199:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326388.791200:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791202:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326388.791203:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00100000:3.0:1767326388.791206:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386653312:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326388.791209:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_01+1] req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326388.791212:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326388.791212:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653184, portal 25 02000000:00000001:3.0:1767326388.791216:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326388.791218:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326388.791219:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326388.791222:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 02000000:00000001:3.0:1767326388.791225:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326388.791231:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059b51878. 00000100:00000040:1.0:1767326388.791232:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.791235:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326388.791236:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326388.791240:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326388.791247:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326388.791249:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326388.791250:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bc1b6d1. 00000100:00000040:1.0:1767326388.791255:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326388.791257:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11432) 00000400:00000010:3.0:1767326388.791259:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000100:00000001:2.0:1767326388.791259:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326388.791260:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea481bae. 00000100:00000001:2.0:1767326388.791265:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326388.791267:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653312, portal 10 00000100:00000200:1.0:1767326388.791268:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386653184, offset 0 00000100:00000001:2.0:1767326388.791269:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326388.791271:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326388.791274:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000040:2.0:1767326388.791281:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326388.791282:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326388.791282:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326388.791303:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326388.791313:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326388.791316:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326388.791317:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326388.791321:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326388.791321:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326388.791327:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 02000000:00000001:2.0:1767326388.791328:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326388.791328:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:3.0:1767326388.791330:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386653312, offset 0 02000000:00000001:2.0:1767326388.791333:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326388.791338:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326388.791339:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326388.791340:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326388.791347:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386653440:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326388.791350:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326388.791356:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326388.791359:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [400:400:256:4294967295] 192.168.203.127@tcp LPNI seq info [400:400:8:4294967295] 02000000:00000001:2.0:1767326388.791362:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326388.791366:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326388.791370:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326388.791376:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f56908ad. 00000400:00000200:1.0:1767326388.791381:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326388.791382:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326388.791389:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e51077c. 00000800:00000200:1.0:1767326388.791394:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326388.791404:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000800:00000200:1.0:1767326388.791415:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326388.791416:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000800:00000200:1.0:1767326388.791426:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326388.791428:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653440, portal 10 00000100:00000001:2.0:1767326388.791432:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326388.791434:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000800:00000200:1.0:1767326388.791443:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326388.791445:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326388.791446:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326388.791453:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326388.791460:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326388.791465:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326388.791465:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326388.791469:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326388.791471:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326388.791474:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326388.791478:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [401:401:255:4294967295] 192.168.203.127@tcp LPNI seq info [401:401:7:4294967295] 00000400:00000010:2.0:1767326388.791481:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000100:00000001:1.0:1767326388.791481:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306099192 00000100:00000200:2.0:1767326388.791501:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386653440, offset 0 00000100:00000010:1.0:1767326388.791501:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000400:00000200:3.0:1767326388.791504:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326388.791514:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326388.791515:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326388.791518:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326388.791524:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:1.0:1767326388.791526:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306099192 00000400:00000200:2.0:1767326388.791530:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326388.791533:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:1.0:1767326388.791536:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000400:00000200:2.0:1767326388.791538:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326388.791543:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326388.791545:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326388.791548:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326388.791548:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326388.791553:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306099192 00000100:00000001:3.0:1767326388.791554:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326388.791555:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326388.791562:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 235231 usecs (236 jiffies) 00000400:00000200:2.0:1767326388.791563:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:1.0:1767326388.791563:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000100:00000001:3.0:1767326388.791569:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306094828 00000400:00000200:2.0:1767326388.791572:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [402:402:254:4294967295] 192.168.203.127@tcp LPNI seq info [402:402:6:4294967295] 00000100:00000001:1.0:1767326388.791572:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326388.791574:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306099192 00000100:00000001:3.0:1767326388.791579:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306094828 00000100:00000001:1.0:1767326388.791581:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306099192 00000800:00000200:0.0:1767326388.791582:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326388.791583:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306099192 00000800:00000010:0.0:1767326388.791589:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000100:00000010:1.0:1767326388.791590:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000001:3.0:1767326388.791596:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306094828 00000400:00000200:2.0:1767326388.791596:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:0.0:1767326388.791597:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326388.791599:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326388.791604:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306099192 00000100:00000001:1.0:1767326388.791608:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326388.791610:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306094828 00000400:00000200:0.0:1767326388.791612:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:2.0:1767326388.791616:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326388.791617:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306099192 00000400:00000200:0.0:1767326388.791620:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000100:00000001:3.0:1767326388.791622:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326388.791624:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000100:00000001:3.0:1767326388.791626:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326388.791626:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000db5bebc. 00000100:00000001:1.0:1767326388.791626:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791630:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326388.791634:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326388.791636:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326388.791637:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326388.791640:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326388.791650:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326388.791657:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000db5bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326388.791658:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326388.791665:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.791665:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326388.791667:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326388.791669:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326388.791673:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14412 usecs (15 jiffies) 00000100:00000001:3.0:1767326388.791677:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326388.791681:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326388.791681:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306094607 00000100:00000001:3.0:1767326388.791687:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326388.791688:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306099192 00000100:00000001:3.0:1767326388.791690:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326388.791690:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326388.791693:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.791695:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306094607 00000100:00000001:0.0:1767326388.791696:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326388.791697:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.791701:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306099192 00000100:00000001:2.0:1767326388.791714:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306094607 00000100:00000001:2.0:1767326388.791717:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306099192 00000100:00000001:2.0:1767326388.791720:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306094607 00000800:00000200:0.0:1767326388.791721:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326388.791725:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306099192 00000800:00000010:0.0:1767326388.791726:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326388.791730:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326388.791731:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326388.791737:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326388.791737:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326388.791740:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000100:00000001:2.0:1767326388.791742:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326388.791743:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:0.0:1767326388.791747:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326388.791748:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326388.791751:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326388.791756:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326388.791790:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326388.791793:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326388.791795:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326388.791797:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.791799:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791807:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326388.791809:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.791815:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791817:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326388.791850:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326388.791852:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000db5bebc. 00000400:00000200:0.0:1767326388.791855:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326388.791858:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326388.791860:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000400:00000010:0.0:1767326388.791867:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:0.0:1767326388.791870:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326388.791873:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.791878:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326388.791880:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.791885:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.791886:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326388.793024:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326388.793036:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326388.793039:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326388.793041:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326388.793047:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326388.793057:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c200 00000400:00000200:2.0:1767326388.793063:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:2.0:1767326388.793069:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326388.793075:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326388.793076:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326388.793088:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326388.793091:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326388.793094:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326388.793103:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326388.793118:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326388.793129:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326388.793132:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326388.793160:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326388.793164:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326388.793169:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326388.793172:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326388.793174:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027aa2260. 00000400:00000200:1.0:1767326388.793178:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326388.793180:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326388.793183:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326388.793187:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326388.793198:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326388.793207:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326388.793209:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326388.793220:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326388.793223:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326388.793226:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326388.793229:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326388.793232:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326388.793239:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326388.793244:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326388.793248:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326388.793250:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326388.793253:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326388.793256:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326388.793258:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326388.793262:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326388.793267:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326388.793270:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326388.793271:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326388.793273:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326388.793278:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386653184:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326388.793281:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326388.793282:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326388.793284:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386653184/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326388.793288:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326388.793291:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326388.793293:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0967ad4. 02000000:00000001:1.0:1767326388.793296:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326388.793297:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326388.793299:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326388.793300:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326388.793302:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:1.0:1767326388.793305:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326388.793311:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326388.793313:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:1.0:1767326388.793316:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326388.793317:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326388.793319:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326388.793322:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326388.793323:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326388.793325:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326388.793326:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326388.793361:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326388.793369:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326388.793371:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326388.793374:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326388.793419:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326388.793430:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c280 00000400:00000200:3.0:1767326388.793442:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd59 [1] + 224 00000800:00000001:3.0:1767326388.793448:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326388.793453:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326388.793455:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326388.793459:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326388.793463:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326388.793467:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326388.793477:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326388.793509:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326388.793523:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326388.793527:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326388.793529:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326388.793532:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326388.793539:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326388.793548:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c300 00000100:00000001:0.0:1767326388.793548:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326388.793551:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326388.793557:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd65 [1] + 224 00000400:00000001:0.0:1767326388.793563:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326388.793564:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326388.793566:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326388.793569:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc1b6d1. 00000800:00000001:3.0:1767326388.793572:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326388.793573:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:0.0:1767326388.793577:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000400:00000200:3.0:1767326388.793579:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326388.793580:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326388.793587:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326388.793590:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326388.793599:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326388.793602:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326388.793607:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.793611:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326388.793614:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326388.793617:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326388.793619:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326388.793621:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326388.793628:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.793629:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326388.793633:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326388.793640:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326388.793646:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326388.793650:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326388.793651:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.793652:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326388.793655:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.793657:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326388.793659:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326388.793665:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:3.0:1767326388.793666:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326388.793667:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326388.793671:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326388.793673:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326388.793675:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.793683:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326388.793684:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326388.793686:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326388.793688:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326388.793693:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386653312:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326388.793696:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326388.793697:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326388.793698:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386653312/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326388.793702:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326388.793703:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326388.793705:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059b51878. 02000000:00000001:0.0:1767326388.793708:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326388.793709:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326388.793710:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326388.793712:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326388.793713:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:0.0:1767326388.793714:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326388.793715:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326388.793716:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 00000100:00000001:0.0:1767326388.793718:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326388.793720:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326388.793721:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326388.793724:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326388.793726:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326388.793728:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326388.793729:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.793734:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326388.793737:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326388.793741:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326388.793742:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326388.793744:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e51077c. 00000400:00000200:2.0:1767326388.793748:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000400:00000010:2.0:1767326388.793749:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000100:00000001:2.0:1767326388.793751:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326388.793755:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326388.793777:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326388.793782:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326388.793784:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326388.793785:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326388.793786:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326388.793788:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326388.793789:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326388.793790:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326388.793794:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326388.793796:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326388.793798:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326388.793799:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326388.793800:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326388.793802:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326388.793807:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.793808:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326388.793809:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326388.793810:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326388.793811:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326388.793813:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326388.793828:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326388.793830:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326388.793831:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326388.793833:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326388.793838:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386653440:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326388.793841:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326388.793842:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326388.793844:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386653440/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326388.793848:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326388.793849:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326388.793850:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f56908ad. 02000000:00000001:2.0:1767326388.793854:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326388.793855:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326388.793856:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326388.793857:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326388.793859:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000485e6489. 02000000:00000001:2.0:1767326388.793860:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326388.793861:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326388.793862:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000100:00000001:2.0:1767326388.793865:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326388.793866:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326388.793867:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326388.793870:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326388.793871:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326388.793872:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326388.793874:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326389.494906:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326389.494915:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326389.494922:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326389.494923:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326389.494989:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326389.494993:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326389.494996:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326390.518838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326390.518845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326390.518852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326390.518852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326390.518900:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326390.518905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326390.518907:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326391.542886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326391.542894:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326391.542899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326391.542900:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326391.543033:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326391.543037:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326391.543040:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326392.566860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326392.566868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326392.566873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326392.566874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326392.566943:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326392.566949:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326392.566953:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326393.398840:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306099192, at 4306099200 00000100:00000040:0.0:1767326393.398847:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306099192, at 4306099200 00000100:00000010:2.0:1767326393.398854:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:0.0:1767326393.398859:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000040:1.0:1767326393.398872:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306099192, at 4306099200 00000100:00000040:3.0:1767326393.398878:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306099192, at 4306099200 00000100:00000010:1.0:1767326393.398883:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:3.0:1767326393.398898:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00010000:00000001:0.0:1767326393.590876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326393.590881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326393.590886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326393.590887:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326393.590946:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326393.590950:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326393.590953:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326393.910817:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326393.910823:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326393.910829:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000020:00000040:0.0:1767326393.910834:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326393.910837:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326393.910840:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326393.910843:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326393.910849:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:0.0:1767326393.910854:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.910864:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326393.910872:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326393.910874:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.910884:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_02+2] req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326393.910903:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.910905:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326393.910908:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326393.910910:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767326393.910912:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326393.910914:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326393.910915:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326393.910917:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326393.910917:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326393.910922:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326393.910924:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000001:1.0:1767326393.910925:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326393.910931:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326393.910933:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326393.910940:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326393.910943:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326393.910946:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326393.910948:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326393.910954:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326393.910955:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326393.910957:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326393.910960:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326393.910961:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326393.910964:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.910969:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_03+3] req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326393.910976:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386653568:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326393.910984:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326393.910990:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326393.910993:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326393.910995:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326393.910997:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326393.910998:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 02000000:00000001:1.0:1767326393.911002:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.911003:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326393.911007:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027aa2260. 00000100:00000001:0.0:1767326393.911008:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326393.911014:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000400:00000010:1.0:1767326393.911015:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000001:2.0:1767326393.911016:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326393.911020:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326393.911021:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326393.911023:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653568, portal 25 00000100:00000001:2.0:1767326393.911026:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326393.911027:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326393.911027:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326393.911031:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 02000000:00000001:0.0:1767326393.911032:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326393.911035:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326393.911037:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326393.911039:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326393.911045:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061011158. 00000100:00000001:0.0:1767326393.911053:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.911062:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326393.911069:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326393.911070:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326393.911074:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326393.911078:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326393.911081:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326393.911083:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005083f1d1. 02000000:00000001:2.0:1767326393.911086:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326393.911087:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386653568, offset 0 02000000:00000001:2.0:1767326393.911093:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326393.911099:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326393.911101:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386653696:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326393.911112:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326393.911113:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767326393.911116:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326393.911117:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326393.911117:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326393.911122:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326393.911126:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326393.911127:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326393.911127:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8724a52] to pc [ptlrpcd_00_00+0] req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326393.911132:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f56908ad. 00000400:00000200:1.0:1767326393.911136:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326393.911140:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326393.911144:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326393.911146:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e51077c. 00000400:00000200:1.0:1767326393.911151:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326393.911154:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000400:00000200:1.0:1767326393.911157:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [403:403:256:4294967295] 192.168.203.127@tcp LPNI seq info [403:403:8:4294967295] 00000100:00000200:2.0:1767326393.911161:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653696, portal 10 00000100:00000001:0.0:1767326393.911163:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326393.911166:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326393.911167:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326393.911170:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000040:0.0:1767326393.911175:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326393.911182:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326393.911183:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326393.911183:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11437) 00000100:00000040:2.0:1767326393.911186:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326393.911192:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326393.911197:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326393.911200:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326393.911205:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326393.911208:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326393.911213:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326393.911222:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000001:2.0:1767326393.911229:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326393.911247:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326393.911247:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326393.911256:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000001:3.0:1767326393.911261:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326393.911263:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386653696, offset 0 00000100:00000001:3.0:1767326393.911264:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326393.911272:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:3.0:1767326393.911276:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326393.911278:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326393.911283:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326393.911283:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326393.911296:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326393.911301:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:3.0:1767326393.911311:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386653824:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326393.911312:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326393.911312:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326393.911319:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326393.911320:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306104312 00000100:00000010:1.0:1767326393.911331:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000500c5f0d. 00000400:00000200:2.0:1767326393.911337:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326393.911339:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326393.911341:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326393.911346:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326393.911347:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326393.911349:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306104312 02000000:00000001:3.0:1767326393.911355:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326393.911359:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [404:404:255:4294967295] 192.168.203.127@tcp LPNI seq info [404:404:7:4294967295] 00000100:00000010:1.0:1767326393.911360:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 02000000:00000001:3.0:1767326393.911363:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326393.911365:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 02000000:00000010:3.0:1767326393.911372:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ad0935c. 00000100:00000001:1.0:1767326393.911374:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306104312 00000800:00000200:0.0:1767326393.911377:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767326393.911378:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326393.911384:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0326e3. 00000800:00000010:0.0:1767326393.911389:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000100:00000001:1.0:1767326393.911391:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767326393.911392:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c95bb5ab. 00000400:00000200:0.0:1767326393.911395:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326393.911396:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326393.911401:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306104312 00000400:00000010:3.0:1767326393.911405:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000100:00000010:1.0:1767326393.911407:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000400:00000200:0.0:1767326393.911411:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:2.0:1767326393.911419:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326393.911421:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767326393.911426:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653824, portal 10 00000100:00000001:1.0:1767326393.911426:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326393.911427:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000400:00000200:0.0:1767326393.911427:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:0.0:1767326393.911433:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000001:3.0:1767326393.911440:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326393.911441:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.911441:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326393.911443:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326393.911448:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326393.911449:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326393.911468:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326393.911469:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326393.911476:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326393.911478:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326393.911478:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326393.911482:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326393.911483:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326393.911485:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326393.911486:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326393.911489:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326393.911490:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 233297 usecs (234 jiffies) 00000100:00000001:1.0:1767326393.911493:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326393.911499:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306099946 00000100:00000001:1.0:1767326393.911499:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.911501:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326393.911505:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306104312 00000100:00000001:0.0:1767326393.911506:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326393.911509:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306099946 00000100:00000001:2.0:1767326393.911511:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306104312 00000100:00000001:2.0:1767326393.911513:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306099946 00000100:00000001:3.0:1767326393.911516:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000001:2.0:1767326393.911517:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306104312 00000100:00000001:2.0:1767326393.911524:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306099946 00000100:00000001:2.0:1767326393.911526:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306104312 00000100:00000001:2.0:1767326393.911528:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326393.911530:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326393.911532:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326393.911538:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326393.911543:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326393.911554:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767326393.911554:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000100:00000001:3.0:1767326393.911555:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326393.911564:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326393.911565:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326393.911566:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326393.911570:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000001:2.0:1767326393.911571:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326393.911576:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386653824, offset 0 00000100:00000001:2.0:1767326393.911580:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326393.911580:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326393.911586:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326393.911587:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326393.911590:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326393.911592:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:0.0:1767326393.911596:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326393.911597:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.911605:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326393.911612:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326393.911617:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326393.911620:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326393.911624:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.911625:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326393.911651:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326393.911656:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326393.911659:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326393.911662:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326393.911664:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326393.911666:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [405:405:256:4294967295] 192.168.203.127@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:3.0:1767326393.911676:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326393.911680:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326393.911684:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000800:00000200:3.0:1767326393.911689:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326393.911694:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326393.911698:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326393.911710:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326393.911720:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14316 usecs (15 jiffies) 00000100:00000001:3.0:1767326393.911725:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306099727 00000100:00000001:3.0:1767326393.911727:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306104312 00000100:00000001:3.0:1767326393.911729:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306099727 00000100:00000001:3.0:1767326393.911731:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306104312 00000100:00000001:3.0:1767326393.911733:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306099727 00000100:00000001:3.0:1767326393.911735:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306104312 00000100:00000001:3.0:1767326393.911736:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306099727 00000100:00000001:3.0:1767326393.911738:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306104312 00000100:00000001:3.0:1767326393.911739:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326393.911740:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326393.911742:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326393.911744:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326393.911751:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326393.911752:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326393.911754:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326393.911755:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326393.911800:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326393.911803:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326393.911823:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326393.911828:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:2.0:1767326393.911832:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326393.911837:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326393.911841:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:2.0:1767326393.911843:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:2.0:1767326393.911846:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326393.911850:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326393.911859:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326393.911861:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326393.911868:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326393.911870:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326393.912969:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326393.912982:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326393.912985:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326393.912987:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326393.912994:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326393.913006:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c380 00000400:00000200:2.0:1767326393.913011:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:2.0:1767326393.913017:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326393.913020:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326393.913021:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326393.913024:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326393.913026:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326393.913029:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326393.913034:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326393.913047:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326393.913051:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326393.913058:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326393.913060:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326393.913061:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326393.913065:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326393.913067:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326393.913070:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326393.913071:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c400 00000400:00000200:2.0:1767326393.913076:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:2.0:1767326393.913078:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326393.913080:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326393.913082:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326393.913082:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326393.913085:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326393.913089:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326393.913089:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027aa2260. 00000400:00000200:1.0:1767326393.913095:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326393.913096:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326393.913099:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326393.913101:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326393.913104:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326393.913110:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326393.913125:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326393.913130:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326393.913161:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326393.913165:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326393.913167:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326393.913170:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326393.913170:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326393.913175:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326393.913178:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326393.913178:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326393.913183:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326393.913185:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326393.913188:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326393.913189:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=128 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326393.913191:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326393.913196:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=128 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326393.913202:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326393.913204:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326393.913208:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326393.913211:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326393.913213:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c480 00010000:00000001:1.0:1767326393.913215:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326393.913220:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326393.913221:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd7d [1] + 224 00000800:00000001:2.0:1767326393.913226:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326393.913227:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326393.913231:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326393.913234:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326393.913235:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326393.913236:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326393.913237:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326393.913241:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326393.913242:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767326393.913243:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326393.913246:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326393.913247:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:0.0:1767326393.913248:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e51077c. 00000100:00000040:1.0:1767326393.913252:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326393.913254:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000400:00000010:0.0:1767326393.913258:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000100:00000001:0.0:1767326393.913263:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326393.913264:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326393.913266:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386653568:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326393.913271:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326393.913272:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326393.913274:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326393.913279:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326393.913285:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386653568/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326393.913310:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326393.913313:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326393.913314:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326393.913314:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326393.913317:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 02000000:00000001:1.0:1767326393.913323:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326393.913326:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326393.913328:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326393.913334:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326393.913337:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326393.913339:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326393.913342:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767326393.913344:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:0.0:1767326393.913346:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326393.913348:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326393.913349:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326393.913353:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326393.913353:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326393.913353:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326393.913359:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 02000000:00000001:0.0:1767326393.913359:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326393.913361:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326393.913366:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767326393.913367:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=118 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326393.913368:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326393.913368:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326393.913376:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326393.913377:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326393.913382:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326393.913382:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326393.913385:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.913386:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326393.913389:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326393.913390:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326393.913391:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326393.913393:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326393.913396:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326393.913399:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326393.913404:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326393.913404:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767326393.913409:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326393.913409:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:3.0:1767326393.913415:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c95bb5ab. 00000100:00000001:0.0:1767326393.913425:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767326393.913426:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000100:00000001:0.0:1767326393.913427:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326393.913438:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000040:0.0:1767326393.913439:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326393.913462:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326393.913467:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326393.913474:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326393.913475:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326393.913478:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326393.913485:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326393.913521:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326393.913521:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386653696:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326393.913539:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326393.913551:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326393.913552:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326393.913557:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386653696/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326393.913568:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326393.913570:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326393.913575:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326393.913575:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326393.913581:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767326393.913581:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f56908ad. 00000100:00000001:3.0:1767326393.913589:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326393.913591:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326393.913592:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326393.913594:0:216341:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767326393.913596:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326393.913597:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326393.913604:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326393.913605:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 00000100:00001000:3.0:1767326393.913606:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=128 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326393.913612:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326393.913613:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=85 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326393.913614:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326393.913618:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:3.0:1767326393.913624:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326393.913625:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326393.913626:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.913629:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326393.913632:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326393.913633:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326393.913638:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326393.913639:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326393.913644:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326393.913655:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326393.913661:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326393.913666:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326393.913670:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326393.913672:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326393.913673:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326393.913675:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326393.913679:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326393.913684:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326393.913686:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326393.913687:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326393.913689:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326393.913694:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386653824:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326393.913696:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326393.913698:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326393.913700:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386653824/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326393.913705:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326393.913706:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326393.913712:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ad0935c. 02000000:00000001:3.0:1767326393.913714:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326393.913715:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326393.913717:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326393.913719:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326393.913720:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061011158. 02000000:00000001:3.0:1767326393.913723:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326393.913724:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326393.913725:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:3.0:1767326393.913729:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326393.913730:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326393.913731:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326393.913735:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326393.913736:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326393.913737:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326393.913739:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326394.614868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326394.614890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326394.614897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326394.614898:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326394.614993:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326394.614996:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326394.614999:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326395.638856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326395.638863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326395.638868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326395.638870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326395.638921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326395.638926:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326395.638928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326396.662820:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326396.662828:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326396.662834:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326396.662835:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326396.662918:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326396.662922:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326396.662925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326397.686858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326397.686868:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326397.686870:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326397.686872:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686878:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326397.686880:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686881:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686883:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326397.686888:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326397.686888:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326397.686894:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326397.686897:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326397.686898:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686899:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326397.686900:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686901:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.686902:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326397.686968:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326397.686972:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326397.686975:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326398.518841:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306104312, at 4306104320 00000100:00000040:1.0:1767326398.518841:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306104312, at 4306104320 00000100:00000040:0.0:1767326398.518857:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306104312, at 4306104320 00000100:00000010:2.0:1767326398.518864:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f0326e3. 00000100:00000010:0.0:1767326398.518867:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000500c5f0d. 00000100:00000010:1.0:1767326398.518872:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00000100:00000040:3.0:1767326398.518917:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306104312, at 4306104320 00000100:00000010:3.0:1767326398.518932:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00010000:00000001:0.0:1767326398.710910:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326398.710920:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326398.710929:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326398.710930:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326398.710992:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326398.710996:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326398.710999:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326399.030868:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326399.030880:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326399.030905:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767326399.030912:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326399.030918:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326399.030921:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326399.030929:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326399.030938:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000001:0.0:1767326399.030945:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326399.030957:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326399.030968:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326399.030971:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326399.030977:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_01+1] req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326399.031010:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326399.031013:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326399.031017:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326399.031024:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000020:00000040:0.0:1767326399.031027:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326399.031030:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326399.031031:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326399.031034:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326399.031038:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326399.031038:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.031043:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326399.031046:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:0.0:1767326399.031051:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326399.031053:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326399.031061:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326399.031074:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326399.031078:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.031079:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326399.031082:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326399.031090:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000513ee387] to pc [ptlrpcd_00_02+2] req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326399.031095:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326399.031096:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326399.031102:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326399.031106:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326399.031107:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.031116:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326399.031117:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386653952:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326399.031121:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326399.031126:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326399.031132:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326399.031134:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767326399.031135:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 02000000:00000001:1.0:1767326399.031140:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326399.031140:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326399.031143:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326399.031148:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326399.031150:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767326399.031152:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1767326399.031154:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326399.031155:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326399.031156:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f90378d9. 02000000:00000001:0.0:1767326399.031161:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326399.031164:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.031165:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326399.031169:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767326399.031169:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d87fd39d. 00000100:00000001:2.0:1767326399.031171:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326399.031174:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027aa2260. 00000100:00000001:3.0:1767326399.031175:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326399.031178:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326399.031186:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000040:0.0:1767326399.031187:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767326399.031198:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386653952, portal 25 00000100:00000001:0.0:1767326399.031200:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326399.031202:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.031204:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326399.031208:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000040:0.0:1767326399.031209:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2e20e53] to pc [ptlrpcd_00_03+3] req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326399.031218:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326399.031232:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326399.031236:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326399.031239:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000001:0.0:1767326399.031242:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326399.031243:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386653952, offset 0 00000100:00000040:0.0:1767326399.031247:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326399.031253:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326399.031257:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326399.031262:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11442) 00000100:00000001:2.0:1767326399.031266:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326399.031276:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326399.031277:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326399.031279:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326399.031283:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326399.031283:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326399.031291:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326399.031291:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326399.031294:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326399.031299:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326399.031303:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326399.031304:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326399.031308:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326399.031309:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.031312:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326399.031313:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326399.031323:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326399.031326:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326399.031340:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [406:406:256:4294967295] 192.168.203.127@tcp LPNI seq info [406:406:8:4294967295] 00000100:00000001:3.0:1767326399.031364:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326399.031368:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326399.031370:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.031372:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326399.031375:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326399.031380:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326399.031381:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326399.031385:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326399.031385:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326399.031386:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326399.031395:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326399.031396:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326399.031399:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000100:00100000:2.0:1767326399.031402:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386654208:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326399.031407:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767326399.031409:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386654080:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326399.031413:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767326399.031427:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767326399.031428:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326399.031431:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326399.031437:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000067f3644. 02000000:00000001:2.0:1767326399.031439:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326399.031443:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd54100. 00000800:00000200:1.0:1767326399.031445:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767326399.031448:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000100:00000200:2.0:1767326399.031451:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654208, portal 10 00000800:00000200:1.0:1767326399.031451:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326399.031458:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326399.031466:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326399.031468:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544896 : -125135053006720 : ffff8e30b99dd880) 02000000:00000001:3.0:1767326399.031475:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326399.031476:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326399.031478:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326399.031483:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326399.031483:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306109432 02000000:00000001:3.0:1767326399.031484:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326399.031492:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 02000000:00000010:3.0:1767326399.031494:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6ce32b2. 00000100:00000001:2.0:1767326399.031496:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326399.031500:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.031505:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326399.031507:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326399.031509:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c95bb5ab. 00000400:00000010:2.0:1767326399.031512:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000100:00000001:1.0:1767326399.031515:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306109432 00000100:00000200:2.0:1767326399.031518:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386654208, offset 0 00000400:00000010:3.0:1767326399.031519:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000100:00000010:1.0:1767326399.031521:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000100:00000001:1.0:1767326399.031532:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767326399.031534:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654080, portal 10 00000100:00000001:1.0:1767326399.031538:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306109432 00000400:00000200:2.0:1767326399.031539:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326399.031545:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326399.031548:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656547584 : -125135053004032 : ffff8e30b99de300) 00000100:00000010:1.0:1767326399.031549:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000400:00000200:2.0:1767326399.031555:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326399.031562:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326399.031563:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326399.031566:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306109432 00000100:00000040:3.0:1767326399.031567:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326399.031571:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326399.031572:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326399.031579:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000400:00000200:2.0:1767326399.031585:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1767326399.031587:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000100:00000001:1.0:1767326399.031589:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326399.031602:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326399.031604:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326399.031607:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326399.031613:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326399.031614:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.031619:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326399.031628:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326399.031629:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [407:407:255:4294967295] 192.168.203.127@tcp LPNI seq info [407:407:7:4294967295] 00000100:00000001:1.0:1767326399.031629:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326399.031629:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326399.031637:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326399.031638:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326399.031641:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326399.031642:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326399.031643:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.031646:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326399.031647:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326399.031652:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326399.031655:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000800:00000010:2.0:1767326399.031657:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003369ff22. 00000400:00000010:0.0:1767326399.031660:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000800:00000200:2.0:1767326399.031666:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326399.031669:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326399.031673:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767326399.031678:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326399.031679:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003369ff22 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326399.031687:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326399.031694:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14221 usecs (15 jiffies) 00000100:00000001:2.0:1767326399.031698:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306104847 00000100:00000001:0.0:1767326399.031699:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326399.031702:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306109432 00000100:00000001:2.0:1767326399.031706:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306104847 00000100:00000040:0.0:1767326399.031707:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.031711:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306109432 00000100:00000001:2.0:1767326399.031716:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306104847 00000100:00000001:2.0:1767326399.031721:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306109432 00000100:00000001:2.0:1767326399.031725:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306104847 00000100:00000001:2.0:1767326399.031737:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306109432 00000100:00000001:2.0:1767326399.031742:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326399.031747:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.031753:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.031754:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.031789:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.031813:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326399.031864:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326399.031867:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003369ff22. 00000400:00000200:0.0:1767326399.031871:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326399.031876:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326399.031881:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:0.0:1767326399.031884:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000400:00000010:3.0:1767326399.031890:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000100:00000001:0.0:1767326399.031891:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326399.031897:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386654080, offset 0 00000100:00000200:0.0:1767326399.031901:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326399.031912:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326399.031915:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326399.031923:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.031925:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326399.031978:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326399.031991:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326399.031997:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326399.032001:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326399.032005:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326399.032008:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326399.032011:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [408:408:256:4294967295] 192.168.203.127@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:3.0:1767326399.032022:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326399.032027:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326399.032031:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000800:00000200:3.0:1767326399.032036:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326399.032042:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326399.032045:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326399.032057:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326399.032072:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 231393 usecs (232 jiffies) 00000100:00000001:3.0:1767326399.032076:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306105065 00000100:00000001:3.0:1767326399.032079:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306109432 00000100:00000001:3.0:1767326399.032081:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306105065 00000100:00000001:3.0:1767326399.032082:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306109432 00000100:00000001:3.0:1767326399.032084:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306105065 00000100:00000001:3.0:1767326399.032085:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306109432 00000100:00000001:3.0:1767326399.032086:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306105065 00000100:00000001:3.0:1767326399.032087:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306109432 00000100:00000001:3.0:1767326399.032089:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326399.032091:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326399.032093:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326399.032096:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326399.032113:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326399.032117:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000400:00000200:2.0:1767326399.032120:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326399.032125:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326399.032128:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:2.0:1767326399.032129:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000001:2.0:1767326399.032132:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326399.032135:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.032141:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326399.032143:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.032147:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.032148:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326399.032930:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326399.032937:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326399.032940:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326399.032942:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326399.032949:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326399.032958:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c500 00000400:00000200:2.0:1767326399.032964:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:2.0:1767326399.032970:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326399.032976:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326399.032978:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326399.032983:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326399.032988:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326399.032991:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326399.033008:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.033021:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326399.033029:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326399.033033:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326399.033044:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326399.033047:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326399.033053:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326399.033055:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326399.033057:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027aa2260. 00000400:00000200:1.0:1767326399.033061:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:1.0:1767326399.033063:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:1.0:1767326399.033067:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326399.033078:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326399.033088:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326399.033095:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326399.033097:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326399.033100:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326399.033102:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326399.033105:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326399.033108:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326399.033110:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326399.033117:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326399.033121:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326399.033123:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326399.033124:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326399.033127:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326399.033127:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326399.033132:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.033134:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326399.033138:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326399.033139:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326399.033144:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326399.033148:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326399.033148:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326399.033153:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326399.033157:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326399.033158:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:1.0:1767326399.033163:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326399.033170:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c600 00000100:00100000:1.0:1767326399.033173:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386653952:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326399.033178:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd8d [1] + 224 00000100:00000001:1.0:1767326399.033179:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326399.033184:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326399.033187:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386653952/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326399.033187:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326399.033194:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767326399.033194:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326399.033198:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326399.033199:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767326399.033202:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326399.033205:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326399.033207:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f90378d9. 02000000:00000001:1.0:1767326399.033211:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767326399.033211:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326399.033215:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326399.033217:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326399.033222:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326399.033226:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 00000100:00000040:0.0:1767326399.033229:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326399.033232:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326399.033233:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326399.033234:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:1.0:1767326399.033237:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326399.033239:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326399.033242:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326399.033248:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326399.033250:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326399.033252:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326399.033253:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.033260:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326399.033267:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326399.033270:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326399.033289:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326399.033292:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326399.033295:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326399.033296:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326399.033297:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cd54100. 00000400:00000200:2.0:1767326399.033301:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:2.0:1767326399.033302:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:2.0:1767326399.033305:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326399.033308:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326399.033315:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.033320:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326399.033322:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326399.033323:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326399.033324:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326399.033326:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326399.033328:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326399.033330:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326399.033334:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=134 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326399.033337:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326399.033337:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=91 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326399.033343:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326399.033345:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326399.033346:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326399.033349:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326399.033354:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.033361:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326399.033363:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326399.033364:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326399.033366:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326399.033368:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326399.033373:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326399.033374:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326399.033376:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326399.033379:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326399.033385:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386654208:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326399.033388:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326399.033389:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326399.033392:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2e20e53 x1853175386654208/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326399.033394:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326399.033405:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326399.033406:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326399.033407:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326399.033411:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000067f3644. 00000800:00000001:3.0:1767326399.033429:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326399.033430:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326399.033433:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326399.033437:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326399.033441:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326399.033443:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d87fd39d. 00000400:00000200:3.0:1767326399.033452:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:2.0:1767326399.033452:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326399.033454:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326399.033461:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000001:2.0:1767326399.033466:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326399.033467:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326399.033469:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326399.033475:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c580 00000100:00000001:2.0:1767326399.033478:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326399.033481:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326399.033483:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326399.033486:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd95 [1] + 224 00000100:00000001:2.0:1767326399.033491:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326399.033496:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326399.033512:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326399.033514:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326399.033518:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326399.033523:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326399.033526:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326399.033534:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326399.033559:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326399.033566:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326399.033568:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326399.033596:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326399.033600:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326399.033605:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326399.033607:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326399.033609:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c95bb5ab. 00000400:00000200:0.0:1767326399.033614:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000400:00000010:0.0:1767326399.033616:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000001:0.0:1767326399.033619:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326399.033625:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326399.033635:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326399.033642:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326399.033643:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326399.033645:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326399.033646:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326399.033648:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326399.033649:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326399.033651:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326399.033654:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326399.033657:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326399.033658:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326399.033659:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326399.033661:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326399.033663:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.033664:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326399.033665:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326399.033666:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326399.033667:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326399.033670:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326399.033685:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326399.033687:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326399.033688:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326399.033690:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326399.033695:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386654080:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326399.033698:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326399.033699:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326399.033701:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000513ee387 x1853175386654080/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326399.033705:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326399.033706:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326399.033708:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6ce32b2. 02000000:00000001:0.0:1767326399.033710:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326399.033711:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326399.033712:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326399.033713:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326399.033715:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 02000000:00000001:0.0:1767326399.033716:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326399.033717:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326399.033718:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000100:00000001:0.0:1767326399.033721:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326399.033721:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326399.033723:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326399.033725:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326399.033727:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326399.033728:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326399.033729:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326399.734898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326399.734906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326399.734911:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326399.734912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326399.735018:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326399.735023:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326399.735027:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326400.758877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326400.758885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326400.758891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326400.758892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326400.758965:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326400.758969:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326400.758971:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326401.782838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326401.782846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326401.782851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326401.782852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326401.782912:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326401.782917:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326401.782921:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326402.806869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326402.806877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326402.806883:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326402.806884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326402.806972:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326402.806977:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326402.806981:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326403.638857:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306109432, at 4306109440 00000100:00000040:2.0:1767326403.638858:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306109432, at 4306109440 00000100:00000040:1.0:1767326403.638858:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306109432, at 4306109440 00000100:00000040:3.0:1767326403.638859:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306109432, at 4306109440 00000100:00000010:0.0:1767326403.638880:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00000100:00000010:1.0:1767326403.638886:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:3.0:1767326403.638889:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000010:2.0:1767326403.638894:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00010000:00000001:0.0:1767326403.830841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326403.830849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326403.830854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326403.830855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326403.830950:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326403.830954:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326403.830957:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326404.150931:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326404.150944:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326404.150952:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326404.150976:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326404.150982:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326404.150984:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326404.150991:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326404.150997:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326404.151004:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151020:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326404.151030:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326404.151032:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151037:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_00+0] req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326404.151065:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151066:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326404.151069:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326404.151071:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326404.151073:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326404.151075:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326404.151076:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326404.151077:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326404.151081:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:1.0:1767326404.151083:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151086:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326404.151093:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326404.151094:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151096:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_01+1] req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326404.151099:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326404.151105:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326404.151105:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326404.151108:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326404.151115:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326404.151119:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.151120:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326404.151124:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326404.151125:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000100:00000001:0.0:1767326404.151127:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326404.151128:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326404.151131:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326404.151132:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326404.151134:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326404.151135:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326404.151137:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326404.151143:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000040:0.0:1767326404.151143:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.151145:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326404.151148:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326404.151166:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326404.151178:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326404.151179:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326404.151185:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326404.151188:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326404.151194:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326404.151199:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326404.151211:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326404.151214:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.151215:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326404.151227:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386654464:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326404.151230:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_02+2] req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.151248:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326404.151248:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326404.151254:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326404.151255:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326404.151263:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326404.151266:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326404.151269:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326404.151270:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326404.151271:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326404.151275:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82d7855. 02000000:00000001:3.0:1767326404.151278:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151280:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326404.151281:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151293:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326404.151294:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001404d540. 00000100:00100000:3.0:1767326404.151295:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386654336:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326404.151302:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326404.151304:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11447) 00000400:00000010:0.0:1767326404.151308:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000001:2.0:1767326404.151309:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326404.151319:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326404.151320:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767326404.151323:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654464, portal 10 00000100:00000001:0.0:1767326404.151327:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326404.151328:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326404.151330:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 02000000:00000001:3.0:1767326404.151331:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326404.151341:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.151343:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326404.151348:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326404.151349:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326404.151354:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326404.151360:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326404.151365:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326404.151368:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bd2009b. 00000100:00000001:0.0:1767326404.151368:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326404.151371:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326404.151379:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326404.151379:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326404.151395:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326404.151400:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 02000000:00000001:2.0:1767326404.151407:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326404.151408:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386654464, offset 0 00000400:00000010:3.0:1767326404.151411:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e20d1c. 00000100:00100000:2.0:1767326404.151418:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386654592:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326404.151423:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326404.151426:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326404.151432:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326404.151434:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326404.151438:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 02000000:00000001:2.0:1767326404.151438:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326404.151442:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:2.0:1767326404.151443:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000501222c6. 02000000:00000001:2.0:1767326404.151450:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326404.151454:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654336, portal 25 00000400:00000010:2.0:1767326404.151454:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd54100. 00000400:00000200:0.0:1767326404.151455:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326404.151465:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767326404.151466:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000400:00000200:0.0:1767326404.151466:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326404.151476:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000200:2.0:1767326404.151476:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654592, portal 10 00000400:00000200:0.0:1767326404.151478:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326404.151487:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326404.151488:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326404.151492:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000400:00000200:0.0:1767326404.151499:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [409:409:256:4294967295] 192.168.203.127@tcp LPNI seq info [409:409:8:4294967295] 00000100:00000040:3.0:1767326404.151500:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326404.151505:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326404.151535:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326404.151566:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326404.151590:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326404.151592:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326404.151594:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000100:00000040:2.0:1767326404.151602:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326404.151606:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326404.151608:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326404.151610:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 00000100:00000200:2.0:1767326404.151614:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386654592, offset 0 00000800:00000200:0.0:1767326404.151618:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326404.151624:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326404.151627:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326404.151635:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 00000400:00000200:2.0:1767326404.151638:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:3.0:1767326404.151644:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386654336, offset 0 00000100:00000001:0.0:1767326404.151646:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326404.151655:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 229523 usecs (230 jiffies) 00000400:00000200:2.0:1767326404.151657:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326404.151660:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306110182 00000400:00000200:3.0:1767326404.151665:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326404.151666:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:0.0:1767326404.151675:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000400:00000200:2.0:1767326404.151678:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326404.151683:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326404.151684:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326404.151690:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [410:410:255:4294967295] 192.168.203.127@tcp LPNI seq info [410:410:7:4294967295] 00000100:00000001:0.0:1767326404.151693:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306110182 00000100:00000010:0.0:1767326404.151698:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000149bfc9a. 00000100:00000001:0.0:1767326404.151704:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326404.151707:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326404.151709:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306110182 00000100:00000010:0.0:1767326404.151715:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000800:00000200:2.0:1767326404.151719:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326404.151719:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326404.151724:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306110182 00000800:00000010:2.0:1767326404.151727:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a50833d. 00000400:00000200:3.0:1767326404.151730:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:0.0:1767326404.151739:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000800:00000200:2.0:1767326404.151740:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326404.151743:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326404.151745:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326404.151746:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767326404.151753:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000100:00000001:0.0:1767326404.151756:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326404.151759:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326404.151763:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a50833d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326404.151768:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326404.151781:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326404.151785:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326404.151786:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326404.151789:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326404.151792:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326404.151794:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326404.151795:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326404.151797:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326404.151800:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326404.151802:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326404.151806:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326404.151807:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14123 usecs (15 jiffies) 00000400:00000200:1.0:1767326404.151807:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326404.151814:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306109968 00000400:00000200:3.0:1767326404.151818:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326404.151820:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306110182 00000100:00000001:2.0:1767326404.151826:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306109968 00000100:00000001:2.0:1767326404.151830:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306110182 00000100:00000001:2.0:1767326404.151832:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306109968 00000100:00000001:2.0:1767326404.151834:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306110182 00000100:00000001:2.0:1767326404.151836:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306109968 00000100:00000001:2.0:1767326404.151837:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306110182 00000100:00000001:2.0:1767326404.151839:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326404.151841:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326404.151844:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326404.151845:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326404.151850:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326404.151851:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326404.151853:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326404.151860:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326404.151862:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326404.151864:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326404.151892:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326404.151899:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [411:411:254:4294967295] 192.168.203.127@tcp LPNI seq info [411:411:6:4294967295] 00000400:00000200:3.0:1767326404.151911:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326404.151918:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326404.151920:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000800:00000010:3.0:1767326404.151925:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000400:00000010:1.0:1767326404.151926:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000100:00000001:1.0:1767326404.151935:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326404.151940:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767326404.151947:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326404.151955:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326404.151967:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326404.151979:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326404.151980:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.151988:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.151990:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306114553 00000100:00000001:3.0:1767326404.152000:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306110182 00000100:00000001:1.0:1767326404.152012:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326404.152013:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306114553 00000100:00000001:1.0:1767326404.152020:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326404.152023:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306110182 00000100:00000001:3.0:1767326404.152029:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306114553 00000100:00000001:3.0:1767326404.152033:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306110182 00000100:00000001:3.0:1767326404.152037:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306114553 00000100:00000001:3.0:1767326404.152040:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306110182 00000800:00000200:1.0:1767326404.152045:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326404.152046:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326404.152052:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a50833d. 00000100:00000001:3.0:1767326404.152055:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326404.152059:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326404.152062:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326404.152068:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326404.152069:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326404.152078:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000100:00000001:3.0:1767326404.152081:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326404.152081:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000100:00000001:1.0:1767326404.152085:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326404.152089:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.152093:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326404.152104:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326404.152107:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326404.152110:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326404.152111:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.152117:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.152118:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.152130:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.152134:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326404.152171:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326404.152173:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:1.0:1767326404.152175:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326404.152178:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326404.152181:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000400:00000010:1.0:1767326404.152182:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:1.0:1767326404.152184:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326404.152186:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326404.152192:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326404.152194:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326404.152198:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.152199:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326404.153684:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326404.153694:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326404.153697:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326404.153698:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326404.153707:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326404.153721:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c780 00000400:00000200:0.0:1767326404.153731:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xda9 [1] + 224 00000800:00000001:0.0:1767326404.153740:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326404.153745:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326404.153747:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326404.153752:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326404.153793:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326404.153799:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326404.153811:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326404.153825:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326404.153832:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326404.153835:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326404.153837:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326404.153839:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326404.153843:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326404.153850:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c700 00000100:00000001:2.0:1767326404.153851:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326404.153855:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xd9d [1] + 224 00000100:00000001:2.0:1767326404.153856:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326404.153862:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326404.153863:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326404.153866:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326404.153866:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326404.153870:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cd54100. 00000400:00000200:0.0:1767326404.153870:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326404.153876:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000200:0.0:1767326404.153877:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326404.153881:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:2.0:1767326404.153885:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326404.153889:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326404.153889:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326404.153895:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326404.153914:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326404.153915:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326404.153948:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326404.153950:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326404.153952:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326404.153954:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326404.153955:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326404.153959:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326404.153960:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326404.153963:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326404.153965:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326404.153966:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326404.153969:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326404.153972:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326404.153976:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326404.153982:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c680 00000100:00001000:2.0:1767326404.153984:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=139 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326404.153989:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326404.153991:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xda5 [1] + 224 00000100:00001000:2.0:1767326404.153993:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=96 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326404.153993:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326404.153999:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326404.154001:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326404.154023:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767326404.154025:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326404.154026:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326404.154027:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:2.0:1767326404.154031:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326404.154032:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001404d540. 00000800:00000001:0.0:1767326404.154034:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326404.154037:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000200:0.0:1767326404.154040:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326404.154042:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00010000:00000001:2.0:1767326404.154048:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.154049:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326404.154052:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326404.154054:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767326404.154057:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326404.154058:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326404.154058:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326404.154064:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767326404.154067:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326404.154069:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326404.154076:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326404.154076:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326404.154092:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326404.154097:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326404.154100:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326404.154104:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326404.154106:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326404.154107:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326404.154110:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326404.154113:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326404.154114:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326404.154117:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326404.154117:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326404.154121:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=129 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326404.154123:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326404.154124:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326404.154128:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=129 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326404.154129:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326404.154135:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326404.154135:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326404.154138:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386654592:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326404.154138:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326404.154143:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326404.154145:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326404.154145:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326404.154148:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326404.154148:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326404.154150:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326404.154152:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386654592/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326404.154153:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326404.154155:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326404.154160:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326404.154161:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326404.154165:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326404.154167:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326404.154168:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000501222c6. 00000100:00000001:1.0:1767326404.154170:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326404.154172:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326404.154176:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326404.154178:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326404.154178:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326404.154180:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326404.154185:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326404.154189:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326404.154190:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326404.154197:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 00000400:00000001:3.0:1767326404.154202:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326404.154203:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326404.154209:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767326404.154212:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767326404.154212:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00100000:1.0:1767326404.154217:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386654464:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767326404.154219:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e20d1c. 00000100:00000001:2.0:1767326404.154221:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326404.154224:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326404.154224:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326404.154229:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326404.154229:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326404.154230:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:2.0:1767326404.154234:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326404.154234:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386654464/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326404.154240:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:2.0:1767326404.154241:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.154246:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326404.154248:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326404.154249:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326404.154251:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82d7855. 00000100:00000001:3.0:1767326404.154252:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326404.154253:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326404.154256:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326404.154260:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326404.154262:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:3.0:1767326404.154267:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326404.154269:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326404.154272:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:1.0:1767326404.154281:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326404.154285:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326404.154288:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:1.0:1767326404.154300:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326404.154303:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326404.154304:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326404.154313:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326404.154320:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326404.154322:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326404.154328:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326404.154332:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326404.154334:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326404.154338:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326404.154341:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326404.154345:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326404.154347:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326404.154349:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326404.154352:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326404.154358:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326404.154368:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326404.154370:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326404.154372:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326404.154375:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326404.154377:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326404.154394:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326404.154400:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.154408:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326404.154412:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326404.154413:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326404.154425:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326404.154433:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386654336:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326404.154438:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326404.154441:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326404.154443:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386654336/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326404.154450:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326404.154452:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326404.154455:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bd2009b. 02000000:00000001:3.0:1767326404.154458:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326404.154460:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326404.154462:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326404.154464:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326404.154466:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:3.0:1767326404.154475:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326404.154477:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326404.154479:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:3.0:1767326404.154483:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326404.154484:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326404.154486:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326404.154492:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326404.154493:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326404.154496:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326404.154498:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326404.854911:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326404.854920:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326404.854926:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326404.854927:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326404.855012:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326404.855020:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326404.855025:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326405.878867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326405.878876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326405.878883:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326405.878885:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326405.878947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326405.878951:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326405.878953:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326406.902889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326406.902899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326406.902906:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326406.902908:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326406.902960:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326406.902963:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326406.902966:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326407.926840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326407.926849:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326407.926851:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326407.926854:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926858:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326407.926860:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926862:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926863:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326407.926868:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326407.926869:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326407.926894:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326407.926896:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326407.926897:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926899:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326407.926899:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926901:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326407.926902:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326407.926959:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326407.926970:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326407.926972:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326408.758884:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306114553, at 4306114560 00000100:00000040:2.0:1767326408.758884:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306114553, at 4306114560 00000100:00000040:1.0:1767326408.758884:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306114553, at 4306114560 00000100:00000040:0.0:1767326408.758884:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306114553, at 4306114560 00000100:00000010:1.0:1767326408.758906:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000149bfc9a. 00000100:00000010:2.0:1767326408.758910:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000010:0.0:1767326408.758911:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000010:3.0:1767326408.758915:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00010000:00000001:0.0:1767326408.950863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326408.950871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326408.950877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326408.950878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326408.950937:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326408.950941:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326408.950944:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326409.270859:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326409.270897:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326409.270906:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326409.270916:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326409.270922:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326409.270926:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326409.270933:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326409.270943:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000db5bebc. 00000100:00000001:2.0:1767326409.270951:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326409.270965:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326409.270979:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326409.270982:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326409.270988:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.271022:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326409.271026:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326409.271030:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326409.271034:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767326409.271036:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326409.271038:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326409.271042:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326409.271043:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326409.271047:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326409.271048:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326409.271048:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326409.271050:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271055:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326409.271056:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326409.271058:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:2.0:1767326409.271066:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326409.271068:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326409.271072:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326409.271075:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326409.271076:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326409.271080:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326409.271085:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326409.271092:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386654720:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326409.271093:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326409.271096:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326409.271098:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326409.271104:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326409.271105:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326409.271109:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326409.271113:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326409.271119:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000629d9ac7. 02000000:00000001:1.0:1767326409.271122:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326409.271128:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027aa2260. 00000400:00000010:1.0:1767326409.271135:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000001:2.0:1767326409.271139:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271143:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326409.271143:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654720, portal 25 00000100:00000001:3.0:1767326409.271146:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326409.271148:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326409.271150:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326409.271152:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:3.0:1767326409.271156:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326409.271159:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326409.271160:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.271171:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326409.271177:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326409.271180:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326409.271185:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326409.271186:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326409.271188:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326409.271193:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326409.271196:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326409.271198:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326409.271203:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326409.271203:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271204:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326409.271210:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88aeb00. 02000000:00000001:3.0:1767326409.271211:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326409.271213:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 02000000:00000001:3.0:1767326409.271215:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326409.271216:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386654720, offset 0 00000100:00000001:2.0:1767326409.271221:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326409.271222:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326409.271228:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:3.0:1767326409.271230:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386654848:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326409.271232:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326409.271236:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326409.271239:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326409.271241:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326409.271245:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326409.271247:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326409.271251:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eaa4224. 02000000:00000001:3.0:1767326409.271256:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326409.271258:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767326409.271259:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326409.271263:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326409.271267:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326409.271271:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326409.271272:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326409.271277:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326409.271281:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e20d1c. 00000400:00000200:1.0:1767326409.271284:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [412:412:256:4294967295] 192.168.203.127@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000010:3.0:1767326409.271289:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000200:3.0:1767326409.271296:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654848, portal 10 00000100:00000001:3.0:1767326409.271298:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326409.271301:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000400:00000200:1.0:1767326409.271307:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326409.271310:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326409.271311:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326409.271316:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1767326409.271317:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326409.271325:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000100:00000040:2.0:1767326409.271329:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326409.271337:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326409.271337:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326409.271338:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326409.271341:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11452) 00000100:00000001:0.0:1767326409.271343:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326409.271362:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326409.271366:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326409.271368:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326409.271372:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326409.271374:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000800:00000200:1.0:1767326409.271374:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326409.271380:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386654848, offset 0 00000400:00000200:3.0:1767326409.271391:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326409.271393:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326409.271395:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326409.271398:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326409.271399:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326409.271399:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326409.271400:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326409.271407:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326409.271409:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326409.271410:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306119672 00000100:00100000:0.0:1767326409.271413:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386654976:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326409.271416:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:1.0:1767326409.271421:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000100:00000001:0.0:1767326409.271421:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326409.271422:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326409.271426:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326409.271427:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326409.271430:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326409.271435:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [413:413:255:4294967295] 192.168.203.127@tcp LPNI seq info [413:413:7:4294967295] 00000100:00000001:1.0:1767326409.271435:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326409.271435:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326409.271441:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0399e0b. 02000000:00000001:0.0:1767326409.271444:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326409.271448:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306119672 00000400:00000010:0.0:1767326409.271450:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d4b20f. 00000400:00000200:3.0:1767326409.271451:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:1.0:1767326409.271457:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000400:00000010:0.0:1767326409.271459:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000100:00000001:1.0:1767326409.271463:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767326409.271466:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386654976, portal 10 00000100:00000001:1.0:1767326409.271470:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306119672 00000800:00000200:3.0:1767326409.271471:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326409.271476:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000800:00000010:3.0:1767326409.271477:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000100:00000001:1.0:1767326409.271484:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326409.271484:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326409.271488:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326409.271489:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:1.0:1767326409.271490:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306119672 00000800:00000200:3.0:1767326409.271496:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:1.0:1767326409.271497:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000800:00000200:3.0:1767326409.271501:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326409.271502:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326409.271503:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326409.271506:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326409.271508:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326409.271511:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 227687 usecs (228 jiffies) 00000100:00000001:1.0:1767326409.271512:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271515:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306115300 00000100:00000001:3.0:1767326409.271522:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306119672 00000800:00000200:2.0:1767326409.271525:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326409.271525:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271527:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306115300 00000100:00000001:1.0:1767326409.271532:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326409.271533:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000100:00000001:3.0:1767326409.271534:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306119672 00000100:00000001:0.0:1767326409.271535:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326409.271540:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306115300 00000400:00000200:2.0:1767326409.271543:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326409.271543:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326409.271544:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326409.271545:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306119672 00000100:00000001:1.0:1767326409.271548:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326409.271550:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306115300 00000400:00000010:0.0:1767326409.271551:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000100:00000001:1.0:1767326409.271553:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326409.271556:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326409.271557:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306119672 00000100:00000001:1.0:1767326409.271558:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326409.271559:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386654976, offset 0 00000100:00000001:3.0:1767326409.271563:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326409.271564:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326409.271566:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000100:00000001:3.0:1767326409.271571:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326409.271572:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000001:1.0:1767326409.271572:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271575:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271579:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.271580:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326409.271583:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326409.271583:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326409.271587:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326409.271588:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326409.271594:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326409.271596:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326409.271597:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326409.271600:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.271606:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326409.271606:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326409.271608:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326409.271610:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326409.271615:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326409.271616:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326409.271621:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326409.271627:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [414:414:254:4294967295] 192.168.203.127@tcp LPNI seq info [414:414:6:4294967295] 00000400:00000200:0.0:1767326409.271641:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326409.271652:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326409.271657:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326409.271658:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000100:00000001:2.0:1767326409.271659:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326409.271665:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326409.271670:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326409.271673:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326409.271676:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326409.271678:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326409.271680:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 14033 usecs (15 jiffies) 00000800:00000010:2.0:1767326409.271681:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000100:00000001:0.0:1767326409.271686:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306115087 00000400:00000200:2.0:1767326409.271688:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326409.271691:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306119672 00000100:00000001:0.0:1767326409.271696:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306115087 00000400:00000200:2.0:1767326409.271697:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326409.271700:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306119672 00000400:00000200:2.0:1767326409.271702:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000100:00000001:0.0:1767326409.271703:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306115087 00000400:00000010:2.0:1767326409.271706:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:0.0:1767326409.271707:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306119672 00000100:00000001:2.0:1767326409.271709:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326409.271712:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326409.271718:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306115087 00000100:00000001:0.0:1767326409.271723:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306119672 00000100:00000001:2.0:1767326409.271727:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326409.271727:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326409.271732:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326409.271734:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326409.271736:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326409.271739:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326409.271745:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326409.271746:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326409.271748:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326409.271749:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326409.271752:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326409.271754:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326409.271796:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326409.271799:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326409.271816:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326409.271819:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000400:00000200:2.0:1767326409.271822:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326409.271824:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326409.271826:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:2.0:1767326409.271828:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:2.0:1767326409.271830:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326409.271833:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.271839:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326409.271842:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.271848:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326409.271850:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326409.272954:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326409.272966:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326409.272969:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326409.272971:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326409.272977:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326409.272987:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c800 00000400:00000200:1.0:1767326409.272994:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xdb5 [1] + 224 00000800:00000001:1.0:1767326409.273000:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326409.273022:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326409.273024:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326409.273029:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326409.273034:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326409.273038:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326409.273050:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326409.273066:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326409.273073:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326409.273077:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326409.273078:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326409.273079:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326409.273084:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326409.273090:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c880 00000400:00000200:1.0:1767326409.273094:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xdbd [1] + 224 00000800:00000001:1.0:1767326409.273097:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326409.273102:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326409.273106:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326409.273108:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326409.273111:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326409.273113:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326409.273116:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326409.273118:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326409.273122:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027aa2260. 00000400:00000200:0.0:1767326409.273127:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:0.0:1767326409.273129:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:0.0:1767326409.273132:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326409.273133:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326409.273139:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326409.273140:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326409.273188:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326409.273190:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326409.273206:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326409.273208:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326409.273210:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326409.273211:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326409.273215:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326409.273217:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326409.273218:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326409.273219:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326409.273239:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326409.273239:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326409.273242:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326409.273245:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=144 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326409.273246:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326409.273252:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=144 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326409.273256:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326409.273257:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326409.273260:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326409.273265:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0c900 00000400:00000200:1.0:1767326409.273270:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xdc5 [1] + 224 00010000:00000001:0.0:1767326409.273272:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326409.273274:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326409.273277:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326409.273280:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326409.273283:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326409.273284:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326409.273290:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326409.273294:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326409.273295:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326409.273295:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326409.273300:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326409.273301:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326409.273306:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326409.273310:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326409.273313:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e20d1c. 00000400:00000200:3.0:1767326409.273320:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:0.0:1767326409.273327:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326409.273331:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326409.273332:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:0.0:1767326409.273335:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326409.273340:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326409.273340:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326409.273362:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326409.273365:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326409.273367:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326409.273371:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326409.273376:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326409.273393:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386654720:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326409.273397:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.273400:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326409.273403:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273405:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326409.273409:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326409.273416:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326409.273416:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386654720/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326409.273419:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326409.273421:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326409.273423:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326409.273428:0:216338:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767326409.273429:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d4b20f. 02000000:00000001:3.0:1767326409.273433:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326409.273436:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326409.273437:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326409.273437:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000100:00000001:3.0:1767326409.273442:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326409.273442:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767326409.273443:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 02000000:00000010:0.0:1767326409.273447:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000629d9ac7. 02000000:00000001:3.0:1767326409.273449:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326409.273450:0:216339:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326409.273456:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326409.273458:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=134 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326409.273460:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326409.273461:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326409.273464:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=134 v=5 (1 1 1 1) 00000020:00000040:0.0:1767326409.273466:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326409.273471:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326409.273474:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326409.273474:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326409.273480:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000db5bebc. 00010000:00000001:3.0:1767326409.273481:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767326409.273486:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326409.273488:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326409.273488:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326409.273492:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326409.273496:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1767326409.273497:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000040:3.0:1767326409.273501:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326409.273503:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326409.273504:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326409.273508:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326409.273508:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273509:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326409.273511:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326409.273513:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326409.273516:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326409.273518:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326409.273520:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326409.273521:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326409.273522:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.273524:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326409.273526:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326409.273528:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326409.273529:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326409.273535:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.273541:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326409.273543:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=144 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326409.273544:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326409.273546:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326409.273551:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=101 v=5 (1 1 0 0) 00000100:00000040:3.0:1767326409.273552:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.273560:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326409.273564:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326409.273565:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386654848:192.168.203.127@tcp:400: 00010000:00000001:2.0:1767326409.273570:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326409.273571:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767326409.273577:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326409.273580:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326409.273586:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386654848/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326409.273602:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767326409.273602:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326409.273606:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326409.273608:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326409.273609:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eaa4224. 02000000:00000001:3.0:1767326409.273613:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326409.273613:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:3.0:1767326409.273616:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326409.273618:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326409.273618:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767326409.273622:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326409.273622:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326409.273625:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 02000000:00000001:3.0:1767326409.273630:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326409.273631:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326409.273632:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326409.273635:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:3.0:1767326409.273642:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326409.273644:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273647:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326409.273649:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273652:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326409.273655:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326409.273657:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326409.273660:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326409.273662:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326409.273664:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326409.273685:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326409.273696:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386654976:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326409.273702:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273705:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326409.273708:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386654976/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326409.273715:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326409.273717:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326409.273720:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0399e0b. 02000000:00000001:2.0:1767326409.273723:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326409.273725:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326409.273727:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326409.273729:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326409.273730:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 02000000:00000001:2.0:1767326409.273733:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326409.273734:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326409.273735:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326409.273738:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326409.273739:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273741:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326409.273745:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326409.273747:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326409.273749:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326409.273751:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326409.974841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326409.974874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326409.974880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326409.974881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326409.974936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326409.974940:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326409.974943:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326410.998881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326410.998890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.998897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326410.998899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326410.998946:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326410.998951:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326410.998953:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326412.022882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326412.022892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326412.022901:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326412.022903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326412.022993:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326412.023002:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326412.023007:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326413.046841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326413.046852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326413.046859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326413.046860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326413.046926:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326413.046930:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326413.046933:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326413.878836:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306119672, at 4306119680 00000100:00000040:0.0:1767326413.878836:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306119672, at 4306119680 00000100:00000010:0.0:1767326413.878850:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:1.0:1767326413.878852:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000040:3.0:1767326413.878869:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306119672, at 4306119680 00000100:00000040:2.0:1767326413.878870:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306119672, at 4306119680 00000100:00000010:3.0:1767326413.878888:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000010:2.0:1767326413.878890:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00010000:00000001:0.0:1767326414.070881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326414.070888:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326414.070895:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326414.070897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326414.070961:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326414.070964:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326414.070967:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326414.390891:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326414.390902:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326414.390914:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000020:00000040:3.0:1767326414.390921:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326414.390926:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326414.390929:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326414.390936:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326414.390944:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326414.390951:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326414.390961:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326414.390993:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326414.390995:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326414.391000:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_02+2] req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391035:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326414.391038:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326414.391040:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326414.391043:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767326414.391045:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326414.391048:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326414.391049:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326414.391050:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326414.391054:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326414.391057:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326414.391060:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326414.391065:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326414.391066:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326414.391069:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_03+3] req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326414.391071:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326414.391083:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326414.391084:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326414.391091:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326414.391093:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326414.391095:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326414.391098:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767326414.391101:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326414.391103:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326414.391103:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326414.391105:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326414.391108:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326414.391109:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326414.391111:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:0.0:1767326414.391114:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326414.391116:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326414.391129:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391131:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326414.391145:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326414.391147:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326414.391150:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326414.391151:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326414.391157:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326414.391162:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326414.391165:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326414.391173:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326414.391175:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326414.391181:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326414.391187:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386655232:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326414.391188:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326414.391189:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.391194:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326414.391197:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767326414.391202:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386655104:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326414.391206:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_00+0] req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326414.391206:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326414.391211:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326414.391220:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326414.391227:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326414.391230:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326414.391233:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326414.391236:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000144c8dcf. 02000000:00000001:2.0:1767326414.391239:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326414.391240:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326414.391246:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee88987d. 00000400:00000010:0.0:1767326414.391247:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 02000000:00000001:2.0:1767326414.391252:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.391256:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326414.391257:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000400:00000010:2.0:1767326414.391260:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd54100. 00000100:00000040:3.0:1767326414.391261:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326414.391266:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655232, portal 10 00000400:00000010:2.0:1767326414.391270:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000100:00000040:3.0:1767326414.391277:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326414.391278:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767326414.391280:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655104, portal 25 00000100:00000001:0.0:1767326414.391283:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000001:1.0:1767326414.391286:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326414.391287:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11457) 00000100:00000001:2.0:1767326414.391287:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326414.391292:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326414.391293:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000100:00000040:0.0:1767326414.391294:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326414.391295:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326414.391303:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326414.391306:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326414.391331:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326414.391337:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326414.391341:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326414.391346:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326414.391348:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000200:0.0:1767326414.391359:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386655232, offset 0 00000100:00000001:1.0:1767326414.391362:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326414.391363:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326414.391365:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326414.391368:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326414.391371:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326414.391373:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326414.391373:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326414.391378:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326414.391380:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000100:00100000:1.0:1767326414.391382:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386655360:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767326414.391387:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386655104, offset 0 00000400:00000200:0.0:1767326414.391387:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326414.391389:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326414.391393:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326414.391396:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326414.391398:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326414.391400:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326414.391401:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326414.391405:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:1.0:1767326414.391406:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0967ad4. 00000400:00000200:0.0:1767326414.391410:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326414.391411:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326414.391415:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767326414.391416:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000400:00000200:0.0:1767326414.391420:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [415:415:256:4294967295] 192.168.203.127@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000010:1.0:1767326414.391423:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000200:1.0:1767326414.391428:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655360, portal 10 00000400:00000200:0.0:1767326414.391431:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326414.391439:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326414.391439:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326414.391442:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326414.391444:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000800:00000010:0.0:1767326414.391446:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000400:00000200:2.0:1767326414.391449:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326414.391455:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326414.391459:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326414.391459:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326414.391463:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326414.391471:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326414.391471:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326414.391479:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326414.391481:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [416:416:255:4294967295] 192.168.203.127@tcp LPNI seq info [416:416:7:4294967295] 00000100:00000001:1.0:1767326414.391487:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326414.391496:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326414.391501:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326414.391502:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a92a58e. 00000400:00000200:2.0:1767326414.391503:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326414.391506:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 225875 usecs (226 jiffies) 00000100:00000200:1.0:1767326414.391512:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386655360, offset 0 00000100:00000001:0.0:1767326414.391514:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306120418 00000800:00000200:2.0:1767326414.391520:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326414.391521:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000400:00000200:1.0:1767326414.391525:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326414.391527:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003369ff22. 00000100:00000001:0.0:1767326414.391534:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326414.391538:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326414.391545:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326414.391545:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306120418 00000800:00000200:2.0:1767326414.391546:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767326414.391552:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a661d01. 00000400:00000200:1.0:1767326414.391554:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326414.391557:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326414.391559:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326414.391562:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326414.391564:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306120418 00000800:00000200:2.0:1767326414.391566:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003369ff22 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326414.391569:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767326414.391570:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009780c826. 00000100:00000001:2.0:1767326414.391574:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326414.391575:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326414.391578:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [417:417:254:4294967295] 192.168.203.127@tcp LPNI seq info [417:417:6:4294967295] 00000100:00000001:2.0:1767326414.391582:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306124792 00000100:00000001:0.0:1767326414.391582:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306120418 00000100:00000010:0.0:1767326414.391589:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000400:00000200:1.0:1767326414.391592:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326414.391593:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326414.391599:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326414.391601:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306120418 00000800:00000010:1.0:1767326414.391604:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000100:00000001:0.0:1767326414.391607:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326414.391611:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326414.391612:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306124792 00000100:00000001:0.0:1767326414.391615:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326414.391620:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326414.391621:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306120418 00000100:00000001:0.0:1767326414.391622:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326414.391624:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326414.391629:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326414.391631:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306124792 00000100:00000001:1.0:1767326414.391631:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326414.391637:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13941 usecs (14 jiffies) 00000100:00000001:0.0:1767326414.391639:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326414.391640:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306120418 00000100:00000001:1.0:1767326414.391641:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306120206 00000100:00000001:0.0:1767326414.391645:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326414.391647:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306124792 00000800:00000200:3.0:1767326414.391652:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326414.391652:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306120206 00000100:00000001:2.0:1767326414.391653:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306124792 00000100:00000001:0.0:1767326414.391653:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326414.391659:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326414.391664:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306124792 00000800:00000010:3.0:1767326414.391665:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000100:00000001:2.0:1767326414.391667:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306120418 00000100:00000001:0.0:1767326414.391667:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.391670:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306120206 00000100:00000001:1.0:1767326414.391676:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306124792 00000100:00000001:0.0:1767326414.391677:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326414.391680:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326414.391681:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326414.391692:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.391693:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306120206 00000100:00000001:1.0:1767326414.391700:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306124792 00000400:00000200:3.0:1767326414.391703:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326414.391703:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.391705:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326414.391715:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.391721:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326414.391725:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000100:00000001:2.0:1767326414.391726:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326414.391726:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326414.391732:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:2.0:1767326414.391732:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326414.391733:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.391744:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326414.391746:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326414.391747:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326414.391751:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326414.391751:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326414.391755:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.391755:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326414.391779:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.391782:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326414.391790:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.391843:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326414.391849:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391857:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326414.391860:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391865:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.391866:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326414.391884:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326414.391886:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003369ff22. 00000400:00000200:3.0:1767326414.391888:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326414.391890:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326414.391898:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:3.0:1767326414.391900:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:3.0:1767326414.391902:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326414.391905:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391910:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326414.391911:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391916:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.391917:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326414.391942:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326414.391944:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:3.0:1767326414.391946:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326414.391948:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326414.391949:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000400:00000010:3.0:1767326414.391951:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:3.0:1767326414.391953:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326414.391955:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391960:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326414.391962:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.391966:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.391966:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326414.393348:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326414.393361:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326414.393364:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326414.393366:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326414.393375:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326414.393387:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ca00 00000400:00000200:2.0:1767326414.393393:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:2.0:1767326414.393400:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326414.393421:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326414.393431:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326414.393436:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326414.393443:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326414.393447:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326414.393457:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326414.393473:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326414.393482:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326414.393487:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326414.393489:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326414.393492:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326414.393497:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326414.393506:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0c980 00000400:00000200:2.0:1767326414.393511:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xdd1 [1] + 224 00000800:00000001:2.0:1767326414.393515:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326414.393519:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326414.393520:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326414.393524:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326414.393524:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326414.393532:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326414.393534:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326414.393538:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326414.393539:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000400:00000200:0.0:1767326414.393544:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326414.393546:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326414.393549:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326414.393550:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326414.393556:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326414.393558:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326414.393595:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326414.393595:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326414.393630:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326414.393638:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326414.393641:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326414.393644:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326414.393646:0:216341:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326414.393651:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326414.393651:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326414.393655:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326414.393657:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326414.393659:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326414.393663:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326414.393665:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326414.393671:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326414.393677:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326414.393677:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=139 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326414.393682:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326414.393686:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ca80 00000400:00000001:3.0:1767326414.393690:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767326414.393690:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=139 v=5 (1 1 1 1) 00000400:00000001:3.0:1767326414.393697:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326414.393702:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cd54100. 00000400:00000200:3.0:1767326414.393708:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000100:00000001:0.0:1767326414.393708:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326414.393711:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:0.0:1767326414.393713:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.393715:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326414.393719:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326414.393721:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xddd [1] + 224 00000100:00000200:3.0:1767326414.393724:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326414.393727:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326414.393741:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326414.393743:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326414.393747:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326414.393752:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326414.393754:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326414.393786:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326414.393787:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326414.393794:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326414.393806:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767326414.393814:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.393819:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326414.393821:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326414.393828:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326414.393832:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.393835:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326414.393843:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326414.393844:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326414.393849:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326414.393853:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326414.393855:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326414.393855:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326414.393857:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326414.393861:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326414.393867:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=149 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326414.393878:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326414.393881:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326414.393897:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326414.393901:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326414.393912:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326414.393914:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326414.393916:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767326414.393918:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386655232:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326414.393921:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326414.393926:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326414.393932:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326414.393935:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326414.393937:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.393938:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326414.393948:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326414.393953:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767326414.393957:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326414.393962:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326414.393964:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326414.393966:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000100:00000040:0.0:1767326414.393966:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386655232/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.393971:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326414.393977:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326414.393979:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:1.0:1767326414.393988:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000040:3.0:1767326414.393992:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326414.393998:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326414.393998:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326414.394008:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767326414.394009:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386655104:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767326414.394015:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326414.394018:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000144c8dcf. 00000100:00000001:3.0:1767326414.394029:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326414.394031:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326414.394037:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767326414.394038:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326414.394044:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386655104/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326414.394053:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326414.394054:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326414.394065:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326414.394073:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767326414.394075:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 02000000:00000001:3.0:1767326414.394077:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326414.394085:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee88987d. 00000100:00000001:1.0:1767326414.394087:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326414.394088:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326414.394089:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326414.394093:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326414.394102:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326414.394103:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767326414.394104:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000020:00000001:3.0:1767326414.394111:0:216340:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326414.394112:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326414.394114:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767326414.394120:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326414.394121:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326414.394122:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.394128:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326414.394134:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326414.394135:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326414.394136:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326414.394137:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00000001:0.0:1767326414.394147:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326414.394148:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326414.394149:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=149 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326414.394153:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326414.394154:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326414.394158:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=106 v=5 (1 1 0 0) 00000100:00000010:3.0:1767326414.394159:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00000001:0.0:1767326414.394160:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326414.394167:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.394169:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326414.394170:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326414.394177:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.394178:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326414.394182:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326414.394190:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326414.394190:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326414.394199:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767326414.394203:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326414.394205:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326414.394210:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326414.394221:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.394224:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326414.394225:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326414.394226:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326414.394227:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326414.394230:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326414.394235:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326414.394237:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326414.394238:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326414.394240:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326414.394245:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386655360:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326414.394248:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.394250:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326414.394251:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386655360/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326414.394255:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326414.394257:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326414.394259:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0967ad4. 02000000:00000001:1.0:1767326414.394261:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326414.394262:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326414.394264:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326414.394265:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326414.394267:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:1.0:1767326414.394269:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326414.394270:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326414.394271:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:1.0:1767326414.394277:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326414.394278:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.394279:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326414.394282:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326414.394283:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326414.394284:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326414.394286:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326415.095029:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326415.095037:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326415.095043:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326415.095044:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326415.095098:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326415.095104:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326415.095108:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326416.118840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326416.118847:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326416.118853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326416.118855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326416.118893:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326416.118898:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326416.118902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326417.142838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326417.142846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326417.142852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326417.142853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326417.142915:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326417.142920:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326417.142922:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326418.166886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326418.166896:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326418.166899:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326418.166902:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166907:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326418.166909:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166911:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166913:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166916:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326418.166917:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326418.166918:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326418.166922:0:221240:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326418.166925:0:221240:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326418.166926:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166950:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326418.166951:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166953:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.166954:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326418.167014:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326418.167018:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326418.167021:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326418.998847:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306124792, at 4306124800 00000100:00000040:0.0:1767326418.998849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306124792, at 4306124800 00000100:00000010:0.0:1767326418.998868:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:2.0:1767326418.998870:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009780c826. 00000100:00000040:3.0:1767326418.998896:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306124792, at 4306124800 00000100:00000010:3.0:1767326418.998910:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000040:1.0:1767326418.998922:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306124792, at 4306124800 00000100:00000010:1.0:1767326418.998932:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a661d01. 00010000:00000001:0.0:1767326419.190860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326419.190867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326419.190873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326419.190874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326419.190961:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326419.190966:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326419.190970:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326419.510885:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326419.510894:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326419.510903:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000020:00000040:3.0:1767326419.510909:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326419.510913:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326419.510916:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326419.510920:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326419.510927:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326419.510932:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326419.510941:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326419.510950:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326419.510952:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326419.510957:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_01+1] req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.510984:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326419.510987:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326419.511004:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326419.511007:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000020:00000040:3.0:1767326419.511010:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326419.511012:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326419.511013:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326419.511014:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326419.511015:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.511019:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326419.511022:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326419.511023:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:3.0:1767326419.511027:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326419.511029:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326419.511033:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326419.511051:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326419.511053:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326419.511054:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.511056:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326419.511063:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_02+2] req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326419.511063:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326419.511068:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326419.511074:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326419.511079:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386655488:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326419.511085:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.511086:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326419.511090:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326419.511093:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326419.511094:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326419.511095:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326419.511096:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326419.511101:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326419.511103:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326419.511103:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326419.511103:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326419.511106:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326419.511110:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326419.511111:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326419.511114:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326419.511117:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326419.511119:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000543ada01. 00000100:00000040:3.0:1767326419.511121:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326419.511124:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.511133:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326419.511135:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326419.511136:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00000001:1.0:1767326419.511140:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326419.511144:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_03+3] req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326419.511145:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1767326419.511147:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000001:1.0:1767326419.511151:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326419.511159:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655488, portal 25 00000100:00000001:1.0:1767326419.511161:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326419.511166:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326419.511167:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.511171:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000100:00000001:1.0:1767326419.511174:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326419.511177:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326419.511180:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326419.511186:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326419.511189:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326419.511211:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326419.511221:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326419.511227:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326419.511230:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326419.511231:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326419.511235:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326419.511236:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326419.511238:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326419.511240:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326419.511245:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00100000:1.0:1767326419.511246:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386655616:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326419.511247:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326419.511251:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386655488, offset 0 00000100:00000001:1.0:1767326419.511255:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326419.511258:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11463) 02000000:00000001:1.0:1767326419.511259:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326419.511263:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326419.511264:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326419.511267:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326419.511271:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000802444fc. 02000000:00000001:1.0:1767326419.511274:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326419.511293:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000400:00000200:0.0:1767326419.511294:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326419.511300:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000100:00000001:2.0:1767326419.511301:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326419.511301:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326419.511309:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655616, portal 10 00000100:00100000:2.0:1767326419.511312:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767326419.511313:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326419.511315:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326419.511321:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326419.511322:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000400:00000200:0.0:1767326419.511327:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326419.511330:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326419.511333:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326419.511335:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326419.511339:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326419.511342:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326419.511346:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [418:418:256:4294967295] 192.168.203.127@tcp LPNI seq info [418:418:8:4294967295] 00000100:00000001:2.0:1767326419.511348:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326419.511354:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326419.511365:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326419.511372:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326419.511374:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326419.511381:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000400:00000200:0.0:1767326419.511390:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:1.0:1767326419.511391:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386655616, offset 0 00000400:00000200:1.0:1767326419.511414:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326419.511422:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326419.511428:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1767326419.511429:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000400:00000200:1.0:1767326419.511433:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326419.511434:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326419.511446:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767326419.511446:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326419.511448:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326419.511459:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326419.511464:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326419.511470:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326419.511471:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326419.511478:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326419.511480:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1767326419.511484:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386655744:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326419.511489:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326419.511497:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326419.511498:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [419:419:255:4294967295] 192.168.203.127@tcp LPNI seq info [419:419:7:4294967295] 00000100:00000001:0.0:1767326419.511500:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.511506:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306129912 00000400:00000200:1.0:1767326419.511515:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326419.511515:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 02000000:00000001:2.0:1767326419.511517:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326419.511525:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.511527:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326419.511528:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326419.511532:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767326419.511539:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000100:00000001:0.0:1767326419.511539:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306129912 02000000:00000010:2.0:1767326419.511540:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006eb6c51a. 02000000:00000001:2.0:1767326419.511545:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326419.511547:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000149bfc9a. 00000400:00000010:2.0:1767326419.511560:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fceda9f0. 00000100:00000001:0.0:1767326419.511561:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326419.511563:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326419.511572:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000100:00000001:0.0:1767326419.511573:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306129912 00000800:00000200:1.0:1767326419.511574:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326419.511584:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326419.511585:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655744, portal 10 00000100:00000010:0.0:1767326419.511586:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000100:00000001:1.0:1767326419.511588:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326419.511591:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326419.511599:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000040:1.0:1767326419.511601:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 224093 usecs (225 jiffies) 00000100:00000001:0.0:1767326419.511602:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326419.511608:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306125537 00000100:00000001:0.0:1767326419.511612:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306129912 00000100:00000040:2.0:1767326419.511613:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326419.511617:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306129912 00000100:00000001:1.0:1767326419.511628:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306125537 00000100:00000010:0.0:1767326419.511628:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000800:00000200:3.0:1767326419.511638:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326419.511638:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326419.511639:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306129912 00000100:00000001:1.0:1767326419.511648:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306125537 00000100:00000001:0.0:1767326419.511648:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767326419.511649:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000040:2.0:1767326419.511649:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326419.511655:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326419.511662:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 00000100:00000001:1.0:1767326419.511662:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306129912 00000400:00000200:3.0:1767326419.511664:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326419.511664:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326419.511678:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306125537 00000100:00000200:2.0:1767326419.511679:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386655744, offset 0 00000100:00000001:0.0:1767326419.511680:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326419.511691:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306129912 00000100:00000001:1.0:1767326419.511695:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326419.511695:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326419.511705:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326419.511706:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326419.511707:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.511717:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326419.511718:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326419.511727:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.511727:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326419.511732:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326419.511733:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326419.511736:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326419.511740:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326419.511742:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326419.511745:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326419.511752:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326419.511754:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326419.511754:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326419.511811:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326419.511813:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326419.511819:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326419.511824:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326419.511831:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [420:420:254:4294967295] 192.168.203.127@tcp LPNI seq info [420:420:6:4294967295] 00000400:00000200:2.0:1767326419.511850:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:3.0:1767326419.511858:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:3.0:1767326419.511865:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000800:00000200:2.0:1767326419.511866:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326419.511872:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767326419.511873:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000100:00000200:3.0:1767326419.511881:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326419.511884:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326419.511904:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326419.511906:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326419.511912:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326419.511915:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326419.511919:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326419.511931:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13856 usecs (14 jiffies) 00000100:00000001:3.0:1767326419.511933:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.511938:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326419.511938:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306125327 00000100:00000001:2.0:1767326419.511949:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306129912 00000100:00000001:2.0:1767326419.511951:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306125327 00000100:00000001:2.0:1767326419.511953:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306129912 00000100:00000001:2.0:1767326419.511955:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306125327 00000800:00000200:3.0:1767326419.511957:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326419.511958:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306129912 00000800:00000010:3.0:1767326419.511965:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000100:00000001:2.0:1767326419.511966:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306125327 00000100:00000001:2.0:1767326419.511976:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306129912 00000400:00000200:3.0:1767326419.511977:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326419.511980:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326419.511983:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326419.511986:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326419.511988:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326419.511990:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:3.0:1767326419.511995:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:2.0:1767326419.511995:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.512009:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326419.512013:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.512018:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326419.512021:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.512035:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.512036:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326419.512070:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326419.512072:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:3.0:1767326419.512075:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326419.512078:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326419.512080:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000400:00000010:3.0:1767326419.512081:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000100:00000001:3.0:1767326419.512083:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326419.512086:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.512092:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326419.512098:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.512104:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.512106:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326419.513061:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326419.513071:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326419.513073:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326419.513074:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326419.513080:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326419.513136:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0cb00 00000400:00000200:3.0:1767326419.513141:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xde5 [1] + 224 00000800:00000001:3.0:1767326419.513147:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326419.513152:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326419.513154:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326419.513156:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326419.513159:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326419.513162:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326419.513169:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.513189:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326419.513195:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326419.513197:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.513255:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326419.513258:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326419.513262:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326419.513263:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326419.513264:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000400:00000200:0.0:1767326419.513268:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326419.513269:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326419.513271:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326419.513275:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326419.513297:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326419.513302:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326419.513303:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.513305:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326419.513307:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326419.513309:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326419.513311:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326419.513312:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326419.513316:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326419.513319:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=154 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326419.513321:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326419.513321:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326419.513324:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326419.513325:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.513333:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326419.513336:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326419.513341:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326419.513343:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326419.513345:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326419.513347:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326419.513351:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386655488:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326419.513354:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.513355:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326419.513356:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386655488/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326419.513360:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326419.513362:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326419.513364:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000543ada01. 02000000:00000001:0.0:1767326419.513367:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326419.513368:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326419.513369:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326419.513371:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326419.513372:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 02000000:00000001:0.0:1767326419.513374:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326419.513376:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326419.513376:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00000001:0.0:1767326419.513378:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326419.513379:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.513380:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.513383:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326419.513384:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.513386:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326419.513387:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326419.513693:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326419.513702:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326419.513703:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326419.513705:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326419.513711:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326419.513720:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0cc00 00000400:00000200:2.0:1767326419.513726:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xdf5 [1] + 224 00000800:00000001:2.0:1767326419.513731:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326419.513736:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326419.513739:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326419.513742:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326419.513746:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326419.513749:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326419.513756:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326419.513789:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326419.513794:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326419.513804:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326419.513820:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326419.513823:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326419.513826:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326419.513827:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326419.513829:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fceda9f0. 00000400:00000200:3.0:1767326419.513832:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000400:00000010:3.0:1767326419.513833:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000001:3.0:1767326419.513835:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326419.513901:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326419.513908:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.513914:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326419.513915:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326419.513917:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326419.513919:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326419.513920:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326419.513921:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326419.513923:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326419.513925:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326419.513928:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326419.513932:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=111 v=5 (1 1 0 0) 00000800:00000001:1.0:1767326419.513932:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326419.513938:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326419.513941:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326419.513945:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326419.513953:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0cb80 00000400:00000200:1.0:1767326419.513957:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xded [1] + 224 00000800:00000001:1.0:1767326419.513960:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326419.513964:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326419.513971:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326419.513973:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326419.513976:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326419.513979:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326419.513986:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.513999:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326419.514000:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326419.514002:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326419.514005:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326419.514007:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:3.0:1767326419.514011:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326419.514012:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326419.514020:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.514023:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326419.514025:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326419.514027:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326419.514035:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.514036:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326419.514038:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326419.514040:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326419.514043:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326419.514047:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326419.514049:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767326419.514053:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326419.514054:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326419.514057:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000100:00000040:3.0:1767326419.514059:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326419.514062:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:0.0:1767326419.514065:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:0.0:1767326419.514069:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326419.514072:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386655744:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326419.514075:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.514079:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326419.514083:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326419.514088:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386655744/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326419.514091:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326419.514111:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326419.514114:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326419.514114:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326419.514118:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326419.514119:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006eb6c51a. 00000100:00000001:0.0:1767326419.514124:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326419.514126:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326419.514126:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767326419.514130:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326419.514130:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767326419.514134:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326419.514134:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326419.514139:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326419.514140:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326419.514143:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 00000100:00001000:0.0:1767326419.514145:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=144 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326419.514146:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326419.514148:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326419.514152:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00001000:0.0:1767326419.514152:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326419.514157:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326419.514157:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326419.514161:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.514161:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.514166:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326419.514166:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326419.514170:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326419.514171:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326419.514173:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326419.514174:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326419.514176:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326419.514177:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326419.514178:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326419.514180:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.514181:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326419.514185:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326419.514190:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326419.514192:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326419.514193:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326419.514196:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326419.514201:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386655616:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326419.514208:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.514209:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326419.514211:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386655616/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326419.514215:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326419.514216:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326419.514217:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000802444fc. 02000000:00000001:0.0:1767326419.514220:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326419.514221:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326419.514222:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326419.514223:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326419.514224:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:0.0:1767326419.514226:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326419.514227:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326419.514228:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:0.0:1767326419.514230:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326419.514230:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.514231:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326419.514234:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326419.514235:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326419.514236:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326419.514238:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.214868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326420.214874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.214879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326420.214880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.214947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326420.214951:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326420.214953:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326421.238849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326421.238855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326421.238861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326421.238863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326421.238922:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326421.238927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326421.238931:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326422.262852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326422.262861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326422.262868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326422.262869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326422.262918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326422.262922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326422.262925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326423.286859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326423.286867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326423.286895:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326423.286896:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326423.286963:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326423.286967:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326423.286971:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326424.118860:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306129912, at 4306129920 00000100:00000040:2.0:1767326424.118863:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306129912, at 4306129920 00000100:00000040:3.0:1767326424.118866:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306129912, at 4306129920 00000100:00000040:0.0:1767326424.118874:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306129912, at 4306129920 00000100:00000010:2.0:1767326424.118880:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000010:1.0:1767326424.118883:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000149bfc9a. 00000100:00000010:3.0:1767326424.118889:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000010:0.0:1767326424.118893:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00010000:00000001:0.0:1767326424.310825:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326424.310830:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326424.310835:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326424.310837:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326424.310890:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326424.310893:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326424.310895:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326424.630849:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326424.630859:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326424.630868:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326424.630875:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326424.630891:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326424.630894:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326424.630899:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326424.630906:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326424.630912:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326424.630923:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326424.630934:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326424.630936:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326424.630947:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_00+0] req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.630998:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326424.631001:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326424.631004:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326424.631007:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000020:00000040:3.0:1767326424.631010:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326424.631013:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326424.631014:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326424.631017:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326424.631020:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326424.631023:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631026:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326424.631028:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326424.631032:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326424.631038:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326424.631041:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326424.631044:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631047:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326424.631049:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_01+1] req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.631050:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326424.631055:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326424.631058:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326424.631059:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326424.631063:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631074:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326424.631081:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.631098:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326424.631100:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.631101:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326424.631102:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326424.631107:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326424.631107:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326424.631112:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.631115:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326424.631116:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386655872:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326424.631119:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326424.631120:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000100:00000001:1.0:1767326424.631121:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767326424.631122:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326424.631127:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767326424.631128:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326424.631128:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326424.631132:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631135:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326424.631136:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326424.631136:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326424.631140:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326424.631140:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326424.631143:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326424.631145:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631145:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326424.631148:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326424.631162:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 02000000:00000010:1.0:1767326424.631163:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007491735c. 00000100:00000040:0.0:1767326424.631165:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.631168:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326424.631169:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631178:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326424.631180:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db4667f. 00000100:00000040:3.0:1767326424.631181:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326424.631181:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326424.631187:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326424.631188:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 02000000:00000001:0.0:1767326424.631190:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326424.631196:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326424.631197:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386655872, portal 25 00000100:00000001:1.0:1767326424.631202:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767326424.631204:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386656000:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326424.631205:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326424.631205:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000001:3.0:1767326424.631210:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631210:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326424.631214:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326424.631215:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326424.631218:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326424.631220:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_02+2] req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326424.631222:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326424.631228:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008472d86c. 02000000:00000001:0.0:1767326424.631233:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326424.631240:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00000001:1.0:1767326424.631255:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326424.631261:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326424.631264:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000200:1.0:1767326424.631268:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386655872, offset 0 00000400:00000010:0.0:1767326424.631269:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000400:00000200:1.0:1767326424.631275:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326424.631278:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326424.631282:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656000, portal 10 00000100:00000040:3.0:1767326424.631283:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326424.631288:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326424.631288:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326424.631305:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326424.631307:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326424.631308:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11468) 00000100:00000001:0.0:1767326424.631308:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 00000400:00000200:1.0:1767326424.631313:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326424.631318:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326424.631321:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326424.631324:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326424.631330:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326424.631332:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326424.631333:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [421:421:256:4294967295] 192.168.203.127@tcp LPNI seq info [421:421:8:4294967295] 00000100:00000001:2.0:1767326424.631335:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326424.631338:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326424.631340:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326424.631341:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326424.631344:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000001:3.0:1767326424.631347:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326424.631348:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386656000, offset 0 00000100:00000040:2.0:1767326424.631350:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326424.631360:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326424.631364:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326424.631378:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767326424.631380:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326424.631382:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326424.631383:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326424.631386:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 02000000:00000001:2.0:1767326424.631389:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326424.631391:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326424.631394:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326424.631396:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326424.631397:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326424.631402:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326424.631405:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767326424.631409:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386656128:192.168.203.127@tcp:400: 00000800:00000200:1.0:1767326424.631410:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326424.631412:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326424.631417:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326424.631420:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326424.631421:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [422:422:255:4294967295] 192.168.203.127@tcp LPNI seq info [422:422:7:4294967295] 02000000:00000001:2.0:1767326424.631426:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326424.631430:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631432:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326424.631434:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326424.631439:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:2.0:1767326424.631441:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000100a387f. 00000100:00000001:1.0:1767326424.631441:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306135032 00000800:00000200:0.0:1767326424.631447:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326424.631448:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326424.631448:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000800:00000010:0.0:1767326424.631453:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000400:00000010:2.0:1767326424.631457:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e317c7f. 00000100:00000001:1.0:1767326424.631457:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326424.631462:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326424.631467:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000001:1.0:1767326424.631467:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306135032 00000800:00000200:0.0:1767326424.631469:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326424.631474:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326424.631476:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656128, portal 10 00000100:00000010:1.0:1767326424.631476:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000100:00000001:0.0:1767326424.631478:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631482:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326424.631483:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326424.631484:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 222345 usecs (223 jiffies) 00000100:00000001:2.0:1767326424.631488:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000001:1.0:1767326424.631489:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306135032 00000100:00000001:0.0:1767326424.631489:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306130655 00000800:00000200:3.0:1767326424.631493:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326424.631495:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306135032 00000100:00000010:1.0:1767326424.631496:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000800:00000010:3.0:1767326424.631498:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000100:00000040:2.0:1767326424.631499:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.631502:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326424.631502:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306130655 00000400:00000200:3.0:1767326424.631507:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326424.631509:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306135032 00000100:00000001:0.0:1767326424.631510:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306135032 00000100:00000010:1.0:1767326424.631516:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000100:00000001:0.0:1767326424.631519:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306130655 00000400:00000200:3.0:1767326424.631523:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326424.631523:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326424.631527:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306135032 00000100:00000001:2.0:1767326424.631528:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326424.631534:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000100:00000001:1.0:1767326424.631534:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326424.631537:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326424.631540:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000100:00000001:1.0:1767326424.631542:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631543:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306130655 00000400:00000010:2.0:1767326424.631544:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000100:00000001:3.0:1767326424.631547:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326424.631548:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631550:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306135032 00000100:00000200:2.0:1767326424.631551:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386656128, offset 0 00000100:00000001:1.0:1767326424.631554:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631559:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326424.631560:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326424.631563:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326424.631565:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.631565:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326424.631567:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326424.631569:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631571:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.631576:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.631577:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326424.631578:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326424.631589:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326424.631592:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326424.631597:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326424.631601:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326424.631609:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326424.631613:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.631615:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326424.631622:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326424.631629:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [423:423:254:4294967295] 192.168.203.127@tcp LPNI seq info [423:423:6:4294967295] 00000400:00000200:2.0:1767326424.631640:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326424.631645:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326424.631650:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000800:00000200:2.0:1767326424.631655:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326424.631661:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326424.631664:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326424.631667:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326424.631671:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13770 usecs (14 jiffies) 00000100:00000001:2.0:1767326424.631674:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306130446 00000100:00000001:2.0:1767326424.631676:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306135032 00000100:00000001:2.0:1767326424.631679:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306130446 00000100:00000001:2.0:1767326424.631681:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306135032 00000100:00000001:2.0:1767326424.631683:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306130446 00000100:00000001:2.0:1767326424.631685:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306135032 00000100:00000001:2.0:1767326424.631687:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306130446 00000100:00000001:2.0:1767326424.631688:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306135032 00000100:00000001:2.0:1767326424.631690:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326424.631693:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326424.631695:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326424.631698:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326424.631703:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326424.631705:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326424.631706:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326424.631708:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326424.631711:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:3.0:1767326424.631715:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326424.631717:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326424.631720:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326424.631724:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326424.631725:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326424.631729:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:3.0:1767326424.631733:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:3.0:1767326424.631737:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326424.631740:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.631748:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326424.631751:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.631779:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.631781:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326424.631873:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326424.631877:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:3.0:1767326424.631879:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326424.631883:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326424.631886:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:3.0:1767326424.631888:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:3.0:1767326424.631890:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326424.631893:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.631901:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326424.631903:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.631993:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.631996:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326424.633739:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.633750:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326424.633752:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.633754:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326424.633776:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326424.633785:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0cc80 00000400:00000200:2.0:1767326424.633790:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:2.0:1767326424.633794:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.633800:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326424.633801:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326424.633804:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326424.633807:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326424.633809:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326424.633817:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326424.633830:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326424.633843:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.633851:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326424.633853:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.633855:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326424.633859:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326424.633863:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0cd80 00000400:00000200:2.0:1767326424.633868:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe0d [1] + 224 00000100:00000001:1.0:1767326424.633868:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326424.633873:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326424.633874:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.633879:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326424.633879:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326424.633882:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326424.633883:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326424.633886:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326424.633891:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db4667f. 00000400:00000200:1.0:1767326424.633894:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000400:00000010:1.0:1767326424.633896:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:1.0:1767326424.633898:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326424.633899:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326424.633903:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326424.633905:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326424.633913:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.633940:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326424.633942:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326424.633945:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.633946:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326424.633949:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326424.633952:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326424.633964:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326424.633967:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326424.633971:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326424.633972:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326424.633976:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=9 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326424.633979:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326424.633979:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326424.633983:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326424.633985:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326424.633986:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326424.633990:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.633993:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326424.633999:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326424.634007:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326424.634011:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326424.634012:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326424.634027:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326424.634035:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386655872:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326424.634041:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326424.634044:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326424.634047:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386655872/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.634060:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326424.634061:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326424.634063:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326424.634064:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326424.634068:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326424.634068:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326424.634070:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326424.634072:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326424.634073:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007491735c. 00000400:00000001:3.0:1767326424.634074:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326424.634076:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326424.634079:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e317c7f. 02000000:00000001:1.0:1767326424.634079:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326424.634083:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326424.634084:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000020:00000040:1.0:1767326424.634085:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326424.634090:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326424.634091:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 00000400:00000200:2.0:1767326424.634095:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0cd00 02000000:00000001:1.0:1767326424.634096:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326424.634099:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326424.634101:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:1.0:1767326424.634104:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326424.634105:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326424.634106:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326424.634109:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326424.634110:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326424.634112:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326424.634113:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326424.634140:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:3.0:1767326424.634143:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:3.0:1767326424.634146:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326424.634150:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe05 [1] + 224 00000100:00000200:3.0:1767326424.634155:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326424.634156:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326424.634161:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326424.634166:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326424.634171:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326424.634172:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326424.634176:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326424.634181:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.634186:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326424.634189:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326424.634193:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.634194:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326424.634197:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326424.634200:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326424.634203:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326424.634207:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326424.634211:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326424.634212:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=9 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326424.634215:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326424.634217:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=116 v=5 (1 1 0 0) 00000800:00000001:2.0:1767326424.634219:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326424.634221:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326424.634224:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326424.634226:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326424.634231:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326424.634238:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.634253:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326424.634256:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326424.634259:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326424.634261:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.634262:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326424.634264:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326424.634267:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326424.634269:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326424.634272:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000100:00000040:3.0:1767326424.634276:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326424.634277:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326424.634280:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326424.634285:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326424.634291:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326424.634300:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.634306:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326424.634309:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326424.634318:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326424.634323:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326424.634336:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386656128:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326424.634345:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326424.634346:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326424.634349:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326424.634350:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326424.634355:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326424.634356:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386656128/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326424.634359:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326424.634364:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326424.634367:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326424.634368:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326424.634370:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326424.634372:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000100a387f. 02000000:00000001:0.0:1767326424.634373:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326424.634378:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767326424.634379:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=149 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326424.634382:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767326424.634384:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=149 v=5 (1 1 1 1) 00000020:00000040:3.0:1767326424.634386:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326424.634389:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326424.634391:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326424.634391:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326424.634395:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 00010000:00000001:0.0:1767326424.634396:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326424.634399:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326424.634401:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326424.634402:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326424.634406:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326424.634406:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326424.634410:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:0.0:1767326424.634411:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326424.634415:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326424.634417:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326424.634420:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.634421:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326424.634426:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326424.634428:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326424.634431:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326424.634437:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326424.634437:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326424.634441:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.634441:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326424.634444:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326424.634447:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326424.634453:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386656000:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326424.634456:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326424.634457:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326424.634459:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386656000/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326424.634464:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326424.634465:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326424.634467:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008472d86c. 02000000:00000001:0.0:1767326424.634469:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326424.634470:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326424.634471:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326424.634472:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326424.634474:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:0.0:1767326424.634475:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326424.634486:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326424.634487:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000001:0.0:1767326424.634493:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326424.634494:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326424.634495:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326424.634498:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326424.634499:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326424.634500:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326424.634502:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326425.334821:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326425.334827:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326425.334840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326425.334841:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326425.334894:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326425.334897:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326425.334899:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326426.358840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326426.358845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326426.358849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326426.358850:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326426.358936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326426.358941:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326426.358944:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326427.382847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326427.382858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326427.382866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326427.382868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326427.382928:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326427.382932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326427.382934:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326428.406847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326428.406856:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326428.406859:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326428.406862:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.406867:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326428.406869:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.406871:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.406873:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.406877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326428.406878:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326428.406879:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326428.406885:0:221240:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326428.406888:0:221240:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326428.406891:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326428.406892:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326428.406901:0:221240:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f488c7e2. 00010000:00000001:0.0:1767326428.406907:0:221240:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326428.406921:0:221240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767326428.406923:0:221240:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.406924:0:221240:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.406925:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326428.406927:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326428.406978:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326428.406981:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326428.406987:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326428.406988:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326428.406997:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326428.406998:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767326428.407017:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326428.407020:0:219024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326428.407024:0:219024:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000e3ef835c/0x23386b5eae8f13cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1b9a6a59a123898 expref: -99 pid: 219082 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767326428.407036:0:219024:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767326428.407039:0:219024:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767326428.407040:0:219024:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767326428.407042:0:219024:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1767326428.407045:0:219024:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326428.407047:0:219024:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326428.407052:0:219024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098fb9fe1 count: 2 00010000:00000001:3.0:1767326428.407054:0:219024:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326428.407057:0:219024:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326428.407058:0:219024:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326428.407059:0:219024:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326428.407060:0:219024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098fb9fe1 count: 2 00010000:00000001:3.0:1767326428.407061:0:219024:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326428.407063:0:219024:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326428.407064:0:219024:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326428.407064:0:219024:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326428.407065:0:219024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098fb9fe1 count: 2 00010000:00000001:3.0:1767326428.407066:0:219024:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326428.407067:0:219024:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326428.407068:0:219024:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767326428.407069:0:219024:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000d160510c, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767326428.407072:0:219024:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767326428.407074:0:219024:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767326428.407076:0:219024:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767326428.407077:0:219024:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326428.407079:0:219024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326428.407081:0:219024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326428.407083:0:219024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326428.407084:0:219024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326428.407085:0:219024:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326428.407088:0:219024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3ef835c with handle 0x23386b5eae8f13cb from hash 00010000:00000001:3.0:1767326428.407093:0:219024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326428.407094:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326428.407096:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326428.407096:0:219024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767326428.407101:0:219024:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004c83227f. 00010000:00000001:3.0:1767326428.407104:0:219024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326428.407105:0:219024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767326428.407107:0:219024:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326428.407109:0:219024:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326428.407111:0:219024:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326428.407118:0:219024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000020:00000040:3.0:1767326428.407121:0:219024:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326428.407125:0:219024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326428.407127:0:219024:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326428.407131:0:219024:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326428.407136:0:219024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000696ae0b4. 00000100:00000001:3.0:1767326428.407141:0:219024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326428.407143:0:219024:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326428.407147:0:219024:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000e3ef835c/0x23386b5eae8f13cb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1b9a6a59a123898 expref: -99 pid: 219082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326428.407152:0:219024:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326428.407153:0:219024:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326428.407157:0:219024:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326428.407159:0:219024:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.407168:0:219024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_03+3] req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326428.407199:0:219024:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326428.407201:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326428.407202:0:219024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000e3ef835c/0x23386b5eae8f13cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1b9a6a59a123898 expref: -99 pid: 219082 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767326428.407208:0:219024:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000a11d6035. 00010000:00000040:3.0:1767326428.407211:0:219024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000098fb9fe1 count: 0 00000100:00000001:0.0:1767326428.407230:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.0:1767326428.407233:0:219024:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0637982. 00000100:00000001:0.0:1767326428.407235:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326428.407239:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326428.407250:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326428.407254:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326428.407254:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326428.407265:0:219024:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326428.407267:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326428.407270:0:219024:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f488c7e2. 00010000:00000001:3.0:1767326428.407274:0:219024:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326428.407276:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326428.407280:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326428.407289:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326428.407295:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326428.407302:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.407307:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767326428.407308:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326428.407311:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326428.407311:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326428.407322:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.407323:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767326428.407325:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326428.407328:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326428.407332:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326428.407335:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386656256:192.168.203.127@tcp:103: 00000100:00000001:0.0:1767326428.407340:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326428.407346:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326428.407349:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.407351:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326428.407356:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fe24c2. 02000000:00000001:0.0:1767326428.407357:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326428.407363:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000400:00000010:0.0:1767326428.407370:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000200:0.0:1767326428.407377:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656256, portal 18 00000100:00000001:0.0:1767326428.407379:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326428.407381:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000040:0.0:1767326428.407386:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.407392:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326428.407394:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326428.407396:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000200:0.0:1767326428.407397:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386656256, offset 0 00000400:00000200:0.0:1767326428.407403:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326428.407417:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326428.407422:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326428.407426:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326428.407429:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326428.407432:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326428.407434:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [424:424:256:4294967295] 192.168.203.127@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:0.0:1767326428.407444:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326428.407455:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326428.407459:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000800:00000200:0.0:1767326428.407466:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326428.407473:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326428.407477:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326428.407494:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326428.407498:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 220626 usecs (221 jiffies) 00000100:00000001:0.0:1767326428.407502:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306134429 00000100:00000001:0.0:1767326428.407504:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306135032 00000100:00000001:0.0:1767326428.407506:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306134429 00000100:00000001:0.0:1767326428.407508:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306135032 00000100:00000001:0.0:1767326428.407509:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306134429 00000100:00000001:0.0:1767326428.407510:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306135032 00000100:00000001:0.0:1767326428.407511:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306134429 00000100:00000001:0.0:1767326428.407513:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306135032 00000100:00000001:0.0:1767326428.407514:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326428.407516:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.407519:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.407520:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.407529:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326428.407531:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326428.407533:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.407534:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326428.407534:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.407536:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326428.407619:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326428.407624:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:3.0:1767326428.407629:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326428.407634:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326428.407639:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:3.0:1767326428.407641:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:3.0:1767326428.407644:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326428.407647:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326428.407656:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326428.407658:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326428.407664:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326428.407665:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326428.409062:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326428.409077:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326428.409080:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326428.409083:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326428.409091:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326428.409108:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a0ce00 00000400:00000200:2.0:1767326428.409114:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:2.0:1767326428.409122:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326428.409129:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326428.409130:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326428.409133:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326428.409137:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326428.409140:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326428.409147:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.409165:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326428.409176:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326428.409179:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.409241:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.409243:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326428.409248:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326428.409250:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326428.409252:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000400:00000200:0.0:1767326428.409256:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326428.409267:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326428.409270:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326428.409274:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326428.409281:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.409286:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326428.409287:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.409290:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326428.409292:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326428.409294:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326428.409295:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.409298:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326428.409306:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c88baba8 time=1767326428 v=5 (0 0 0 0) 00000100:00001000:0.0:1767326428.409309:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326428.409311:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326428.409313:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.409316:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326428.409319:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.409323:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326428.409325:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326428.409328:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326428.409329:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326428.409333:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.409342:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326428.409345:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326428.409347:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326428.409350:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326428.409358:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386656256:192.168.203.127@tcp:103: 00000100:00000001:0.0:1767326428.409364:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.409372:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326428.409376:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386656256/t0(0) o103->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.409383:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326428.409386:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326428.409389:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fe24c2. 02000000:00000001:0.0:1767326428.409393:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326428.409395:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326428.409396:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326428.409399:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326428.409401:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000696ae0b4. 02000000:00000001:0.0:1767326428.409404:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326428.409405:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326428.409407:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:0.0:1767326428.409410:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326428.409411:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.409412:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.409415:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326428.409416:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.409418:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.409419:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326428.412785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000098fb9fe1. 00010000:00000010:3.1:1767326428.412793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3ef835c. 00000100:00000040:1.0:1767326429.238820:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306135032, at 4306135040 00000100:00000040:0.0:1767326429.238831:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306135032, at 4306135040 00000100:00000010:0.0:1767326429.238844:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000010:1.0:1767326429.238847:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00000100:00000040:2.0:1767326429.238880:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306135032, at 4306135040 00000100:00000040:3.0:1767326429.238882:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306135032, at 4306135040 00000100:00000010:2.0:1767326429.238892:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:3.0:1767326429.238898:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00010000:00000001:0.0:1767326429.430849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326429.430859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326429.430911:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326429.430914:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326429.430917:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326429.750908:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326429.750920:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326429.750931:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326429.750938:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326429.750942:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326429.750946:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326429.750952:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326429.750959:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326429.750966:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326429.750976:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326429.750986:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326429.750988:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326429.750992:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_00+0] req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.751044:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326429.751047:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326429.751051:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326429.751054:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326429.751057:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326429.751060:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326429.751063:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326429.751065:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326429.751068:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 00000100:00000001:2.0:1767326429.751071:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326429.751074:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326429.751075:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326429.751079:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326429.751081:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326429.751085:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326429.751086:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326429.751087:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326429.751091:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326429.751095:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326429.751096:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_01+1] req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326429.751128:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326429.751131:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326429.751134:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326429.751135:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326429.751137:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326429.751138:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326429.751144:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751145:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326429.751149:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000100:00000001:1.0:1767326429.751150:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326429.751151:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386656384:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326429.751154:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326429.751155:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326429.751158:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326429.751159:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326429.751163:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326429.751166:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326429.751167:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326429.751168:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326429.751173:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 02000000:00000001:0.0:1767326429.751177:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326429.751179:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326429.751181:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326429.751183:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326429.751185:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326429.751186:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326429.751187:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326429.751191:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326429.751191:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aa349ea. 02000000:00000001:1.0:1767326429.751195:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326429.751197:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326429.751202:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751220:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326429.751221:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00100000:1.0:1767326429.751223:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386656512:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326429.751228:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326429.751230:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326429.751232:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326429.751235:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000040:2.0:1767326429.751237:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_02+2] req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326429.751237:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326429.751242:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326429.751247:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656384, portal 25 02000000:00000010:1.0:1767326429.751264:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c0e7ec9. 00000100:00000001:0.0:1767326429.751267:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326429.751268:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326429.751270:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000400:00000010:1.0:1767326429.751274:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db4667f. 00000100:00000040:0.0:1767326429.751279:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326429.751281:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000100:00000001:2.0:1767326429.751285:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326429.751287:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656512, portal 10 00000100:00000040:2.0:1767326429.751289:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326429.751294:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326429.751297:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000040:2.0:1767326429.751300:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326429.751310:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326429.751311:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11473) 00000100:00000001:0.0:1767326429.751311:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326429.751332:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326429.751339:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326429.751339:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326429.751342:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326429.751343:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326429.751346:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000040:1.0:1767326429.751350:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326429.751351:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326429.751354:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000100:00000200:0.0:1767326429.751354:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386656384, offset 0 00000100:00000200:1.0:1767326429.751359:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386656512, offset 0 00000100:00000001:2.0:1767326429.751364:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326429.751368:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326429.751373:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326429.751377:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326429.751379:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326429.751382:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326429.751384:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326429.751385:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326429.751389:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326429.751395:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386656640:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326429.751396:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326429.751400:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326429.751404:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326429.751406:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326429.751407:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326429.751415:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326429.751417:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326429.751422:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000696ae0b4. 00000400:00000200:0.0:1767326429.751422:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326429.751430:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326429.751430:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326429.751437:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e20d1c. 00000400:00000200:0.0:1767326429.751440:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [425:425:256:4294967295] 192.168.203.127@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000010:3.0:1767326429.751442:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000200:3.0:1767326429.751448:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656640, portal 10 00000100:00000001:3.0:1767326429.751450:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326429.751452:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000040:3.0:1767326429.751458:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326429.751467:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326429.751471:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326429.751476:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326429.751478:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 00000800:00000200:0.0:1767326429.751482:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326429.751483:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386656640, offset 0 00000400:00000200:1.0:1767326429.751483:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326429.751491:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326429.751494:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000400:00000200:3.0:1767326429.751495:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326429.751504:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326429.751508:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326429.751509:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326429.751514:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326429.751516:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [426:426:255:4294967295] 192.168.203.127@tcp LPNI seq info [426:426:7:4294967295] 00000800:00000200:0.0:1767326429.751522:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326429.751529:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326429.751530:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326429.751537:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326429.751539:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326429.751542:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000400:00000200:3.0:1767326429.751543:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326429.751548:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326429.751551:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326429.751552:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326429.751553:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326429.751558:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326429.751563:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [427:427:254:4294967295] 192.168.203.127@tcp LPNI seq info [427:427:6:4294967295] 00000100:00000001:0.0:1767326429.751567:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306140152 00000800:00000200:1.0:1767326429.751570:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326429.751576:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326429.751578:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326429.751578:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000100:00000001:1.0:1767326429.751582:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326429.751587:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 218923 usecs (219 jiffies) 00000100:00000001:1.0:1767326429.751591:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306135771 00000100:00000001:0.0:1767326429.751592:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326429.751594:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326429.751599:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000800:00000200:3.0:1767326429.751603:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326429.751606:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306140152 00000800:00000200:3.0:1767326429.751607:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326429.751607:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306140152 00000800:00000200:3.0:1767326429.751614:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326429.751614:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306135771 00000100:00000010:0.0:1767326429.751615:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e5fd5b. 00000100:00000001:3.0:1767326429.751622:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326429.751624:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326429.751628:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13688 usecs (14 jiffies) 00000100:00000001:1.0:1767326429.751630:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306140152 00000100:00000001:0.0:1767326429.751630:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306140152 00000800:00000200:2.0:1767326429.751631:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326429.751637:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306135566 00000100:00000001:1.0:1767326429.751638:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306135771 00000100:00000010:0.0:1767326429.751638:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000800:00000010:2.0:1767326429.751639:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000100:00000001:3.0:1767326429.751646:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306140152 00000100:00000001:0.0:1767326429.751647:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326429.751652:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326429.751653:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306135566 00000100:00000001:1.0:1767326429.751654:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306140152 00000100:00000001:0.0:1767326429.751654:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306140152 00000100:00000001:1.0:1767326429.751663:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306135771 00000100:00000010:0.0:1767326429.751663:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000100:00000001:3.0:1767326429.751664:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306140152 00000400:00000200:2.0:1767326429.751664:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326429.751669:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326429.751671:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306135566 00000400:00000200:2.0:1767326429.751676:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000100:00000001:3.0:1767326429.751677:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306140152 00000100:00000001:1.0:1767326429.751677:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306140152 00000100:00000001:0.0:1767326429.751677:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326429.751682:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:3.0:1767326429.751685:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306135566 00000100:00000001:1.0:1767326429.751686:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326429.751686:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751690:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326429.751693:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326429.751694:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306140152 00000100:00000001:0.0:1767326429.751694:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326429.751697:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326429.751699:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326429.751699:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326429.751701:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326429.751702:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326429.751709:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326429.751711:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326429.751711:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326429.751716:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326429.751717:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326429.751717:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326429.751723:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326429.751724:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326429.751725:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326429.751725:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326429.751727:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326429.751728:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326429.751729:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326429.751733:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326429.751734:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326429.751736:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326429.751736:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326429.751740:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326429.751742:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326429.751748:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326429.751752:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326429.751782:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326429.751787:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751793:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751798:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326429.751814:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326429.751816:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:2.0:1767326429.751820:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326429.751824:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326429.751827:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:2.0:1767326429.751828:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:2.0:1767326429.751832:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326429.751835:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.751858:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326429.751861:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.751868:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751870:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326429.751946:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326429.751950:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000400:00000200:2.0:1767326429.751953:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326429.751958:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326429.751961:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000400:00000010:2.0:1767326429.751963:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000001:2.0:1767326429.751966:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326429.751969:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.751977:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326429.751980:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.751986:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.751988:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326429.753390:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753402:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326429.753405:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753406:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326429.753413:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326429.753605:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ce80 00000400:00000200:3.0:1767326429.753612:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe1d [1] + 224 00000800:00000001:3.0:1767326429.753619:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753624:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326429.753626:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326429.753628:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326429.753631:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326429.753635:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326429.753643:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326429.753731:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326429.753738:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753741:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326429.753743:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753744:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326429.753747:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326429.753752:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0cf80 00000400:00000200:3.0:1767326429.753755:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe2d [1] + 224 00000800:00000001:3.0:1767326429.753775:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753778:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326429.753779:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326429.753780:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326429.753784:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326429.753787:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326429.753792:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326429.753796:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326429.753798:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000400:00000200:0.0:1767326429.753803:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326429.753805:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326429.753808:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326429.753809:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326429.753815:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326429.753816:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326429.753849:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326429.753854:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326429.753868:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326429.753872:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753882:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326429.753886:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326429.753890:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326429.753892:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326429.753898:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326429.753899:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326429.753901:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326429.753905:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326429.753906:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326429.753911:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326429.753912:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0cf00 00000400:00000001:2.0:1767326429.753912:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326429.753914:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767326429.753917:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326429.753919:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326429.753921:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e20d1c. 02000000:00000001:0.0:1767326429.753925:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326429.753928:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:2.0:1767326429.753932:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00001000:0.0:1767326429.753933:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=14 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326429.753935:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326429.753940:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe21 [1] + 224 00000100:00001000:0.0:1767326429.753943:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=14 v=5 (1 1 1 1) 00000100:00000200:2.0:1767326429.753945:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326429.753946:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326429.753951:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326429.753953:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326429.753955:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326429.753959:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326429.753963:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326429.753968:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00010000:00000001:0.0:1767326429.753969:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326429.753972:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326429.753973:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326429.753975:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326429.753979:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326429.753986:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.754006:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326429.754012:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326429.754014:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326429.754016:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326429.754022:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326429.754023:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326429.754026:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326429.754029:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326429.754030:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326429.754031:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326429.754034:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326429.754036:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326429.754040:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326429.754042:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=14 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326429.754045:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326429.754045:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326429.754047:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326429.754053:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326429.754055:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326429.754060:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326429.754062:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326429.754066:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:2.0:1767326429.754067:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326429.754070:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386656384:192.168.203.127@tcp:400: 00000400:00000001:1.0:1767326429.754072:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326429.754075:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326429.754078:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db4667f. 00000400:00000200:1.0:1767326429.754084:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000100:00000001:0.0:1767326429.754084:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326429.754085:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326429.754089:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:2.0:1767326429.754092:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326429.754092:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326429.754093:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326429.754096:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:0.0:1767326429.754100:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386656384/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.754101:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767326429.754101:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.754104:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326429.754112:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.754136:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326429.754136:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326429.754140:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.754141:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326429.754142:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326429.754144:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326429.754147:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aa349ea. 00000100:00000040:2.0:1767326429.754152:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326429.754156:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326429.754160:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326429.754164:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326429.754165:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326429.754168:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326429.754169:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386656640:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326429.754173:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326429.754176:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326429.754179:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326429.754179:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326429.754180:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326429.754183:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.754184:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767326429.754185:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 02000000:00000001:1.0:1767326429.754186:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326429.754189:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386656640/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326429.754193:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=154 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326429.754194:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326429.754198:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326429.754200:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326429.754203:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767326429.754203:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=4 v=5 (1 1 1 1) 00000100:00000010:0.0:1767326429.754203:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:1.0:1767326429.754219:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326429.754221:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326429.754224:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326429.754226:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000696ae0b4. 00010000:00000001:1.0:1767326429.754227:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326429.754227:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326429.754232:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326429.754233:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326429.754233:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326429.754236:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:2.0:1767326429.754238:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326429.754239:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326429.754241:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326429.754241:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326429.754244:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326429.754246:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326429.754248:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767326429.754249:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 00000100:00000040:1.0:1767326429.754249:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326429.754254:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326429.754255:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326429.754257:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326429.754261:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:0.0:1767326429.754261:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326429.754263:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326429.754266:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326429.754267:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326429.754268:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326429.754271:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326429.754271:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326429.754274:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326429.754278:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326429.754281:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326429.754284:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326429.754285:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326429.754288:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326429.754295:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386656512:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326429.754299:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326429.754301:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326429.754303:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386656512/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326429.754308:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326429.754309:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326429.754310:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c0e7ec9. 02000000:00000001:1.0:1767326429.754313:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326429.754314:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326429.754315:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326429.754317:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326429.754318:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 02000000:00000001:1.0:1767326429.754319:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326429.754321:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326429.754322:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767326429.754324:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326429.754325:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326429.754326:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326429.754329:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326429.754330:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326429.754332:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326429.754333:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326430.454864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326430.454873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326430.454914:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326430.454918:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326430.454920:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326431.478881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326431.478889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326431.478940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326431.478944:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326431.478947:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326432.502849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326432.502856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326432.502882:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326432.502889:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326432.502900:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326433.526864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326433.526872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326433.526921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326433.526925:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326433.526928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326434.358838:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306140152, at 4306140160 00000100:00000040:1.0:1767326434.358838:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306140152, at 4306140160 00000100:00000040:0.0:1767326434.358838:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306140152, at 4306140160 00000100:00000040:3.0:1767326434.358847:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306140152, at 4306140160 00000100:00000010:2.0:1767326434.358858:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00000100:00000010:1.0:1767326434.358861:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e5fd5b. 00000100:00000010:0.0:1767326434.358864:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:3.0:1767326434.358866:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00010000:00000001:0.0:1767326434.550841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326434.550848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326434.550887:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326434.550891:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326434.550894:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326434.870843:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326434.870855:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326434.870868:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326434.870875:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326434.870879:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326434.870882:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326434.870888:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326434.870895:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:2.0:1767326434.870901:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.870911:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326434.870921:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326434.870924:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.870928:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_03+3] req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326434.870956:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.870979:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326434.870982:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326434.870988:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326434.870991:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326434.870993:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326434.870995:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326434.870996:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326434.870997:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326434.871001:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db45e767. 00000100:00000001:0.0:1767326434.871002:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326434.871004:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.871005:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326434.871008:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326434.871010:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326434.871018:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326434.871019:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.871020:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326434.871022:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.871023:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_00+0] req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326434.871027:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326434.871028:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326434.871030:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326434.871034:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326434.871035:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326434.871050:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386656768:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326434.871054:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.871059:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326434.871060:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326434.871062:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326434.871064:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767326434.871065:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000010:2.0:1767326434.871068:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326434.871071:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326434.871074:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326434.871074:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326434.871076:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326434.871078:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326434.871078:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326434.871082:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326434.871083:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:3.0:1767326434.871087:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326434.871088:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326434.871088:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef962d8d. 02000000:00000001:0.0:1767326434.871092:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.871094:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326434.871095:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326434.871095:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326434.871100:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326434.871100:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00000001:3.0:1767326434.871106:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326434.871108:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326434.871109:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326434.871110:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326434.871112:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000001:2.0:1767326434.871113:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326434.871114:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326434.871122:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326434.871123:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326434.871123:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656768, portal 25 00000100:00000001:0.0:1767326434.871129:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326434.871132:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000040:0.0:1767326434.871140:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326434.871154:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326434.871158:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.871159:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326434.871164:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326434.871165:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326434.871168:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 02000000:00000001:3.0:1767326434.871170:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326434.871185:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326434.871185:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386656768, offset 0 02000000:00000001:3.0:1767326434.871186:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326434.871189:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767326434.871195:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386656896:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326434.871197:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326434.871198:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326434.871204:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326434.871206:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11478) 02000000:00000001:3.0:1767326434.871209:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326434.871211:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326434.871212:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326434.871216:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326434.871217:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767326434.871217:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326434.871221:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac24f428. 00000100:00000001:1.0:1767326434.871223:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326434.871225:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326434.871229:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326434.871231:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000909fbb2d. 00000100:00000001:1.0:1767326434.871231:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326434.871236:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326434.871237:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326434.871238:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 00000100:00000001:1.0:1767326434.871241:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326434.871244:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386656896, portal 10 00000100:00000001:1.0:1767326434.871245:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326434.871247:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326434.871250:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326434.871250:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326434.871253:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000400:00000200:0.0:1767326434.871254:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326434.871259:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326434.871264:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326434.871264:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [428:428:256:4294967295] 192.168.203.127@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:0.0:1767326434.871291:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326434.871295:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326434.871296:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326434.871299:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326434.871303:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326434.871307:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326434.871308:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 00000800:00000200:0.0:1767326434.871308:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326434.871312:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326434.871313:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386656896, offset 0 00000800:00000010:0.0:1767326434.871317:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 02000000:00000001:1.0:1767326434.871319:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326434.871324:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326434.871327:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386657024:192.168.203.127@tcp:400: 00000800:00000200:0.0:1767326434.871331:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326434.871333:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326434.871340:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326434.871341:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326434.871345:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326434.871350:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326434.871350:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326434.871353:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326434.871356:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326434.871361:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326434.871361:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1767326434.871362:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000806cad41. 00000400:00000200:3.0:1767326434.871366:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326434.871368:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326434.871373:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [429:429:255:4294967295] 192.168.203.127@tcp LPNI seq info [429:429:7:4294967295] 00000400:00000010:1.0:1767326434.871377:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db4667f. 00000400:00000200:3.0:1767326434.871384:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326434.871385:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000100:00000001:0.0:1767326434.871386:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326434.871391:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326434.871393:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657024, portal 10 00000100:00000001:0.0:1767326434.871395:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306145272 00000800:00000010:3.0:1767326434.871397:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000100:00000001:1.0:1767326434.871399:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326434.871403:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000010:0.0:1767326434.871405:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000100:00000040:1.0:1767326434.871412:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326434.871417:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326434.871423:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326434.871430:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326434.871434:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326434.871434:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306145272 00000800:00000200:3.0:1767326434.871435:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326434.871442:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326434.871443:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326434.871443:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000400:00000010:1.0:1767326434.871448:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 00000100:00000040:3.0:1767326434.871450:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 217256 usecs (218 jiffies) 00000100:00000001:0.0:1767326434.871450:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767326434.871455:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386657024, offset 0 00000100:00000001:3.0:1767326434.871457:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306140890 00000800:00000200:2.0:1767326434.871458:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326434.871459:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306145272 00000100:00000001:3.0:1767326434.871461:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306145272 00000800:00000010:2.0:1767326434.871465:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000010:0.0:1767326434.871466:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000100:00000001:3.0:1767326434.871467:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306140890 00000100:00000001:3.0:1767326434.871473:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306145272 00000100:00000001:0.0:1767326434.871473:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326434.871475:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306140890 00000400:00000200:2.0:1767326434.871476:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326434.871480:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326434.871480:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306145272 00000100:00000001:3.0:1767326434.871481:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306145272 00000100:00000010:0.0:1767326434.871487:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000100:00000001:3.0:1767326434.871488:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306140890 00000400:00000200:1.0:1767326434.871494:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326434.871495:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326434.871496:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326434.871502:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326434.871504:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326434.871505:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306145272 00000100:00000001:3.0:1767326434.871510:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326434.871510:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326434.871512:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326434.871515:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326434.871518:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326434.871519:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326434.871520:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326434.871524:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326434.871527:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.871527:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326434.871532:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [430:430:254:4294967295] 192.168.203.127@tcp LPNI seq info [430:430:6:4294967295] 00000100:00000001:3.0:1767326434.871533:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326434.871535:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326434.871536:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326434.871538:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326434.871541:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.871541:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326434.871548:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326434.871550:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326434.871554:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326434.871555:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.871561:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326434.871564:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000800:00000200:1.0:1767326434.871566:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326434.871568:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000800:00000010:1.0:1767326434.871575:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000100:00000001:2.0:1767326434.871576:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326434.871582:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326434.871585:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326434.871596:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326434.871597:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326434.871602:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326434.871603:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326434.871611:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326434.871614:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326434.871617:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326434.871617:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13607 usecs (14 jiffies) 00000100:00000001:1.0:1767326434.871623:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306140686 00000100:00000001:1.0:1767326434.871627:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306145272 00000800:00000200:2.0:1767326434.871630:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326434.871630:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306140686 00000800:00000010:2.0:1767326434.871634:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000100:00000001:1.0:1767326434.871636:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306145272 00000400:00000200:2.0:1767326434.871637:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326434.871642:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306140686 00000400:00000200:2.0:1767326434.871644:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326434.871648:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000100:00000001:1.0:1767326434.871648:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306145272 00000400:00000010:2.0:1767326434.871650:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:2.0:1767326434.871655:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326434.871655:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306140686 00000100:00000200:2.0:1767326434.871659:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326434.871662:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306145272 00000100:00000001:1.0:1767326434.871669:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326434.871670:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326434.871674:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326434.871676:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326434.871682:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326434.871687:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326434.871695:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326434.871697:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326434.871779:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326434.871781:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000400:00000200:2.0:1767326434.871783:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326434.871786:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326434.871788:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000400:00000010:2.0:1767326434.871789:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:2.0:1767326434.871792:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326434.871794:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326434.871799:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326434.871801:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326434.871805:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326434.871806:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326434.873324:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326434.873335:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326434.873338:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326434.873339:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326434.873345:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326434.873354:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d000 00000400:00000200:2.0:1767326434.873360:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:2.0:1767326434.873367:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326434.873373:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326434.873375:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326434.873378:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326434.873381:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326434.873384:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326434.873392:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326434.873415:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326434.873424:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326434.873427:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873451:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326434.873454:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326434.873459:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326434.873460:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326434.873462:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000400:00000200:0.0:1767326434.873465:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326434.873466:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326434.873469:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326434.873473:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326434.873482:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326434.873488:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326434.873491:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326434.873496:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873499:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326434.873502:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326434.873504:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326434.873505:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873508:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326434.873509:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326434.873512:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326434.873513:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326434.873520:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:0.0:1767326434.873520:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=19 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326434.873525:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=19 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326434.873528:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326434.873531:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d080 00000100:00000001:0.0:1767326434.873532:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326434.873537:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326434.873540:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326434.873541:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe3d [1] + 224 00000100:00000001:0.0:1767326434.873543:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326434.873547:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326434.873552:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326434.873555:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326434.873556:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326434.873559:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326434.873564:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386656768:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326434.873567:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873568:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326434.873570:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386656768/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326434.873574:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326434.873576:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326434.873578:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef962d8d. 02000000:00000001:0.0:1767326434.873580:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326434.873582:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326434.873584:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326434.873585:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326434.873587:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 02000000:00000001:0.0:1767326434.873591:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326434.873596:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326434.873598:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326434.873600:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000800:00000001:3.0:1767326434.873602:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873603:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326434.873607:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326434.873607:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873612:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326434.873616:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326434.873617:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326434.873620:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326434.873621:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326434.873625:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326434.873628:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326434.873628:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326434.873638:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326434.873654:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326434.873658:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326434.873661:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326434.873662:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326434.873663:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326434.873666:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326434.873670:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d100 00000400:00000200:3.0:1767326434.873673:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:3.0:1767326434.873676:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326434.873681:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326434.873683:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326434.873685:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326434.873691:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326434.873694:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326434.873696:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326434.873701:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326434.873706:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326434.873707:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326434.873709:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326434.873711:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909fbb2d. 00000400:00000200:1.0:1767326434.873715:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000400:00000010:1.0:1767326434.873718:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:1.0:1767326434.873723:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326434.873729:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326434.873733:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326434.873739:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326434.873741:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326434.873745:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326434.873750:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326434.873752:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326434.873754:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326434.873755:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326434.873784:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326434.873786:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326434.873788:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326434.873793:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326434.873796:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326434.873799:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326434.873800:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326434.873801:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.873804:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326434.873805:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326434.873809:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326434.873810:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326434.873812:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767326434.873813:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326434.873815:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326434.873816:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db4667f. 00000100:00000001:1.0:1767326434.873820:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326434.873822:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326434.873822:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000100:00000040:1.0:1767326434.873827:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326434.873830:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:1.0:1767326434.873836:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326434.873836:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326434.873840:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326434.873841:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326434.873843:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326434.873847:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326434.873862:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326434.873876:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326434.873879:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873883:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326434.873885:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767326434.873888:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386656896:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326434.873888:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326434.873892:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326434.873894:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326434.873895:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326434.873899:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767326434.873901:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=19 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326434.873904:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386656896/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326434.873906:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=126 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326434.873913:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326434.873915:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326434.873919:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326434.873921:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326434.873924:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1767326434.873925:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326434.873926:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac24f428. 02000000:00000001:1.0:1767326434.873932:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326434.873934:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326434.873934:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326434.873936:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326434.873937:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db45e767. 02000000:00000001:1.0:1767326434.873941:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326434.873943:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326434.873944:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326434.873945:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767326434.873948:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326434.873949:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326434.873954:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.873955:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326434.873958:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326434.873959:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326434.873959:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326434.873962:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.873963:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326434.873968:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326434.873969:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326434.873971:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.873984:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326434.873987:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326434.873988:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326434.873991:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326434.873995:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386657024:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326434.873998:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.874000:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326434.874001:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386657024/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326434.874005:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326434.874006:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326434.874007:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000806cad41. 02000000:00000001:0.0:1767326434.874009:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326434.874010:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326434.874011:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326434.874012:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326434.874013:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 02000000:00000001:0.0:1767326434.874014:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326434.874015:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326434.874016:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326434.874018:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326434.874019:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.874020:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326434.874023:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326434.874024:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326434.874025:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326434.874030:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326435.574882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326435.574889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326435.574954:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326435.574959:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326435.574963:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326436.598888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326436.598899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326436.598962:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326436.598968:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326436.598972:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326437.622886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326437.622895:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326437.622898:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326437.622901:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326437.622906:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326437.622908:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326437.622910:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326437.622912:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326437.622967:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326437.622971:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326437.622974:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326438.646841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326438.646848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326438.646906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326438.646924:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326438.646927:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326439.478893:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306145272, at 4306145280 00000100:00000010:1.0:1767326439.478907:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000040:0.0:1767326439.478933:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306145272, at 4306145280 00000100:00000040:3.0:1767326439.478935:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306145272, at 4306145280 00000100:00000010:0.0:1767326439.478943:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000040:2.0:1767326439.478946:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306145272, at 4306145280 00000100:00000010:3.0:1767326439.478947:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00000100:00000010:2.0:1767326439.478965:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00010000:00000001:0.0:1767326439.670832:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326439.670838:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326439.670879:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326439.670883:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326439.670885:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326439.990882:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326439.990895:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326439.990905:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326439.990913:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326439.990918:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326439.990921:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326439.990927:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326439.990935:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326439.990942:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326439.990954:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326439.990964:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326439.990967:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326439.990972:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_02+2] req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.991002:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326439.991005:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326439.991008:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326439.991011:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326439.991014:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326439.991017:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326439.991018:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326439.991020:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326439.991025:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000001:2.0:1767326439.991027:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991038:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326439.991043:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326439.991045:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326439.991050:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326439.991051:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326439.991056:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326439.991064:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.991072:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326439.991078:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326439.991095:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326439.991099:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326439.991104:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326439.991115:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326439.991119:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326439.991123:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326439.991124:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326439.991130:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386657152:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326439.991131:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326439.991151:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326439.991151:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326439.991155:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326439.991156:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000100:00000001:1.0:1767326439.991159:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326439.991160:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326439.991163:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326439.991166:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326439.991168:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326439.991170:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326439.991177:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:0.0:1767326439.991177:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326439.991183:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326439.991185:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326439.991186:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326439.991188:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326439.991191:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326439.991192:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326439.991196:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326439.991197:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326439.991209:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326439.991216:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326439.991216:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326439.991216:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326439.991226:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_00+0] req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326439.991227:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386657280:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326439.991231:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009208e8be. 00000100:00000001:1.0:1767326439.991240:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326439.991240:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326439.991246:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326439.991249:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326439.991251:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326439.991255:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3d78562. 00000100:00000001:2.0:1767326439.991262:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326439.991262:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326439.991266:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00000040:2.0:1767326439.991268:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326439.991273:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013605f70. 00000400:00000010:0.0:1767326439.991278:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000040:2.0:1767326439.991280:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326439.991282:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000001:3.0:1767326439.991283:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326439.991289:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326439.991289:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657152, portal 25 00000100:00000040:2.0:1767326439.991291:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11483) 00000100:00000200:1.0:1767326439.991291:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657280, portal 10 00000100:00000001:3.0:1767326439.991294:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326439.991296:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326439.991303:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326439.991304:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:1.0:1767326439.991306:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:3.0:1767326439.991309:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.991313:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326439.991321:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.991331:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326439.991334:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326439.991334:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326439.991335:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326439.991347:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326439.991354:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326439.991364:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326439.991376:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386657408:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326439.991400:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326439.991401:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326439.991405:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326439.991406:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326439.991412:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326439.991415:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326439.991419:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6e58a1d. 02000000:00000001:3.0:1767326439.991429:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326439.991429:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326439.991429:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326439.991440:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be607748. 00000400:00000010:1.0:1767326439.991441:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 00000400:00000010:0.0:1767326439.991441:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000400:00000010:3.0:1767326439.991450:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000200:0.0:1767326439.991451:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386657152, offset 0 00000100:00000200:3.0:1767326439.991456:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657408, portal 10 00000100:00000200:1.0:1767326439.991457:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386657280, offset 0 00000100:00000001:3.0:1767326439.991462:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326439.991466:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000400:00000200:0.0:1767326439.991467:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326439.991477:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326439.991482:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326439.991490:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326439.991491:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326439.991499:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326439.991510:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 00000400:00000200:0.0:1767326439.991513:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326439.991515:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386657408, offset 0 00000400:00000200:3.0:1767326439.991521:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326439.991525:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326439.991530:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326439.991533:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326439.991536:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [431:431:256:4294967295] 192.168.203.127@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:0.0:1767326439.991547:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326439.991553:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326439.991558:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326439.991559:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000400:00000200:1.0:1767326439.991565:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326439.991572:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326439.991577:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326439.991583:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326439.991590:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326439.991592:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [432:432:255:4294967295] 192.168.203.127@tcp LPNI seq info [432:432:7:4294967295] 00000800:00000200:0.0:1767326439.991600:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326439.991607:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326439.991616:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326439.991627:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326439.991630:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326439.991632:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000400:00000200:3.0:1767326439.991635:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326439.991637:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326439.991640:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326439.991646:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326439.991653:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326439.991653:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306150392 00000800:00000200:1.0:1767326439.991662:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326439.991663:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767326439.991666:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000800:00000200:1.0:1767326439.991670:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326439.991673:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [433:433:254:4294967295] 192.168.203.127@tcp LPNI seq info [433:433:6:4294967295] 00000100:00000001:1.0:1767326439.991678:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991681:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326439.991683:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 215611 usecs (216 jiffies) 00000100:00000001:1.0:1767326439.991691:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306146008 00000400:00000200:3.0:1767326439.991692:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326439.991697:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306150392 00000100:00000001:1.0:1767326439.991698:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306150392 00000800:00000200:3.0:1767326439.991706:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326439.991709:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306146008 00000100:00000010:0.0:1767326439.991710:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000800:00000010:3.0:1767326439.991712:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000800:00000200:3.0:1767326439.991722:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326439.991723:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326439.991729:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326439.991732:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326439.991742:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326439.991745:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306150392 00000100:00000001:0.0:1767326439.991746:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306150392 00000100:00000040:3.0:1767326439.991747:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13526 usecs (14 jiffies) 00000100:00000001:1.0:1767326439.991753:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306146008 00000100:00000010:1.0:1767326439.991790:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000800:00000200:2.0:1767326439.991797:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326439.991802:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326439.991803:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306145807 00000100:00000001:3.0:1767326439.991808:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306150392 00000100:00000001:1.0:1767326439.991809:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306146009 00000100:00000001:3.0:1767326439.991815:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306145807 00000800:00000010:2.0:1767326439.991816:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000100:00000010:1.0:1767326439.991816:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000100:00000001:0.0:1767326439.991816:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306146008 00000100:00000001:3.0:1767326439.991820:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306150392 00000100:00000001:1.0:1767326439.991829:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326439.991830:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306145807 00000400:00000200:2.0:1767326439.991833:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326439.991834:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306150393 00000100:00000001:3.0:1767326439.991836:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306150392 00000100:00000001:1.0:1767326439.991837:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326439.991845:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306145807 00000100:00000001:1.0:1767326439.991850:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991850:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306146009 00000400:00000200:2.0:1767326439.991854:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326439.991857:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326439.991861:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.991865:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306150393 00000100:00000001:0.0:1767326439.991865:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326439.991867:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000100:00000001:1.0:1767326439.991870:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326439.991874:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326439.991877:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326439.991878:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:1.0:1767326439.991879:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326439.991879:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.991882:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326439.991884:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326439.991890:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326439.991892:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.991893:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326439.991893:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326439.991901:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326439.991908:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991908:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.991909:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.991924:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326439.991928:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326439.991928:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326439.991929:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326439.991932:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326439.991939:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326439.991940:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326439.991940:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326439.991946:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991952:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326439.991954:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991959:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326439.991961:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326439.991965:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326439.991966:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.991973:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326439.991984:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326439.991987:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:2.0:1767326439.991991:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326439.991994:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326439.991996:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000400:00000010:2.0:1767326439.991998:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:2.0:1767326439.992001:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326439.992003:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.992009:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326439.992010:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.992015:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326439.992016:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326439.992075:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326439.992076:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:2.0:1767326439.992078:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326439.992080:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326439.992082:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:2.0:1767326439.992083:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:2.0:1767326439.992090:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326439.992093:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.992098:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326439.992100:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.992104:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326439.992105:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326439.993647:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326439.993662:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326439.993666:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326439.993669:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326439.993677:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326439.993690:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d180 00000400:00000200:2.0:1767326439.993700:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:2.0:1767326439.993708:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326439.993712:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326439.993714:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326439.993716:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326439.993720:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326439.993724:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326439.993731:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.993745:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326439.993753:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326439.993755:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326439.993772:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326439.993775:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326439.993779:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326439.993785:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d200 00000400:00000200:2.0:1767326439.993789:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe51 [1] + 224 00000100:00000001:0.0:1767326439.993789:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326439.993793:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326439.993801:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326439.993804:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326439.993806:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326439.993807:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326439.993809:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326439.993811:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000400:00000200:2.0:1767326439.993818:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326439.993822:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326439.993824:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326439.993828:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326439.993829:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326439.993834:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326439.993835:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326439.993903:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326439.993906:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326439.993974:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326439.993976:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326439.993979:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326439.993979:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326439.993982:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326439.993985:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326439.993986:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326439.993987:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326439.993991:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326439.993993:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326439.994007:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326439.994010:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=24 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326439.994012:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326439.994022:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=24 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326439.994025:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326439.994028:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326439.994035:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326439.994038:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d280 00000100:00000001:0.0:1767326439.994045:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326439.994048:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326439.994049:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe59 [1] + 224 00010000:00000001:0.0:1767326439.994056:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326439.994060:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326439.994060:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326439.994061:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326439.994068:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326439.994070:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326439.994074:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326439.994074:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013605f70. 00000100:00000040:0.0:1767326439.994081:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326439.994083:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326439.994084:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326439.994093:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326439.994100:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326439.994104:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:1.0:1767326439.994116:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326439.994121:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326439.994133:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326439.994156:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326439.994170:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326439.994176:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326439.994181:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326439.994187:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326439.994192:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326439.994202:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326439.994205:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326439.994211:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326439.994215:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326439.994219:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326439.994225:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326439.994232:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326439.994244:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=14 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326439.994249:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386657152:192.168.203.127@tcp:400: 00000100:00001000:1.0:1767326439.994251:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326439.994252:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326439.994264:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326439.994266:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326439.994269:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326439.994269:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326439.994271:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767326439.994278:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326439.994280:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326439.994280:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386657152/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326439.994281:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326439.994284:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.994288:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326439.994297:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326439.994299:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767326439.994300:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326439.994301:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326439.994304:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:3.0:1767326439.994312:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be607748. 00000100:00000001:1.0:1767326439.994315:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326439.994315:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326439.994318:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 02000000:00000010:0.0:1767326439.994319:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009208e8be. 00000400:00000010:3.0:1767326439.994328:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:1.0:1767326439.994332:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326439.994332:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326439.994333:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326439.994338:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326439.994340:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000200:3.0:1767326439.994342:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326439.994344:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326439.994348:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326439.994350:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 02000000:00000001:0.0:1767326439.994362:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326439.994367:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326439.994372:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767326439.994387:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326439.994389:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326439.994392:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326439.994393:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326439.994400:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326439.994402:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326439.994405:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326439.994417:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326439.994421:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326439.994423:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326439.994423:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.994430:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326439.994434:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326439.994436:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326439.994439:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326439.994443:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326439.994445:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.994447:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326439.994456:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326439.994462:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=24 v=5 (5 5 5 5) 00000100:00100000:1.0:1767326439.994462:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386657280:192.168.203.127@tcp:400: 00000100:00001000:3.0:1767326439.994470:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=131 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326439.994472:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.994474:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326439.994476:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326439.994477:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326439.994481:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326439.994481:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386657280/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767326439.994488:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326439.994492:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326439.994495:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326439.994499:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3d78562. 00010000:00000001:3.0:1767326439.994500:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.994504:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767326439.994506:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326439.994508:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326439.994509:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326439.994510:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767326439.994514:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000010:1.0:1767326439.994515:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 00000100:00000001:3.0:1767326439.994518:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326439.994520:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326439.994521:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326439.994523:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326439.994525:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000040:3.0:1767326439.994527:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326439.994529:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326439.994532:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326439.994536:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.994542:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326439.994542:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326439.994545:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.994546:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326439.994548:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326439.994549:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326439.994552:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326439.994554:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326439.994561:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386657408:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326439.994565:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.994567:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326439.994569:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386657408/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326439.994573:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326439.994574:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326439.994575:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6e58a1d. 02000000:00000001:3.0:1767326439.994577:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326439.994578:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326439.994579:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326439.994581:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326439.994582:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 02000000:00000001:3.0:1767326439.994584:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326439.994585:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326439.994586:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767326439.994588:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326439.994590:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.994591:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326439.994595:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326439.994597:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326439.994599:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326439.994600:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326440.694826:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326440.694831:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326440.694903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326440.694910:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326440.694938:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326441.718864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326441.718871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326441.718943:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326441.718947:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326441.718950:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326442.742835:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326442.742840:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326442.742889:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326442.742892:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326442.742895:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326443.766877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326443.766884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326443.766960:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326443.766965:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326443.766968:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326444.598835:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306150392, at 4306150400 00000100:00000040:2.0:1767326444.598842:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306150392, at 4306150400 00000100:00000040:3.0:1767326444.598849:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306150393, at 4306150400 00000100:00000010:1.0:1767326444.598852:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:2.0:1767326444.598853:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00000100:00000010:3.0:1767326444.598859:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000040:0.0:1767326444.598919:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306150392, at 4306150400 00000100:00000010:0.0:1767326444.598926:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00010000:00000001:0.0:1767326444.790847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326444.790854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326444.790909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326444.790912:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326444.790914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326445.110882:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326445.110891:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326445.110901:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000020:00000040:0.0:1767326445.110908:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326445.110912:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326445.110915:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326445.110921:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326445.110929:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:0.0:1767326445.110936:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326445.110947:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326445.110959:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326445.110962:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326445.110968:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000513ee387] to pc [ptlrpcd_00_01+1] req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326445.111000:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326445.111003:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326445.111013:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326445.111016:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 00000100:00000001:2.0:1767326445.111019:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326445.111020:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326445.111025:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326445.111028:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326445.111036:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326445.111041:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326445.111044:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326445.111046:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326445.111048:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326445.111053:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326445.111056:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326445.111060:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326445.111060:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:0.0:1767326445.111067:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326445.111068:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326445.111074:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326445.111077:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326445.111080:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326445.111088:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386657536:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326445.111096:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326445.111097:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326445.111099:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326445.111115:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326445.111119:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326445.111122:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326445.111123:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c92f2871] to pc [ptlrpcd_00_02+2] req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326445.111128:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001f2e52f. 02000000:00000001:2.0:1767326445.111134:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326445.111143:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eefbc85. 00000400:00000010:2.0:1767326445.111153:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 00000100:00000200:2.0:1767326445.111160:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657536, portal 25 00000100:00000001:2.0:1767326445.111163:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326445.111165:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656547584 : -125135053004032 : ffff8e30b99de300) 00000100:00000001:0.0:1767326445.111166:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326445.111171:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326445.111175:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326445.111177:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326445.111177:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326445.111182:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326445.111184:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ed2a9b. 00000100:00000001:3.0:1767326445.111185:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326445.111191:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326445.111193:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326445.111193:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326445.111198:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326445.111203:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326445.111203:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326445.111208:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.111210:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326445.111211:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326445.111211:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000001:3.0:1767326445.111215:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326445.111215:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:1.0:1767326445.111216:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326445.111217:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386657536, offset 0 00000100:00000001:0.0:1767326445.111223:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326445.111224:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326445.111227:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326445.111233:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326445.111233:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326445.111234:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326445.111240:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386657664:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326445.111248:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326445.111253:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326445.111253:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326445.111257:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326445.111258:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326445.111261:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326445.111262:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326445.111262:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767326445.111267:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5ce5ed2. 02000000:00000001:3.0:1767326445.111270:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326445.111272:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ed2a9b] to pc [ptlrpcd_00_03+3] req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326445.111273:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326445.111275:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be607748. 00000400:00000010:3.0:1767326445.111282:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000400:00000200:2.0:1767326445.111282:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326445.111287:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657664, portal 10 00000100:00000001:3.0:1767326445.111293:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326445.111296:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656549376 : -125135053002240 : ffff8e30b99dea00) 00000400:00000200:2.0:1767326445.111299:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326445.111305:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326445.111305:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326445.111309:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [434:434:256:4294967295] 192.168.203.127@tcp LPNI seq info [434:434:8:4294967295] 00000100:00000040:0.0:1767326445.111311:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326445.111318:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326445.111324:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326445.111324:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326445.111326:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326445.111327:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326445.111333:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326445.111336:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326445.111339:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000040:0.0:1767326445.111342:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11488) 00000400:00000200:2.0:1767326445.111343:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326445.111345:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386657664, offset 0 00000400:00000200:3.0:1767326445.111358:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326445.111362:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767326445.111363:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326445.111364:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326445.111371:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767326445.111374:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000db5bebc. 02000000:00000001:1.0:1767326445.111374:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326445.111377:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326445.111381:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326445.111385:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767326445.111386:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386657792:192.168.203.127@tcp:400: 00000800:00000200:2.0:1767326445.111391:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326445.111392:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326445.111395:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326445.111397:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326445.111400:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326445.111403:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326445.111404:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:1.0:1767326445.111404:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326445.111409:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686738c1. 00000800:00000200:2.0:1767326445.111411:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000db5bebc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326445.111413:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326445.111414:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326445.111420:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [435:435:255:4294967295] 192.168.203.127@tcp LPNI seq info [435:435:7:4294967295] 00000400:00000010:1.0:1767326445.111425:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013605f70. 00000100:00000001:2.0:1767326445.111428:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326445.111431:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000001:2.0:1767326445.111434:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306155512 00000100:00000200:1.0:1767326445.111437:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657792, portal 10 00000100:00000010:2.0:1767326445.111441:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0753ee1. 00000100:00000001:1.0:1767326445.111442:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326445.111443:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326445.111445:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656546688 : -125135053004928 : ffff8e30b99ddf80) 00000100:00000001:2.0:1767326445.111451:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326445.111455:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326445.111458:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326445.111466:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000100:00000001:2.0:1767326445.111467:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306155512 00000100:00000001:1.0:1767326445.111467:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326445.111474:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326445.111475:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326445.111475:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cd7bfa4. 00000400:00000010:1.0:1767326445.111480:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000100:00000001:2.0:1767326445.111482:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767326445.111484:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386657792, offset 0 00000800:00000200:3.0:1767326445.111487:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326445.111489:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306155512 00000800:00000200:3.0:1767326445.111491:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326445.111495:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326445.111497:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c63ed0cc. 00000100:00000001:3.0:1767326445.111498:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326445.111502:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326445.111504:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326445.111506:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306155512 00000400:00000200:1.0:1767326445.111509:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326445.111512:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccab3f7b. 00000100:00000040:3.0:1767326445.111516:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 213995 usecs (214 jiffies) 00000400:00000200:1.0:1767326445.111516:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326445.111517:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326445.111522:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326445.111524:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326445.111526:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306151126 00000400:00000200:1.0:1767326445.111527:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326445.111529:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.111533:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306155512 00000400:00000200:1.0:1767326445.111534:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [436:436:254:4294967295] 192.168.203.127@tcp LPNI seq info [436:436:6:4294967295] 00000100:00000001:2.0:1767326445.111535:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.111538:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306151126 00000100:00000001:2.0:1767326445.111542:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326445.111544:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306155512 00000800:00000200:0.0:1767326445.111547:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326445.111549:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306151126 00000100:00000001:2.0:1767326445.111552:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326445.111554:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306155512 00000800:00000010:0.0:1767326445.111554:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000db5bebc. 00000100:00000001:2.0:1767326445.111557:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326445.111557:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326445.111559:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306151126 00000100:00000001:3.0:1767326445.111565:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306155512 00000400:00000200:0.0:1767326445.111565:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326445.111566:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326445.111570:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326445.111572:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326445.111572:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326445.111575:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.111577:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326445.111581:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326445.111583:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326445.111583:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000100:00000001:2.0:1767326445.111584:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.111588:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326445.111589:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000800:00000200:1.0:1767326445.111595:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:0.0:1767326445.111595:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:3.0:1767326445.111596:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326445.111599:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326445.111604:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326445.111605:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326445.111611:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326445.111612:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326445.111613:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326445.111614:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326445.111617:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.111621:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326445.111628:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13451 usecs (14 jiffies) 00000100:00000001:1.0:1767326445.111634:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306150926 00000100:00000001:1.0:1767326445.111637:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306155512 00000100:00000001:0.0:1767326445.111637:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326445.111641:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306150926 00000100:00000001:1.0:1767326445.111645:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306155512 00000100:00000040:0.0:1767326445.111645:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326445.111658:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306150926 00000100:00000001:0.0:1767326445.111659:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.111664:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306155512 00000100:00000001:0.0:1767326445.111665:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326445.111670:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306150926 00000100:00000001:1.0:1767326445.111673:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306155512 00000100:00000001:1.0:1767326445.111676:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326445.111678:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.111680:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.111683:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.111688:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326445.111689:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326445.111693:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326445.111694:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767326445.111697:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326445.111701:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326445.111702:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326445.111706:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326445.111710:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326445.111710:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326445.111717:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326445.111718:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000400:00000010:0.0:1767326445.111723:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:0.0:1767326445.111726:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326445.111730:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326445.111739:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326445.111742:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326445.111749:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326445.111751:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326445.111817:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326445.111820:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000400:00000200:0.0:1767326445.111824:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326445.111828:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326445.111838:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000400:00000010:0.0:1767326445.111839:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:0.0:1767326445.111843:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326445.111847:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326445.111855:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326445.111857:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326445.111864:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326445.111866:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326445.113226:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326445.113236:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326445.113239:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326445.113241:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326445.113248:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326445.113259:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d300 00000400:00000200:2.0:1767326445.113265:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe65 [1] + 224 00000800:00000001:2.0:1767326445.113271:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326445.113275:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326445.113277:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326445.113280:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326445.113284:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326445.113289:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326445.113299:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326445.113315:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326445.113321:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326445.113325:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326445.113328:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326445.113331:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326445.113337:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326445.113340:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326445.113343:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326445.113346:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d380 00000400:00000001:1.0:1767326445.113349:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326445.113352:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326445.113354:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eefbc85. 00000400:00000200:1.0:1767326445.113357:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000400:00000010:1.0:1767326445.113358:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:1.0:1767326445.113360:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326445.113365:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326445.113367:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe6d [1] + 224 00000800:00000001:2.0:1767326445.113379:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326445.113383:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326445.113384:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326445.113390:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326445.113397:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326445.113400:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326445.113401:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326445.113402:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326445.113406:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326445.113408:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326445.113409:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326445.113413:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326445.113415:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326445.113417:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326445.113420:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=30 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326445.113429:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326445.113431:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=30 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326445.113434:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326445.113435:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326445.113437:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326445.113440:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.113444:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326445.113451:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326445.113460:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326445.113462:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326445.113463:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326445.113466:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326445.113466:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326445.113474:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386657536:192.168.203.127@tcp:400: 00000800:00000001:2.0:1767326445.113476:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326445.113478:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326445.113481:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326445.113482:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326445.113483:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000513ee387 x1853175386657536/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326445.113489:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326445.113494:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326445.113496:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326445.113497:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326445.113507:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326445.113508:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326445.113510:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001f2e52f. 00000100:00000001:3.0:1767326445.113512:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326445.113516:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326445.113517:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d400 00000400:00000001:3.0:1767326445.113519:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767326445.113522:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767326445.113523:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767326445.113525:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:3.0:1767326445.113528:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be607748. 00000020:00000001:1.0:1767326445.113528:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326445.113531:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 00000400:00000200:3.0:1767326445.113536:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 02000000:00000001:1.0:1767326445.113536:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326445.113538:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767326445.113542:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000010:1.0:1767326445.113542:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000100:00000001:1.0:1767326445.113547:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326445.113550:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326445.113551:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326445.113556:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe75 [1] + 224 00000100:00000001:1.0:1767326445.113556:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326445.113561:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326445.113564:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767326445.113566:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326445.113575:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326445.113576:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326445.113578:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326445.113583:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326445.113583:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326445.113588:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.113596:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326445.113598:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326445.113600:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326445.113604:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326445.113606:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326445.113607:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326445.113611:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326445.113612:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326445.113614:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326445.113619:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=20 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326445.113622:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326445.113625:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326445.113633:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326445.113636:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326445.113641:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326445.113642:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326445.113645:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.113651:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326445.113654:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326445.113658:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326445.113660:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326445.113665:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326445.113668:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326445.113675:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326445.113676:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326445.113680:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326445.113687:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326445.113689:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326445.113695:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326445.113704:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386657664:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326445.113710:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326445.113712:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326445.113715:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c92f2871 x1853175386657664/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326445.113720:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326445.113723:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326445.113725:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326445.113728:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326445.113731:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767326445.113732:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5ce5ed2. 00000400:00000001:1.0:1767326445.113735:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326445.113739:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767326445.113739:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013605f70. 00000020:00000001:3.0:1767326445.113743:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326445.113746:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:1.0:1767326445.113746:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326445.113750:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000020:00000001:3.0:1767326445.113752:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326445.113754:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767326445.113756:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 00000100:00000200:1.0:1767326445.113777:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326445.113794:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326445.113796:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326445.113799:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326445.113802:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 00000100:00000001:3.0:1767326445.113809:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326445.113810:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326445.113812:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326445.113814:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326445.113817:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326445.113819:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326445.113823:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326445.113824:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326445.113825:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326445.113827:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.113829:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.113833:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326445.113833:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326445.113838:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326445.113840:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326445.113844:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=137 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326445.113846:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326445.113847:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326445.113849:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326445.113851:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326445.113857:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.113859:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326445.113860:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326445.113861:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326445.113862:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326445.113864:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326445.113875:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326445.113877:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326445.113878:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326445.113880:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326445.113885:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386657792:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326445.113888:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326445.113889:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326445.113890:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ed2a9b x1853175386657792/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326445.113895:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326445.113896:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326445.113897:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686738c1. 02000000:00000001:1.0:1767326445.113899:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326445.113900:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326445.113901:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326445.113902:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326445.113903:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 02000000:00000001:1.0:1767326445.113905:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326445.113906:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326445.113906:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ed2a9b. 00000100:00000001:1.0:1767326445.113909:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326445.113910:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326445.113911:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326445.113914:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326445.113915:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326445.113916:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326445.113917:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326445.814855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326445.814860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326445.814924:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326445.814927:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326445.814929:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326446.838889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326446.838895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326446.838925:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326446.838932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326446.838935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326447.862861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326447.862867:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326447.862869:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326447.862871:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326447.862875:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326447.862877:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326447.862879:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326447.862880:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326447.862941:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326447.862961:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326447.862965:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326448.886830:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326448.886835:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326448.886882:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326448.886886:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326448.886889:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326449.718893:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306155512, at 4306155520 00000100:00000040:0.0:1767326449.718893:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306155512, at 4306155520 00000100:00000040:3.0:1767326449.718894:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306155512, at 4306155520 00000100:00000040:1.0:1767326449.718894:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306155512, at 4306155520 00000100:00000010:2.0:1767326449.718919:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c63ed0cc. 00000100:00000010:1.0:1767326449.718923:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cd7bfa4. 00000100:00000010:0.0:1767326449.718927:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0753ee1. 00000100:00000010:3.0:1767326449.718929:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccab3f7b. 00010000:00000001:0.0:1767326449.910868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326449.910874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326449.910947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326449.910952:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326449.910955:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326450.231819:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326450.231827:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326450.231834:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ed2a9b. 00000020:00000040:0.0:1767326450.231840:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326450.231845:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326450.231848:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326450.231863:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326450.231870:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:0.0:1767326450.231877:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326450.231888:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326450.231899:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326450.231901:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326450.231907:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ed2a9b] to pc [ptlrpcd_00_00+0] req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326450.231933:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326450.231936:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326450.231940:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326450.231943:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 00000020:00000040:0.0:1767326450.231946:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326450.231949:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326450.231950:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326450.231954:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767326450.231955:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767326450.231956:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.231958:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326450.231960:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326450.231963:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:3.0:1767326450.231964:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.231967:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326450.231970:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326450.231970:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.231975:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326450.231977:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326450.231980:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326450.231980:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326450.231988:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326450.231999:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326450.232002:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326450.232003:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.232005:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326450.232009:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326450.232011:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c92f2871] to pc [ptlrpcd_00_01+1] req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326450.232012:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326450.232016:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326450.232023:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386657920:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326450.232030:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326450.232036:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326450.232039:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326450.232041:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326450.232045:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054abdb72. 00000100:00000001:0.0:1767326450.232045:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326450.232049:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326450.232050:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326450.232055:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013605f70. 00000100:00000001:0.0:1767326450.232055:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326450.232059:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000400:00000010:1.0:1767326450.232062:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000020:00000040:0.0:1767326450.232064:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000200:1.0:1767326450.232085:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386657920, portal 25 00000100:00000001:1.0:1767326450.232089:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326450.232091:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656546688 : -125135053004928 : ffff8e30b99ddf80) 00000100:00000001:0.0:1767326450.232092:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326450.232096:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326450.232096:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326450.232100:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326450.232105:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767326450.232111:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326450.232116:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326450.232119:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767326450.232121:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1767326450.232121:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326450.232125:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326450.232128:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326450.232131:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326450.232133:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000100:00000001:3.0:1767326450.232134:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326450.232139:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326450.232141:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386657920, offset 0 00000100:00000001:3.0:1767326450.232142:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326450.232145:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326450.232151:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326450.232153:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326450.232156:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326450.232157:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326450.232166:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000513ee387] to pc [ptlrpcd_00_02+2] req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.232167:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326450.232170:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326450.232175:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326450.232176:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326450.232178:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326450.232184:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326450.232186:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326450.232191:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386658048:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326450.232194:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326450.232199:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326450.232202:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326450.232203:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326450.232206:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326450.232206:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326450.232209:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326450.232212:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [437:437:256:4294967295] 192.168.203.127@tcp LPNI seq info [437:437:8:4294967295] 02000000:00000010:3.0:1767326450.232214:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000524ba0e2. 00000100:00000001:0.0:1767326450.232216:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326450.232218:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326450.232221:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326450.232223:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be607748. 00000400:00000200:1.0:1767326450.232229:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767326450.232231:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000040:0.0:1767326450.232232:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326450.232237:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658048, portal 10 00000800:00000200:1.0:1767326450.232238:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326450.232242:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326450.232242:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11493) 00000800:00000010:1.0:1767326450.232244:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000100:00000001:3.0:1767326450.232245:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656549376 : -125135053002240 : ffff8e30b99dea00) 00000800:00000200:1.0:1767326450.232254:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326450.232256:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326450.232259:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326450.232264:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000200:1.0:1767326450.232267:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326450.232269:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326450.232270:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326450.232274:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326450.232274:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326450.232279:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.232282:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326450.232287:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326450.232288:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.232291:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326450.232293:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306160633 00000100:00000001:0.0:1767326450.232298:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326450.232299:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 00000100:00000010:1.0:1767326450.232301:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000100:00000001:0.0:1767326450.232301:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326450.232304:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386658048, offset 0 00000100:00000001:0.0:1767326450.232306:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326450.232310:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326450.232314:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326450.232315:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326450.232317:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306160633 00000100:00000010:1.0:1767326450.232323:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000400:00000200:3.0:1767326450.232324:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326450.232330:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326450.232334:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326450.232337:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306160633 00000100:00000001:0.0:1767326450.232339:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326450.232340:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:1.0:1767326450.232342:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000100:00000001:0.0:1767326450.232344:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326450.232346:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326450.232346:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326450.232353:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326450.232353:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326450.232354:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306160633 02000000:00000001:0.0:1767326450.232358:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767326450.232359:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014e99dcc. 00000400:00000200:3.0:1767326450.232362:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [438:438:255:4294967295] 192.168.203.127@tcp LPNI seq info [438:438:7:4294967295] 02000000:00000001:0.0:1767326450.232364:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.232371:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00100000:0.0:1767326450.232376:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386658176:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326450.232377:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326450.232378:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326450.232382:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326450.232389:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326450.232390:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326450.232390:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326450.232404:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000800:00000010:3.0:1767326450.232405:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000001:1.0:1767326450.232405:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.232406:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326450.232415:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326450.232416:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326450.232417:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326450.232419:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326450.232422:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326450.232424:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326450.232424:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.232430:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326450.232432:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767326450.232437:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326450.232439:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000010:0.0:1767326450.232440:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0399e0b. 00000800:00000200:3.0:1767326450.232447:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326450.232453:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326450.232456:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000400:00000010:2.0:1767326450.232461:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000400:00000010:0.0:1767326450.232465:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00000001:2.0:1767326450.232467:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767326450.232473:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000200:0.0:1767326450.232478:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658176, portal 10 00000100:00000001:0.0:1767326450.232483:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326450.232485:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656547584 : -125135053004032 : ffff8e30b99de300) 00000100:00000200:2.0:1767326450.232488:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326450.232499:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326450.232501:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326450.232508:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326450.232511:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326450.232518:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 212396 usecs (213 jiffies) 00000100:00000001:3.0:1767326450.232529:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306156246 00000100:00000001:3.0:1767326450.232539:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306160633 00000100:00000001:3.0:1767326450.232550:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306156246 00000100:00000001:3.0:1767326450.232561:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306160633 00000100:00000001:3.0:1767326450.232571:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306156246 00000100:00000001:0.0:1767326450.232573:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326450.232578:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306160633 00000100:00000001:2.0:1767326450.232578:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326450.232585:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326450.232587:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306156246 00000100:00000040:0.0:1767326450.232589:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326450.232590:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306160633 00000100:00000001:3.0:1767326450.232595:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326450.232596:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000001:3.0:1767326450.232597:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326450.232603:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326450.232604:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386658176, offset 0 00000100:00000001:3.0:1767326450.232615:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326450.232615:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326450.232627:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326450.232629:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326450.232633:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:0.0:1767326450.232638:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326450.232639:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326450.232652:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326450.232653:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326450.232661:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326450.232664:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326450.232668:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [439:439:255:4294967295] 192.168.203.127@tcp LPNI seq info [439:439:7:4294967295] 00000400:00000200:0.0:1767326450.232678:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326450.232684:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000800:00000200:0.0:1767326450.232685:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326450.232688:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000100:00000001:2.0:1767326450.232696:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767326450.232698:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000200:2.0:1767326450.232701:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326450.232716:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326450.232717:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326450.232724:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326450.232736:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326450.232741:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326450.232747:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326450.232748:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326450.232799:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326450.232810:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13370 usecs (14 jiffies) 00000100:00000001:0.0:1767326450.232816:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306156048 00000100:00000001:0.0:1767326450.232819:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306160633 00000100:00000001:0.0:1767326450.232823:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306156048 00000100:00000001:0.0:1767326450.232825:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306160633 00000100:00000001:0.0:1767326450.232827:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306156048 00000100:00000001:0.0:1767326450.232830:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306160633 00000100:00000001:0.0:1767326450.232832:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306156048 00000100:00000001:0.0:1767326450.232834:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306160633 00000100:00000001:0.0:1767326450.232836:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326450.232838:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.232841:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.232844:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326450.232848:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326450.232852:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:3.0:1767326450.232855:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326450.232861:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326450.232865:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:3.0:1767326450.232867:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:3.0:1767326450.232870:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326450.232873:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.232918:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326450.232920:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.232925:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326450.232927:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326450.233958:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326450.233988:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326450.233991:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326450.233993:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326450.234001:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326450.234013:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d480 00000400:00000200:2.0:1767326450.234020:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:2.0:1767326450.234026:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326450.234030:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326450.234032:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326450.234035:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326450.234039:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326450.234049:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326450.234057:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326450.234082:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326450.234091:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326450.234095:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326450.234096:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326450.234100:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326450.234102:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326450.234107:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326450.234108:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:1.0:1767326450.234115:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326450.234121:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d500 00000400:00000001:1.0:1767326450.234122:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326450.234128:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013605f70. 00000400:00000200:1.0:1767326450.234132:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326450.234134:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326450.234136:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326450.234143:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe85 [1] + 224 00000100:00000200:1.0:1767326450.234149:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326450.234150:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326450.234157:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326450.234163:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326450.234179:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:1.0:1767326450.234179:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326450.234189:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326450.234196:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326450.234196:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326450.234199:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326450.234209:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326450.234215:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326450.234216:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326450.234219:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326450.234223:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326450.234233:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326450.234246:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326450.234250:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326450.234251:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326450.234255:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326450.234257:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326450.234258:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326450.234261:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326450.234261:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326450.234272:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326450.234272:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.234279:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326450.234280:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326450.234293:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326450.234294:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326450.234303:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326450.234307:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d580 00000100:00000001:3.0:1767326450.234313:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326450.234327:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe8d [1] + 224 00000100:00000001:1.0:1767326450.234328:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326450.234342:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326450.234343:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326450.234345:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326450.234345:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326450.234356:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326450.234360:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326450.234363:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be607748. 00000800:00000001:2.0:1767326450.234366:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326450.234372:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000200:2.0:1767326450.234374:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326450.234378:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000400:00000200:2.0:1767326450.234394:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326450.234395:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326450.234409:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326450.234411:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386657920:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326450.234418:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326450.234428:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326450.234431:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326450.234440:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326450.234446:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326450.234448:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326450.234454:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ed2a9b x1853175386657920/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.234511:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326450.234514:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326450.234514:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326450.234515:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326450.234522:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326450.234523:0:216338:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326450.234524:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326450.234533:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767326450.234535:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054abdb72. 00000100:00000001:3.0:1767326450.234537:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326450.234537:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326450.234541:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326450.234543:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326450.234543:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326450.234547:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767326450.234549:0:216339:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767326450.234552:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326450.234553:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000001:0.0:1767326450.234556:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767326450.234558:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767326450.234559:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767326450.234563:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 00000400:00000010:0.0:1767326450.234568:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 02000000:00000001:1.0:1767326450.234570:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326450.234576:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326450.234577:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326450.234581:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326450.234583:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326450.234585:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=25 v=5 (5 5 5 5) 00000100:00000010:1.0:1767326450.234591:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ed2a9b. 00000100:00001000:3.0:1767326450.234595:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=25 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326450.234598:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326450.234600:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326450.234607:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326450.234608:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326450.234615:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.234616:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326450.234625:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326450.234629:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767326450.234631:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326450.234634:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326450.234638:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326450.234643:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326450.234645:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326450.234646:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326450.234653:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326450.234659:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326450.234662:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.234665:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326450.234669:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326450.234670:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326450.234675:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326450.234679:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326450.234681:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326450.234683:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326450.234685:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326450.234687:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326450.234688:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326450.234690:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326450.234695:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386658048:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326450.234699:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326450.234701:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326450.234703:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c92f2871 x1853175386658048/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.234708:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326450.234710:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326450.234713:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000524ba0e2. 02000000:00000001:3.0:1767326450.234716:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326450.234718:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326450.234720:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326450.234723:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326450.234724:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326450.234728:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 00000100:00001000:0.0:1767326450.234731:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=35 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326450.234734:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326450.234737:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767326450.234737:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=142 v=5 (1 1 0 0) 00000100:00000010:3.0:1767326450.234740:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 00000100:00000001:0.0:1767326450.234742:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326450.234743:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326450.234744:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326450.234750:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.234752:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326450.234755:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326450.234807:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326450.234809:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.234812:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326450.234814:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326450.234815:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326450.234815:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326450.234819:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.234819:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326450.234826:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326450.234828:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326450.234829:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.234838:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326450.234840:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326450.234842:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326450.234844:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326450.234850:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000513ee387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386658176:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326450.234855:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326450.234857:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326450.234859:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000513ee387 x1853175386658176/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326450.234863:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326450.234864:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326450.234865:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0399e0b. 02000000:00000001:0.0:1767326450.234868:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326450.234869:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326450.234870:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326450.234877:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326450.234878:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:0.0:1767326450.234880:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326450.234881:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326450.234882:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 00000100:00000001:0.0:1767326450.234884:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326450.234885:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326450.234887:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326450.234890:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326450.234891:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326450.234892:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326450.234893:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326450.934895:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326450.934906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326450.934952:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326450.934956:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326450.934959:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326451.958852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326451.958858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326451.958920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326451.958924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326451.958926:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326452.982845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326452.982852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326452.982888:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326452.982891:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326452.982893:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326454.007851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326454.007857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326454.007903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326454.007907:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326454.007919:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326454.838852:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306160633, at 4306160640 00000100:00000010:0.0:1767326454.838867:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00000100:00000040:2.0:1767326454.838869:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306160633, at 4306160640 00000100:00000040:3.0:1767326454.838877:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306160633, at 4306160640 00000100:00000010:2.0:1767326454.838880:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00000100:00000010:3.0:1767326454.838894:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014e99dcc. 00000100:00000040:1.0:1767326454.838938:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306160633, at 4306160640 00000100:00000010:1.0:1767326454.838944:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00010000:00000001:0.0:1767326455.030905:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326455.030911:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326455.030993:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326455.030996:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326455.030999:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326455.350841:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326455.350849:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326455.350855:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326455.350860:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326455.350863:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326455.350866:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326455.350870:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326455.350875:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326455.350880:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326455.350888:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326455.350899:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326455.350902:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326455.350907:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_03+3] req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326455.350935:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326455.350938:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326455.350942:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326455.350946:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000020:00000040:1.0:1767326455.350949:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326455.350952:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326455.350954:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326455.350954:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326455.350957:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.350960:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326455.350963:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767326455.350964:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326455.350969:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326455.350974:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326455.350978:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326455.350981:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326455.350987:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.350989:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326455.350994:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326455.351002:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326455.351003:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326455.351006:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326455.351006:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326455.351012:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326455.351014:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_00+0] req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326455.351019:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386658304:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326455.351031:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326455.351057:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326455.351060:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326455.351064:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326455.351064:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326455.351069:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326455.351070:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abbb512e. 00000100:00000001:1.0:1767326455.351075:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326455.351075:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326455.351081:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000400:00000010:0.0:1767326455.351084:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000020:00000040:1.0:1767326455.351085:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326455.351091:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326455.351094:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767326455.351095:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 02000000:00000001:1.0:1767326455.351097:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351102:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326455.351104:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658304, portal 25 02000000:00000010:1.0:1767326455.351105:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00100000:2.0:1767326455.351108:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326455.351111:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326455.351113:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326455.351113:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.351115:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000001:3.0:1767326455.351117:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326455.351123:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326455.351127:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326455.351149:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326455.351153:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326455.351156:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326455.351159:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351161:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326455.351162:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326455.351171:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326455.351171:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_01+1] req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326455.351173:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326455.351176:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326455.351180:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000001:2.0:1767326455.351181:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326455.351187:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386658304, offset 0 00000100:00000040:2.0:1767326455.351191:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326455.351201:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326455.351203:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326455.351208:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326455.351211:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326455.351214:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326455.351215:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326455.351222:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326455.351222:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326455.351224:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11498) 02000000:00000001:2.0:1767326455.351227:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326455.351233:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326455.351234:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326455.351239:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386658432:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326455.351243:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326455.351244:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326455.351250:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326455.351253:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326455.351258:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326455.351261:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00100000:3.0:1767326455.351262:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326455.351267:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326455.351270:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326455.351272:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [440:440:256:4294967295] 192.168.203.127@tcp LPNI seq info [440:440:8:4294967295] 00000100:00000001:3.0:1767326455.351279:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326455.351281:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326455.351284:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326455.351288:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c951cf3. 00000100:00000001:3.0:1767326455.351293:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326455.351295:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326455.351297:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326455.351300:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326455.351304:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd3acaf7. 00000100:00000001:3.0:1767326455.351308:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326455.351314:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000100:00000200:2.0:1767326455.351320:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658432, portal 10 00000100:00000040:3.0:1767326455.351322:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326455.351324:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326455.351327:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000800:00000200:0.0:1767326455.351330:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326455.351344:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326455.351350:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326455.351350:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326455.351355:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326455.351362:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767326455.351367:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326455.351377:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326455.351377:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326455.351389:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326455.351392:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326455.351393:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326455.351397:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326455.351400:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000100:00100000:3.0:1767326455.351407:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386658560:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767326455.351410:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386658432, offset 0 00000100:00000001:3.0:1767326455.351415:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326455.351419:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326455.351422:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326455.351424:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326455.351427:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306165752 00000400:00000200:2.0:1767326455.351434:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:0.0:1767326455.351434:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000400:00000200:2.0:1767326455.351439:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326455.351443:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326455.351448:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326455.351450:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767326455.351451:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326455.351457:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326455.351460:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004df32b10. 00000100:00000001:0.0:1767326455.351461:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306165752 00000400:00000200:2.0:1767326455.351463:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326455.351469:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326455.351472:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000400:00000200:2.0:1767326455.351478:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [441:441:255:4294967295] 192.168.203.127@tcp LPNI seq info [441:441:7:4294967295] 00000400:00000010:3.0:1767326455.351479:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be607748. 00000100:00000001:0.0:1767326455.351479:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326455.351491:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306165752 00000400:00000010:3.0:1767326455.351493:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000010:0.0:1767326455.351499:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000100:00000200:3.0:1767326455.351504:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658560, portal 10 00000100:00000001:0.0:1767326455.351506:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326455.351512:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326455.351514:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326455.351515:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000001:0.0:1767326455.351518:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306165752 00000800:00000200:2.0:1767326455.351526:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326455.351528:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bea0ac4e. 00000100:00000040:3.0:1767326455.351530:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326455.351533:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000db5bebc. 00000100:00000001:0.0:1767326455.351539:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326455.351555:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326455.351558:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326455.351570:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326455.351573:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326455.351580:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326455.351580:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000db5bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326455.351581:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.351590:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326455.351591:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326455.351597:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326455.351601:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 210823 usecs (211 jiffies) 00000100:00000001:0.0:1767326455.351602:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326455.351604:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000100:00000001:2.0:1767326455.351605:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306161363 00000100:00000001:0.0:1767326455.351606:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326455.351615:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326455.351618:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306165752 00000100:00000200:3.0:1767326455.351619:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386658560, offset 0 00000100:00000001:0.0:1767326455.351619:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326455.351624:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351629:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306161363 00000100:00000001:2.0:1767326455.351634:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306165752 00000100:00000001:0.0:1767326455.351636:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351637:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306161363 00000100:00000001:2.0:1767326455.351645:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306165752 00000400:00000200:3.0:1767326455.351648:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326455.351649:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306161363 00000100:00000001:2.0:1767326455.351656:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306165752 00000100:00000001:2.0:1767326455.351659:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326455.351661:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351663:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351668:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.351670:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326455.351673:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326455.351674:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326455.351679:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326455.351685:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326455.351686:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326455.351700:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326455.351701:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326455.351710:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:3.0:1767326455.351711:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326455.351724:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326455.351724:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326455.351733:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [442:442:254:4294967295] 192.168.203.127@tcp LPNI seq info [442:442:6:4294967295] 00000400:00000200:0.0:1767326455.351738:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326455.351753:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326455.351803:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326455.351804:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000800:00000010:3.0:1767326455.351808:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 00000400:00000010:0.0:1767326455.351812:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000800:00000200:3.0:1767326455.351817:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326455.351818:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326455.351826:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767326455.351831:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326455.351835:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326455.351846:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326455.351855:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13291 usecs (14 jiffies) 00000100:00000001:3.0:1767326455.351864:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306161167 00000100:00000001:0.0:1767326455.351866:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326455.351876:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326455.351877:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306165752 00000100:00000001:3.0:1767326455.351885:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306161167 00000100:00000001:3.0:1767326455.351893:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306165752 00000100:00000001:0.0:1767326455.351897:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326455.351900:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306161167 00000100:00000001:3.0:1767326455.351902:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306165752 00000100:00000001:3.0:1767326455.351905:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306161167 00000100:00000001:3.0:1767326455.351912:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306165752 00000100:00000001:0.0:1767326455.351913:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326455.351918:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326455.351923:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326455.351926:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326455.351930:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326455.351933:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326455.351937:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000db5bebc. 00000400:00000200:0.0:1767326455.351940:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326455.351945:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326455.351948:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000400:00000010:0.0:1767326455.351950:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:0.0:1767326455.351953:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326455.351957:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.351966:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326455.351968:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.351974:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.351976:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326455.352011:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326455.352014:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000400:00000200:0.0:1767326455.352017:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326455.352021:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326455.352023:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000400:00000010:0.0:1767326455.352025:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:0.0:1767326455.352027:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326455.352030:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.352051:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326455.352054:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.352061:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.352062:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326455.353803:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.353814:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326455.353817:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.353818:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326455.353825:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326455.353835:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d680 00000400:00000200:3.0:1767326455.353877:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xe9d [1] + 224 00000800:00000001:3.0:1767326455.353883:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.353887:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326455.353889:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326455.353892:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326455.353897:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326455.353901:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326455.353908:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326455.353921:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326455.353928:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.353935:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326455.353936:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.353937:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326455.353941:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326455.353946:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d700 00000400:00000200:3.0:1767326455.353951:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xea5 [1] + 224 00000800:00000001:3.0:1767326455.353955:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.353958:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326455.353960:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326455.353963:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326455.353966:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326455.353970:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326455.353980:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326455.353992:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326455.353995:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326455.354000:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326455.354001:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326455.354003:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd3acaf7. 00000100:00000001:3.0:1767326455.354005:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326455.354007:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000400:00000010:2.0:1767326455.354010:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:2.0:1767326455.354012:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326455.354017:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326455.354019:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.354027:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326455.354031:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326455.354032:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326455.354048:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326455.354052:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326455.354061:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326455.354062:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326455.354070:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:0.0:1767326455.354070:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326455.354072:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326455.354080:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326455.354082:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326455.354091:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767326455.354091:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be607748. 00000100:00000001:2.0:1767326455.354095:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326455.354098:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d600 00000100:00000001:2.0:1767326455.354108:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326455.354109:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 02000000:00000001:2.0:1767326455.354112:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326455.354112:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:0.0:1767326455.354118:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326455.354121:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=30 v=5 (5 5 5 5) 00000100:00000200:0.0:1767326455.354128:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326455.354131:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xe95 [1] + 224 00000100:00001000:2.0:1767326455.354141:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=30 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326455.354151:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326455.354155:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326455.354159:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326455.354163:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326455.354170:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326455.354171:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326455.354182:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326455.354184:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00010000:00000001:2.0:1767326455.354190:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326455.354198:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326455.354200:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326455.354207:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326455.354210:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326455.354211:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326455.354212:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326455.354214:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326455.354219:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.354223:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326455.354229:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326455.354234:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326455.354235:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.354240:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326455.354252:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326455.354267:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=40 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326455.354284:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326455.354285:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326455.354286:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326455.354292:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326455.354295:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326455.354297:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326455.354302:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326455.354315:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326455.354316:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767326455.354331:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386658432:192.168.203.127@tcp:400: 00010000:00080000:0.0:1767326455.354331:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326455.354335:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326455.354345:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326455.354347:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326455.354348:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326455.354353:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326455.354357:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386658432/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326455.354368:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326455.354372:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326455.354374:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.354378:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326455.354379:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326455.354379:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326455.354381:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326455.354384:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326455.354384:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000010:2.0:1767326455.354385:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c951cf3. 00000400:00000010:1.0:1767326455.354388:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000100:00000001:0.0:1767326455.354390:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326455.354391:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326455.354392:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326455.354394:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326455.354396:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:0.0:1767326455.354399:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326455.354400:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326455.354403:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767326455.354409:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326455.354412:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000100:00000001:0.0:1767326455.354412:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326455.354416:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 02000000:00000001:2.0:1767326455.354418:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326455.354420:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1767326455.354421:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000001:1.0:1767326455.354422:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326455.354423:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326455.354427:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326455.354430:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326455.354430:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326455.354432:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326455.354434:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326455.354441:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326455.354443:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326455.354449:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326455.354452:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326455.354462:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326455.354470:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326455.354472:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326455.354476:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326455.354478:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326455.354480:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326455.354483:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326455.354487:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326455.354491:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=40 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326455.354493:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386658560:192.168.203.127@tcp:400: 00000100:00001000:1.0:1767326455.354495:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326455.354503:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326455.354506:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326455.354508:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326455.354509:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326455.354512:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326455.354513:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326455.354516:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386658560/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326455.354517:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326455.354523:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.354538:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326455.354539:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326455.354541:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326455.354543:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767326455.354544:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004df32b10. 00000100:00000001:1.0:1767326455.354546:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326455.354549:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326455.354551:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326455.354552:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326455.354555:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326455.354561:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326455.354564:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 00000100:00100000:1.0:1767326455.354567:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386658304:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326455.354568:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326455.354572:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326455.354574:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326455.354574:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:1.0:1767326455.354578:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326455.354580:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326455.354582:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386658304/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326455.354583:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326455.354588:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326455.354594:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326455.354596:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326455.354598:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326455.354601:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326455.354609:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326455.354610:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326455.354612:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abbb512e. 02000000:00000001:1.0:1767326455.354615:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326455.354617:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326455.354617:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326455.354619:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326455.354620:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:1.0:1767326455.354622:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326455.354624:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326455.354624:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:1.0:1767326455.354627:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326455.354628:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326455.354629:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326455.354632:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326455.354633:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326455.354634:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326455.354635:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326456.054828:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326456.054837:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326456.054920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326456.054926:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326456.054930:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326457.078849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326457.078855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326457.078917:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326457.078922:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326457.078925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326458.102802:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326458.102809:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326458.102811:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326458.102813:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326458.102817:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326458.102818:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326458.102820:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326458.102838:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326458.103517:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326458.103520:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326458.103522:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326459.126837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326459.126844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326459.126905:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326459.126909:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326459.126911:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326459.958848:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306165752, at 4306165760 00000100:00000040:0.0:1767326459.958849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306165752, at 4306165760 00000100:00000040:1.0:1767326459.958867:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306165752, at 4306165760 00000100:00000010:2.0:1767326459.958869:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000010:0.0:1767326459.958871:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00000100:00000040:3.0:1767326459.958875:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306165752, at 4306165760 00000100:00000010:1.0:1767326459.958880:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:3.0:1767326459.958883:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bea0ac4e. 00010000:00000001:0.0:1767326460.150920:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326460.150931:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326460.150991:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326460.150996:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326460.150999:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326460.470913:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326460.470924:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326460.470930:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326460.470937:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326460.470942:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326460.470945:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326460.470950:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326460.470957:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:2.0:1767326460.470970:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.470979:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326460.470991:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326460.470993:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471014:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_02+2] req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326460.471044:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471047:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326460.471051:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326460.471055:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326460.471058:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326460.471061:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326460.471062:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326460.471070:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326460.471074:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326460.471078:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326460.471080:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326460.471082:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326460.471084:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000001:2.0:1767326460.471088:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.471091:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326460.471092:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326460.471093:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.471098:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326460.471100:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326460.471101:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.471101:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326460.471104:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471105:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_03+3] req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326460.471107:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386658688:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326460.471111:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326460.471117:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.471118:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326460.471119:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326460.471122:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326460.471126:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326460.471131:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326460.471131:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326460.471134:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326460.471134:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326460.471135:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326460.471137:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326460.471142:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 02000000:00000010:1.0:1767326460.471142:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022c0c64a. 00000100:00000001:2.0:1767326460.471145:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.471145:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471151:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326460.471158:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326460.471160:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471164:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_00+0] req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326460.471188:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013605f70. 00000100:00000001:2.0:1767326460.471192:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471194:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326460.471197:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000040:2.0:1767326460.471200:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326460.471203:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326460.471206:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11503) 00000100:00000200:1.0:1767326460.471206:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658688, portal 25 00000100:00000001:3.0:1767326460.471208:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326460.471212:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326460.471212:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326460.471216:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:0.0:1767326460.471218:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326460.471224:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326460.471227:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326460.471227:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326460.471230:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326460.471236:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326460.471238:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.471252:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326460.471254:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.471259:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326460.471266:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326460.471272:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000100:00000200:1.0:1767326460.471280:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386658688, offset 0 00000100:00000001:0.0:1767326460.471290:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326460.471294:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326460.471294:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326460.471303:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326460.471308:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326460.471313:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326460.471315:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326460.471315:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326460.471320:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326460.471329:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767326460.471334:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386658944:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326460.471335:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326460.471336:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326460.471345:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326460.471351:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767326460.471355:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386658816:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326460.471357:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326460.471364:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326460.471366:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326460.471367:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326460.471373:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326460.471373:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [443:443:256:4294967295] 192.168.203.127@tcp LPNI seq info [443:443:8:4294967295] 02000000:00000001:0.0:1767326460.471373:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326460.471380:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326460.471384:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326460.471385:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326460.471401:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006eb6c51a. 02000000:00000010:0.0:1767326460.471401:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000220c6c80. 02000000:00000001:3.0:1767326460.471412:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326460.471412:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326460.471413:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326460.471430:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326460.471435:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000400:00000010:3.0:1767326460.471436:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000245de243. 00000800:00000010:1.0:1767326460.471436:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000800:00000200:1.0:1767326460.471449:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:0.0:1767326460.471453:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000400:00000010:3.0:1767326460.471454:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000800:00000200:1.0:1767326460.471462:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767326460.471466:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658944, portal 10 00000800:00000200:1.0:1767326460.471469:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326460.471470:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326460.471472:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:0.0:1767326460.471484:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326460.471491:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326460.471493:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326460.471495:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326460.471502:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000001:1.0:1767326460.471503:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306170872 00000100:00000200:0.0:1767326460.471507:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386658944, offset 0 00000100:00000010:1.0:1767326460.471515:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000400:00000200:0.0:1767326460.471522:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326460.471529:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326460.471537:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326460.471539:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306170872 00000400:00000200:0.0:1767326460.471543:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326460.471545:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000400:00000200:0.0:1767326460.471551:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326460.471553:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326460.471558:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326460.471562:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386658816, portal 10 00000100:00000001:1.0:1767326460.471564:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306170872 00000400:00000200:0.0:1767326460.471564:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326460.471571:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326460.471575:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326460.471576:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000010:1.0:1767326460.471576:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000400:00000200:0.0:1767326460.471577:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [444:444:255:4294967295] 192.168.203.127@tcp LPNI seq info [444:444:7:4294967295] 00000800:00000010:2.0:1767326460.471584:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000100:00000001:1.0:1767326460.471588:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326460.471596:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326460.471597:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306170872 00000100:00000010:1.0:1767326460.471606:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:1.0:1767326460.471615:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326460.471620:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326460.471622:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326460.471622:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326460.471630:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.471635:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326460.471636:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000100:00000001:1.0:1767326460.471637:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326460.471645:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000800:00000200:0.0:1767326460.471645:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326460.471648:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326460.471656:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326460.471656:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767326460.471659:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:1.0:1767326460.471660:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326460.471665:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.471666:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326460.471667:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.471669:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.471677:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326460.471681:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326460.471710:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326460.471714:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326460.471722:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326460.471724:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326460.471729:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326460.471734:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.471736:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326460.471748:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 00000100:00000040:0.0:1767326460.471749:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13217 usecs (14 jiffies) 00000100:00000001:2.0:1767326460.471750:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326460.471808:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306166287 00000100:00000001:0.0:1767326460.471812:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306170872 00000100:00000001:2.0:1767326460.471814:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326460.471823:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306166287 00000100:00000200:3.0:1767326460.471824:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386658816, offset 0 00000100:00000001:0.0:1767326460.471830:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306170872 00000100:00000001:0.0:1767326460.471833:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306166287 00000400:00000200:3.0:1767326460.471838:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326460.471838:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306170872 00000100:00000001:0.0:1767326460.471849:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306166287 00000100:00000001:0.0:1767326460.471852:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306170872 00000100:00000001:0.0:1767326460.471854:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326460.471855:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326460.471861:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326460.471865:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326460.471866:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:3.0:1767326460.471868:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326460.471879:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326460.471880:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326460.471881:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326460.471890:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326460.471893:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326460.471894:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326460.471903:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326460.471908:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326460.471911:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326460.471914:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326460.471916:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326460.471918:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326460.471921:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326460.471957:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [445:445:255:4294967295] 192.168.203.127@tcp LPNI seq info [445:445:7:4294967295] 00000400:00000200:3.0:1767326460.471968:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326460.471974:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000800:00000200:3.0:1767326460.471975:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326460.471976:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:2.0:1767326460.471981:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767326460.471983:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000200:2.0:1767326460.471985:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326460.471995:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326460.471996:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326460.472015:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326460.472024:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326460.472024:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326460.472029:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326460.472030:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326460.472034:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326460.472037:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 209278 usecs (210 jiffies) 00000100:00000001:3.0:1767326460.472039:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306166483 00000100:00000001:3.0:1767326460.472042:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.472044:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306166483 00000100:00000001:3.0:1767326460.472047:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.472049:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306166483 00000100:00000001:3.0:1767326460.472051:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.472053:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306166483 00000100:00000001:3.0:1767326460.472055:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.472058:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326460.472059:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326460.472061:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326460.472062:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000100:00000001:3.0:1767326460.472066:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326460.472067:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326460.472070:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326460.472078:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326460.472080:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000400:00000010:2.0:1767326460.472083:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:3.0:1767326460.472084:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326460.472085:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326460.472088:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767326460.472090:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.472094:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326460.472098:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326460.472100:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326460.472101:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326460.472103:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326460.472108:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326460.472109:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326460.472151:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326460.473207:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.473219:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326460.473221:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.473224:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326460.473230:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326460.473241:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d780 00000400:00000200:0.0:1767326460.473246:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xead [1] + 224 00000800:00000001:0.0:1767326460.473252:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.473262:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326460.473263:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326460.473266:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326460.473272:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326460.473276:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326460.473284:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326460.473303:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326460.473311:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.473314:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326460.473316:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.473318:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326460.473323:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326460.473330:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d800 00000100:00000001:1.0:1767326460.473335:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326460.473336:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xebd [1] + 224 00000100:00000001:1.0:1767326460.473339:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326460.473343:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326460.473347:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326460.473350:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326460.473352:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326460.473353:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013605f70. 00000400:00000200:1.0:1767326460.473357:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326460.473358:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:1.0:1767326460.473363:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326460.473364:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326460.473368:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326460.473374:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326460.473384:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326460.473385:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.473392:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326460.473393:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.473394:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326460.473398:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326460.473401:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326460.473404:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326460.473407:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.473411:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326460.473413:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326460.473419:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326460.473425:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326460.473432:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326460.473434:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326460.473436:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326460.473438:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.473440:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326460.473442:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326460.473445:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.473451:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326460.473452:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326460.473454:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326460.473456:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326460.473458:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326460.473460:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326460.473468:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386658688:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326460.473481:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326460.473484:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326460.473486:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386658688/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.473491:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326460.473495:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326460.473498:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022c0c64a. 02000000:00000001:1.0:1767326460.473503:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326460.473506:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326460.473509:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326460.473511:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326460.473514:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 02000000:00000001:1.0:1767326460.473518:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326460.473520:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767326460.473521:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767326460.473522:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:1.0:1767326460.473528:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326460.473529:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326460.473530:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326460.473531:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326460.473534:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767326460.473535:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326460.473537:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.473540:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326460.473542:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326460.473543:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.473547:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326460.473550:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326460.473556:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767326460.473557:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326460.473562:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326460.473569:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000245de243. 00000400:00000200:3.0:1767326460.473574:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000200:0.0:1767326460.473577:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d880 00000400:00000010:3.0:1767326460.473580:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:3.0:1767326460.473588:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326460.473592:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xeb5 [1] + 224 00000100:00000200:3.0:1767326460.473598:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326460.473604:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326460.473617:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.473626:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326460.473626:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326460.473634:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326460.473635:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.473639:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326460.473645:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767326460.473647:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326460.473648:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326460.473655:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326460.473658:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326460.473659:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326460.473665:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=35 v=5 (5 5 5 5) 00000100:00000200:0.0:1767326460.473666:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326460.473669:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326460.473680:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326460.473683:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326460.473692:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326460.473699:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326460.473704:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.473705:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326460.473709:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326460.473712:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326460.473717:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326460.473730:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.473742:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326460.473745:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326460.473746:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326460.473749:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326460.473753:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326460.473800:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326460.473804:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386658816:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326460.473810:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326460.473811:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326460.473812:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326460.473816:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326460.473817:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326460.473817:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326460.473822:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326460.473828:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386658816/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326460.473828:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000400:00000200:1.0:1767326460.473840:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:1.0:1767326460.473846:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:3.0:1767326460.473847:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326460.473852:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326460.473853:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326460.473861:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006eb6c51a. 00000100:00000200:1.0:1767326460.473865:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326460.473866:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326460.473871:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326460.473877:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326460.473885:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326460.473892:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 00000100:00000200:1.0:1767326460.473897:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326460.473900:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326460.473906:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326460.473910:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:3.0:1767326460.473920:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326460.473922:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326460.473923:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.473926:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.473929:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326460.473933:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.473934:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.473938:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326460.473939:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326460.473940:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.473942:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326460.473946:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326460.473948:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.473950:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326460.473954:0:216338:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326460.473957:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326460.473960:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326460.473962:0:216338:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767326460.473964:0:216338:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1767326460.473967:0:216338:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8e30967de000 of lustre-MDT0001_UUID@192.168.203.127@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1767326460.473971:0:216338:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767326460.473973:0:216338:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8e30967de000: Connection to lustre-MDT0001 (at 192.168.203.127@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1767326460.480114:0:216338:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326460.480119:0:216338:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326460.480121:0:216338:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.480125:0:216338:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326460.480127:0:216338:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767326460.480129:0:216338:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767326460.480133:0:216338:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767326460.480139:0:216338:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 11196 00000400:00000200:1.0:1767326460.480146:0:216338:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000040:1.0:1767326460.480151:0:216338:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326460.480153:0:216338:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326460.480158:0:216338:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326460.480160:0:216338:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000001:1.0:1767326460.480164:0:216338:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326460.480165:0:216338:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:1.0:1767326460.480168:0:216338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326460.480194:0:216338:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000020:00000001:1.0:1767326460.480196:0:216338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:1.0:1767326460.480209:0:216338:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000040:1.0:1767326460.480212:0:216338:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326460.480213:0:216338:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326460.480215:0:216338:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326460.480216:0:216338:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000040:1.0:1767326460.480218:0:216338:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00080000:1.0:1767326460.480221:0:216338:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000001:1.0:1767326460.480223:0:216338:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.480224:0:216338:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767326460.480231:0:216338:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326460.480233:0:216338:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.480234:0:216338:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767326460.480237:0:216338:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1767326460.480239:0:216338:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.480240:0:216338:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326460.480244:0:216338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326460.480247:0:216338:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=5 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326460.480250:0:216338:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767326460.480251:0:216338:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.480253:0:216338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326460.480256:0:216338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326460.480259:0:216338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326460.480264:0:216338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c66c8277. 00000100:00000001:1.0:1767326460.480269:0:216338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326460.480273:0:216338:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326460.480281:0:216338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326460.480283:0:216338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326460.480285:0:216338:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_rcv+-1] req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.480300:0:216338:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.480305:0:216338:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767326460.480307:0:216338:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767326460.480311:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.480317:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767326460.480320:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326460.480321:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.480324:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326460.480325:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.480329:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326460.480336:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767326460.480343:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386658944:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326460.480348:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.480354:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326460.480363:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326460.480371:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386658944/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326476 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.480376:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326460.480379:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326460.480383:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000220c6c80. 02000000:00000001:1.0:1767326460.480393:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326460.480396:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767326460.480396:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326460.480401:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326460.480401:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326460.480410:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326460.480411:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326460.480417:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326460.480418:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 02000000:00000001:3.0:1767326460.480420:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326460.480429:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767326460.480430:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386659072:192.168.203.127@tcp:38: 00000100:00000001:3.0:1767326460.480436:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326460.480436:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326460.480442:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 02000000:00000001:3.0:1767326460.480443:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326460.480447:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326460.480450:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326460.480452:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767326460.480454:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000573353f1. 00000100:00000001:1.0:1767326460.480455:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326460.480457:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326460.480461:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326460.480463:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000245de243. 00000400:00000010:3.0:1767326460.480469:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000100:00000001:1.0:1767326460.480471:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326460.480474:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386659072, portal 10 00000100:00000001:1.0:1767326460.480475:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.480477:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326460.480480:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000001:1.0:1767326460.480482:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326460.480486:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326460.480487:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.480492:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326460.480499:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326460.480502:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000200:3.0:1767326460.480504:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386659072, offset 0 00000400:00000200:3.0:1767326460.480509:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326460.480515:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326460.480518:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326460.480520:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326460.480522:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326460.480524:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326460.480527:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [446:446:256:4294967295] 192.168.203.127@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:3.0:1767326460.480533:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326460.480542:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326460.480544:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000800:00000200:3.0:1767326460.480547:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326460.480552:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326460.480555:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767326460.480565:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326460.480568:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13143 usecs (14 jiffies) 00000100:00000001:3.0:1767326460.480570:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306166295 00000100:00000001:3.0:1767326460.480572:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.480573:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306166295 00000100:00000001:3.0:1767326460.480574:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.480575:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306166295 00000100:00000001:3.0:1767326460.480576:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.480577:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306166295 00000100:00000001:3.0:1767326460.480578:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306170872 00000100:00000001:3.0:1767326460.480579:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326460.480581:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.480583:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.480584:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.480588:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326460.480589:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767326460.480591:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326460.480592:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326460.480593:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.480594:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326460.480669:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326460.480673:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000400:00000200:2.0:1767326460.480677:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326460.480683:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326460.480687:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000400:00000010:2.0:1767326460.480690:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000100:00000001:2.0:1767326460.480693:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326460.480697:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326460.480707:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326460.480709:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326460.480717:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326460.480719:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326460.481779:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.481790:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326460.481800:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.481803:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326460.481810:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326460.481821:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0d900 00000400:00000200:0.0:1767326460.481827:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xec5 [1] + 0 00000800:00000001:0.0:1767326460.481834:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.481841:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326460.481843:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326460.481848:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326460.481854:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326460.481859:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326460.481868:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326460.481882:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326460.481888:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326460.481890:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.481905:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326460.481909:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326460.481913:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326460.481914:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326460.481915:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000245de243. 00000400:00000200:3.0:1767326460.481919:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:3.0:1767326460.481926:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:3.0:1767326460.481929:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326460.481933:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326460.481940:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.481945:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326460.481947:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.481948:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326460.481950:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326460.481951:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326460.481953:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326460.481954:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326460.481959:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326460.481961:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=2 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326460.481963:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326460.481964:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767326460.481966:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767326460.481969:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.481973:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767326460.481975:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326460.481976:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.481978:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767326460.481979:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767326460.481981:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767326460.481984:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000100:00000001:3.0:1767326460.481985:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767326460.481987:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326470 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326460.481993:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386659072:192.168.203.127@tcp:38: 00000100:00000001:3.0:1767326460.482016:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.482018:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326460.482020:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386659072/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326470 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326460.482025:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326460.482027:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326460.482028:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000573353f1. 02000000:00000001:3.0:1767326460.482030:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326460.482031:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326460.482032:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326460.482034:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326460.482035:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c66c8277. 02000000:00000001:3.0:1767326460.482041:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326460.482042:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326460.482043:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:3.0:1767326460.482045:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326460.482046:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.482047:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326460.482050:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326460.482051:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326460.482052:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326460.482053:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326461.174880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326461.174889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326461.174948:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326461.174953:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326461.174955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326462.198868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326462.198874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326462.198953:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326462.198957:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326462.198959:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326463.222860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326463.222867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326463.222921:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326463.222924:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326463.222926:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326464.246856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326464.246862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326464.246920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326464.246924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326464.246927:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326465.078851:0:216118:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306170872, at 4306170880 00000100:00000040:2.0:1767326465.078851:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306170872, at 4306170880 00000100:00000040:1.0:1767326465.078851:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306170872, at 4306170880 00000100:00000040:0.0:1767326465.078851:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306170872, at 4306170880 00000100:00000010:0.0:1767326465.078868:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00000100:00000010:3.0:1767326465.078870:0:216118:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00000100:00000010:1.0:1767326465.078872:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:2.0:1767326465.078875:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00010000:00000001:0.0:1767326465.270885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326465.270892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326465.270962:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326465.270993:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326465.270997:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326465.590848:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326465.590858:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326465.590867:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326465.590874:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326465.590878:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326465.590894:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326465.590900:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326465.590908:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:2.0:1767326465.590914:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326465.590925:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326465.590936:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326465.590938:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326465.590943:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_01+1] req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.590996:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326465.591000:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591002:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326465.591005:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326465.591007:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326465.591012:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326465.591016:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326465.591017:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326465.591023:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326465.591029:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326465.591031:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326465.591032:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326465.591036:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326465.591037:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326465.591042:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db45e767. 00000100:00000001:2.0:1767326465.591048:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326465.591057:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326465.591058:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326465.591061:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326465.591067:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326465.591070:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326465.591072:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326465.591074:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326465.591075:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326465.591079:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386659200:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326465.591084:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.591086:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326465.591091:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326465.591095:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326465.591098:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326465.591102:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 02000000:00000001:0.0:1767326465.591104:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326465.591109:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000100:00000001:2.0:1767326465.591113:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326465.591115:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00080000:2.0:1767326465.591118:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326465.591123:0:146839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000200:0.0:1767326465.591123:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386659200, portal 25 00000100:00000001:1.0:1767326465.591124:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326465.591129:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326465.591130:0:146839:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767326465.591130:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326465.591131:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:1.0:1767326465.591134:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326465.591139:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767326465.591141:0:146839:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1767326465.591146:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326465.591151:0:146839:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767326465.591157:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767326465.591158:0:146839:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 11498 00000100:00000001:0.0:1767326465.591159:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326465.591162:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326465.591168:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326465.591173:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000001:1.0:1767326465.591175:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326465.591177:0:146839:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000001:1.0:1767326465.591179:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326465.591179:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386659200, offset 0 00000100:00001000:2.0:1767326465.591185:0:146839:0:(import.c:2128:obd_at_measure()) add 10 to 00000000b9d1e515 time=7 v=5 (1 1 1 0) 02000000:00000001:1.0:1767326465.591186:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326465.591190:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326465.591192:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00001000:2.0:1767326465.591194:0:146839:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 02000000:00000001:1.0:1767326465.591196:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767326465.591202:0:146839:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1767326465.591203:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386659328:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326465.591207:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326465.591211:0:146839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326465.591213:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326465.591218:0:146839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767326465.591219:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326465.591220:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326465.591223:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326465.591225:0:146839:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 02000000:00000001:1.0:1767326465.591227:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326465.591230:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326465.591231:0:146839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000010:1.0:1767326465.591233:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074a34703. 00000020:00000001:2.0:1767326465.591236:0:146839:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767326465.591238:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1767326465.591239:0:146839:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 02000000:00000001:1.0:1767326465.591246:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326465.591246:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000020:00000001:2.0:1767326465.591247:0:146839:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326465.591252:0:146839:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000400:00000200:0.0:1767326465.591253:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [447:447:256:4294967295] 192.168.203.127@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000010:1.0:1767326465.591254:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013605f70. 00000020:00000001:2.0:1767326465.591258:0:146839:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000400:00000010:1.0:1767326465.591262:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000020:00000001:2.0:1767326465.591265:0:146839:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000200:1.0:1767326465.591267:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386659328, portal 10 00000100:00000040:2.0:1767326465.591273:0:146839:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326465.591273:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326465.591277:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:2.0:1767326465.591280:0:146839:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767326465.591284:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326465.591286:0:146839:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000040:1.0:1767326465.591288:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326465.591290:0:146839:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000040:2.0:1767326465.591297:0:146839:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00080000:2.0:1767326465.591306:0:146839:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000001:1.0:1767326465.591309:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326465.591313:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326465.591314:0:146839:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326465.591319:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326465.591321:0:146839:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:0.0:1767326465.591323:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000400:00000010:1.0:1767326465.591324:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 02000000:00000001:2.0:1767326465.591328:0:146839:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326465.591330:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386659328, offset 0 02000000:00000001:2.0:1767326465.591332:0:146839:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326465.591337:0:146839:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:0.0:1767326465.591340:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326465.591341:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000008:00100000:2.0:1767326465.591343:0:146839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767326465.591348:0:146839:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326465.591350:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326465.591355:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326465.591360:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326465.591361:0:146839:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326465.591362:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326465.591367:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326465.591369:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000400:00000200:1.0:1767326465.591372:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1767326465.591376:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:1.0:1767326465.591377:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326465.591380:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326465.591384:0:146839:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1767326465.591385:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [448:448:255:4294967295] 192.168.203.127@tcp LPNI seq info [448:448:7:4294967295] 02000000:00000001:2.0:1767326465.591387:0:146839:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591387:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306175992 00000100:00000001:2.0:1767326465.591394:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767326465.591396:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 02000000:00000001:2.0:1767326465.591398:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326465.591402:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591405:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326465.591408:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:2.0:1767326465.591411:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000066456551. 00000100:00000001:0.0:1767326465.591413:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306175992 00000100:00000001:2.0:1767326465.591419:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326465.591419:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326465.591421:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000800:00000010:1.0:1767326465.591428:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:0.0:1767326465.591428:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326465.591430:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306175992 00000100:00100000:2.0:1767326465.591432:0:146839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767326465.591436:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000800:00000200:1.0:1767326465.591441:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326465.591443:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326465.591451:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306175992 00000100:00000001:2.0:1767326465.591456:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767326465.591456:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767326465.591457:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000100:00000001:2.0:1767326465.591460:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326465.591464:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326465.591464:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767326465.591468:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_rcv+-1] req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.591470:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326465.591472:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591476:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326465.591479:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 207751 usecs (208 jiffies) 00000100:00000001:0.0:1767326465.591482:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326465.591485:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306171600 00000100:00000001:0.0:1767326465.591487:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326465.591493:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306175992 00000100:00000001:1.0:1767326465.591498:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306171600 00000100:00000001:0.0:1767326465.591498:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326465.591500:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326465.591502:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326465.591504:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:2.0:1767326465.591506:0:146839:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591508:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326465.591511:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306175992 00000100:00000001:0.0:1767326465.591512:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326465.591513:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326465.591514:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326465.591516:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306171600 00000100:00000001:0.0:1767326465.591518:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326465.591523:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306175992 00000400:00000200:3.0:1767326465.591525:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326465.591526:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326465.591526:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326465.591529:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306171600 00000100:00000001:1.0:1767326465.591535:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306175992 00000400:00000200:3.0:1767326465.591536:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000100:00000040:2.0:1767326465.591537:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11509) 00000100:00000001:1.0:1767326465.591538:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326465.591541:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:1.0:1767326465.591543:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.591547:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326465.591548:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326465.591552:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326465.591552:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326465.591565:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326465.591565:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326465.591570:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326465.591570:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326465.591575:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326465.591576:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326465.591581:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326465.591582:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326465.591583:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326465.591586:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326465.591588:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591605:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326465.591607:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326465.591610:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326465.591611:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326465.591613:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326465.591616:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386659456:192.168.203.127@tcp:38: 00000100:00000001:0.0:1767326465.591620:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326465.591622:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326465.591624:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326465.591626:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326465.591630:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec97047d. 02000000:00000001:0.0:1767326465.591632:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326465.591636:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8af1ee. 00000100:00000040:3.0:1767326465.591639:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326465.591641:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000100:00000200:0.0:1767326465.591646:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386659456, portal 10 00000100:00000001:0.0:1767326465.591651:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326465.591653:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000001:3.0:1767326465.591657:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.591660:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326465.591664:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.591672:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326465.591675:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326465.591678:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000100:00000200:0.0:1767326465.591680:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386659456, offset 0 00000400:00000200:0.0:1767326465.591684:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326465.591691:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326465.591695:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326465.591695:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326465.591698:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:0.0:1767326465.591702:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326465.591703:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326465.591708:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326465.591710:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326465.591716:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326465.591720:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [449:449:255:4294967295] 192.168.203.127@tcp LPNI seq info [449:449:7:4294967295] 00000400:00000200:0.0:1767326465.591729:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326465.591742:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326465.591746:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000800:00000200:0.0:1767326465.591751:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326465.591755:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326465.591782:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767326465.591785:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326465.591787:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 13060 usecs (14 jiffies) 00000100:00000001:0.0:1767326465.591790:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306171407 00000100:00000001:0.0:1767326465.591792:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306175992 00000100:00000001:0.0:1767326465.591794:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306171407 00000100:00000001:0.0:1767326465.591795:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306175992 00000100:00000001:0.0:1767326465.591796:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306171407 00000100:00000001:0.0:1767326465.591797:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306175992 00000100:00000001:0.0:1767326465.591798:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306171407 00000100:00000001:0.0:1767326465.591800:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306175992 00000100:00000001:0.0:1767326465.591801:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326465.591802:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591804:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591806:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326465.591809:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326465.591810:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000100:00000001:0.0:1767326465.591810:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:3.0:1767326465.591814:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:0.0:1767326465.591814:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326465.591818:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326465.591820:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326465.591820:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.591824:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326465.591827:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326465.591834:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326465.591837:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326465.591841:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.591843:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326465.591872:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326465.591874:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000400:00000200:3.0:1767326465.591876:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326465.591878:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326465.591880:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:3.0:1767326465.591881:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:3.0:1767326465.591882:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326465.591884:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326465.591889:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326465.591890:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326465.591904:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.591905:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326465.593415:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326465.593430:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326465.593432:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326465.593434:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326465.593440:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326465.593448:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0d980 00000400:00000200:2.0:1767326465.593452:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xecd [1] + 224 00000800:00000001:2.0:1767326465.593457:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326465.593459:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326465.593461:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326465.593463:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326465.593472:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326465.593475:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326465.593482:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326465.593495:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326465.593504:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326465.593506:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326465.593507:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326465.593508:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326465.593512:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326465.593517:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0da00 00000400:00000200:2.0:1767326465.593521:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xed5 [1] + 224 00000800:00000001:2.0:1767326465.593524:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326465.593527:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326465.593528:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326465.593529:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326465.593531:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326465.593534:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326465.593537:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326465.593540:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326465.593541:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000400:00000200:0.0:1767326465.593544:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326465.593551:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326465.593553:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326465.593554:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326465.593558:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326465.593559:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326465.593594:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326465.593594:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326465.593617:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326465.593617:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326465.593620:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326465.593622:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326465.593624:0:216339:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326465.593626:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326465.593629:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326465.593629:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326465.593633:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326465.593634:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326465.593636:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326465.593641:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326465.593642:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:0.0:1767326465.593647:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=50 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326465.593648:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326465.593651:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0da80 00000100:00000001:1.0:1767326465.593653:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326465.593654:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=50 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326465.593659:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xedd [1] + 0 00000100:00000001:0.0:1767326465.593660:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326465.593663:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326465.593665:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326465.593666:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326465.593666:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326465.593669:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326465.593670:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326465.593673:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326465.593674:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013605f70. 00000800:00000001:2.0:1767326465.593677:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326465.593680:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326465.593681:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326465.593681:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:1.0:1767326465.593686:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000400:00000200:2.0:1767326465.593692:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326465.593692:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326465.593699:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326465.593700:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326465.593701:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.593705:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326465.593708:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326465.593709:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326465.593718:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326465.593732:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326465.593746:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326465.593752:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386659200:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326465.593782:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326465.593787:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326465.593789:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326465.593791:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326465.593792:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326465.593792:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326465.593794:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326465.593797:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326465.593799:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386659200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326465.593800:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326465.593801:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326465.593805:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.593808:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326465.593811:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.593812:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326465.593818:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767326465.593821:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=40 v=5 (5 5 5 5) 00000400:00000001:3.0:1767326465.593822:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326465.593823:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767326465.593826:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8af1ee. 02000000:00000001:0.0:1767326465.593828:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767326465.593829:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=40 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326465.593832:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 02000000:00000010:0.0:1767326465.593832:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 00000100:00000001:1.0:1767326465.593834:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326465.593836:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000100:00000001:1.0:1767326465.593838:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326465.593839:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326465.593841:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326465.593842:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767326465.593843:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326465.593846:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00010000:00000001:1.0:1767326465.593847:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326465.593848:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326465.593851:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326465.593853:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767326465.593855:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 00000100:00000040:1.0:1767326465.593857:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326465.593862:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326465.593864:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326465.593866:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326465.593867:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326465.593869:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000200:3.0:1767326465.593873:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.593875:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326465.593877:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326465.593878:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326465.593883:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326465.593889:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326465.593892:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326465.593896:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326465.593899:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.593901:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326465.593905:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326465.593906:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326465.593909:0:216337:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326465.593910:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326465.593912:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326465.593913:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.593914:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326465.593917:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326465.593920:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326465.593921:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326465.593924:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326465.593932:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=7 v=10 (10 1 1 0) 00000100:00000001:3.0:1767326465.593941:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767326465.593942:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386659328:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326465.593944:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767326465.593949:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767326465.593952:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326465.593956:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326465.593957:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326465.593963:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386659328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326465.593981:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767326465.593987:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326465.593989:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.593993:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767326465.593993:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326465.593996:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326465.593998:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074a34703. 00000100:00000001:3.0:1767326465.594002:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1767326465.594004:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1767326465.594005:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1767326465.594008:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326465.594010:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00080000:3.0:1767326465.594012:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000020:00000001:1.0:1767326465.594015:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326465.594016:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1767326465.594018:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db45e767. 00000100:00000040:3.0:1767326465.594022:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326480 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326465.594023:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767326465.594029:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386659456:192.168.203.127@tcp:38: 02000000:00000001:1.0:1767326465.594034:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326465.594035:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.594038:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767326465.594038:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000040:3.0:1767326465.594043:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386659456/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326480 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326465.594044:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326465.594047:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326465.594052:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.594053:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326465.594056:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326465.594058:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec97047d. 00000100:00000001:1.0:1767326465.594058:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326465.594062:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326465.594064:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326465.594066:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326465.594066:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326465.594069:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326465.594070:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326465.594072:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326465.594075:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000066456551. 02000000:00000001:3.0:1767326465.594078:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326465.594079:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326465.594080:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:3.0:1767326465.594083:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326465.594084:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.594086:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326465.594089:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326465.594090:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326465.594092:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326465.594093:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326466.294868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326466.294876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326466.294934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326466.294939:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326466.294942:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326467.318859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326467.318868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326467.318921:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326467.318925:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326467.318928:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326468.342836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326468.342841:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326468.342843:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326468.342844:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326468.342848:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326468.342849:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326468.342850:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326468.342852:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326468.342901:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326468.342904:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326468.342906:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326469.366851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326469.366856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326469.366915:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326469.366919:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326469.366922:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326470.198821:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306175992, at 4306176000 00000100:00000040:3.0:1767326470.198830:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306175992, at 4306176000 00000100:00000010:2.0:1767326470.198837:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00000100:00000010:3.0:1767326470.198839:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00000100:00000040:1.0:1767326470.198847:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306175992, at 4306176000 00000100:00000010:1.0:1767326470.198857:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000040:0.0:1767326470.198872:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306175992, at 4306176000 00000100:00000010:0.0:1767326470.198889:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00010000:00000001:0.0:1767326470.390842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326470.390848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326470.390914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326470.390918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326470.390922:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326470.710865:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326470.710876:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326470.710885:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326470.710892:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326470.710897:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326470.710900:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326470.710907:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326470.710914:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767326470.710921:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326470.710944:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326470.710977:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326470.710979:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326470.710985:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_03+3] req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326470.711012:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326470.711014:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326470.711017:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326470.711019:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000020:00000040:1.0:1767326470.711021:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326470.711024:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326470.711025:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326470.711027:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326470.711030:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326470.711034:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326470.711040:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326470.711049:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326470.711052:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326470.711053:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326470.711056:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326470.711059:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_00+0] req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326470.711065:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326470.711072:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.711073:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.711088:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326470.711091:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.711094:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326470.711096:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326470.711098:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326470.711119:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.711129:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326470.711130:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326470.711132:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326470.711134:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1767326470.711139:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326470.711140:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326470.711144:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326470.711146:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386659584:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326470.711156:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1767326470.711159:0:129781:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:2.0:1767326470.711164:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326470.711165:0:129781:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1767326470.711168:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326470.711170:0:129781:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767326470.711172:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326470.711172:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767326470.711188:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326470.711195:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326470.711196:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326470.711198:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000139ba6a8. 00000100:00000001:1.0:1767326470.711198:0:129781:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767326470.711204:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326470.711211:0:129781:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 11504 02000000:00000001:2.0:1767326470.711212:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326470.711213:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326470.711224:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326470.711226:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd3acaf7. 00000100:00000001:3.0:1767326470.711233:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326470.711233:0:129781:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000001:3.0:1767326470.711238:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326470.711238:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000100:00000001:3.0:1767326470.711242:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326470.711249:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386659584, portal 25 00000100:00001000:1.0:1767326470.711250:0:129781:0:(import.c:2128:obd_at_measure()) add 15 to 00000000b9d1e515 time=12 v=10 (10 1 1 0) 00000100:00000040:3.0:1767326470.711259:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.711261:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1767326470.711265:0:129781:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00000001:2.0:1767326470.711266:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00080000:1.0:1767326470.711282:0:129781:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1767326470.711287:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326470.711303:0:129781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:3.0:1767326470.711313:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326470.711315:0:129781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767326470.711317:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.711319:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326470.711326:0:129781:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 02000000:00000001:3.0:1767326470.711327:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326470.711332:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326470.711334:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326470.711336:0:129781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000400:00000010:2.0:1767326470.711338:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 02000000:00000001:3.0:1767326470.711342:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326470.711348:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386659584, offset 0 00000020:00000001:1.0:1767326470.711348:0:129781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326470.711356:0:129781:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000100:00100000:3.0:1767326470.711357:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386659712:192.168.203.127@tcp:400: 00000020:00000001:1.0:1767326470.711364:0:129781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326470.711368:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000020:00000040:1.0:1767326470.711372:0:129781:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000100:00000001:3.0:1767326470.711373:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326470.711379:0:129781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 02000000:00000001:3.0:1767326470.711382:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767326470.711389:0:129781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000400:00000200:2.0:1767326470.711390:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326470.711391:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326470.711402:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326470.711409:0:129781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 02000000:00000010:3.0:1767326470.711410:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a37500f. 00000400:00000200:2.0:1767326470.711410:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326470.711420:0:129781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767326470.711422:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326470.711423:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326470.711436:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000245de243. 00000100:00000040:1.0:1767326470.711440:0:129781:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000400:00000200:2.0:1767326470.711441:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326470.711444:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000400:00000200:2.0:1767326470.711456:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326470.711456:0:129781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000200:3.0:1767326470.711457:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386659712, portal 10 00000400:00000200:2.0:1767326470.711463:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [450:450:256:4294967295] 192.168.203.127@tcp LPNI seq info [450:450:8:4294967295] 00000100:00000001:3.0:1767326470.711466:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767326470.711468:0:129781:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00000001:3.0:1767326470.711470:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000100:00080000:1.0:1767326470.711484:0:129781:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000040:3.0:1767326470.711485:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326470.711494:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326470.711498:0:129781:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326470.711511:0:129781:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1767326470.711519:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326470.711520:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326470.711526:0:129781:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326470.711527:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326470.711537:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 02000000:00000001:1.0:1767326470.711539:0:129781:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326470.711541:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386659712, offset 0 00000100:00000001:1.0:1767326470.711544:0:129781:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000010:2.0:1767326470.711545:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000008:00100000:1.0:1767326470.711552:0:129781:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1767326470.711557:0:129781:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326470.711558:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326470.711569:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326470.711570:0:129781:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326470.711579:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326470.711583:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000020:00000040:1.0:1767326470.711591:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000800:00000200:2.0:1767326470.711592:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326470.711598:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326470.711600:0:129781:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767326470.711604:0:129781:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326470.711607:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326470.711609:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326470.711615:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326470.711621:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767326470.711622:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326470.711625:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326470.711631:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326470.711631:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326470.711633:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000fb9f2ea. 00000100:00000001:1.0:1767326470.711641:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326470.711643:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [451:451:255:4294967295] 192.168.203.127@tcp LPNI seq info [451:451:7:4294967295] 00000100:00000001:2.0:1767326470.711643:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306181112 00000100:00100000:1.0:1767326470.711654:0:129781:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767326470.711655:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913c72f1. 00000100:00000001:2.0:1767326470.711668:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326470.711679:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326470.711684:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306181112 00000100:00000001:1.0:1767326470.711685:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326470.711688:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326470.711694:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_rcv+-1] req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326470.711700:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba5a95e4. 00000800:00000200:3.0:1767326470.711714:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326470.711714:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326470.711724:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306181112 00000800:00000010:3.0:1767326470.711730:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000100:00000010:2.0:1767326470.711737:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000100:00000001:2.0:1767326470.711745:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767326470.711748:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326470.711755:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306181112 00000100:00000010:2.0:1767326470.711801:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c63ed0cc. 00000100:00000001:2.0:1767326470.711808:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326470.711815:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326470.711818:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.711822:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326470.711824:0:129781:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.711826:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326470.711828:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326470.711834:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326470.711836:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326470.711842:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11514) 00000800:00000010:0.0:1767326470.711842:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000400:00000200:0.0:1767326470.711851:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326470.711865:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:3.0:1767326470.711866:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326470.711872:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326470.711879:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326470.711880:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326470.711885:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000100:00000001:3.0:1767326470.711886:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.711886:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326470.711893:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000040:3.0:1767326470.711895:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 206248 usecs (207 jiffies) 00000100:00000040:2.0:1767326470.711895:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326470.711904:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306176720 00000100:00000001:0.0:1767326470.711906:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326470.711910:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306181112 00000100:00000001:3.0:1767326470.711917:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306176720 00000100:00000200:0.0:1767326470.711923:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326470.711924:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306181112 00000100:00000001:2.0:1767326470.711924:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326470.711928:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326470.711949:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306176720 02000000:00000001:2.0:1767326470.711951:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326470.711955:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326470.711956:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306181112 00000100:00000001:3.0:1767326470.711967:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306176720 02000000:00000001:2.0:1767326470.711968:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326470.711976:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306181112 00000100:00100000:2.0:1767326470.711983:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386659840:192.168.203.127@tcp:38: 00000100:00000001:3.0:1767326470.711985:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326470.711996:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.711998:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326470.712001:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326470.712002:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326470.712003:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326470.712008:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326470.712010:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326470.712011:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326470.712014:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326470.712017:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d648f7eb. 02000000:00000001:2.0:1767326470.712024:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326470.712029:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063893abe. 00000400:00000010:2.0:1767326470.712037:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000001:0.0:1767326470.712040:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326470.712042:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386659840, portal 10 00000100:00000001:0.0:1767326470.712044:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326470.712051:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326470.712052:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000040:2.0:1767326470.712060:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.712066:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326470.712068:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326470.712070:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767326470.712073:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386659840, offset 0 00000400:00000200:2.0:1767326470.712076:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326470.712083:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326470.712085:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326470.712087:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326470.712090:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326470.712093:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326470.712095:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326470.712098:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [452:452:255:4294967295] 192.168.203.127@tcp LPNI seq info [452:452:7:4294967295] 00000800:00000010:0.0:1767326470.712100:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:0.0:1767326470.712111:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326470.712119:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:0.0:1767326470.712144:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:2.0:1767326470.712145:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326470.712157:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423a80c5. 00000400:00000200:0.0:1767326470.712157:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:0.0:1767326470.712163:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000800:00000200:2.0:1767326470.712172:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326470.712172:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326470.712182:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326470.712188:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326470.712197:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000423a80c5 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326470.712216:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326470.712223:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12983 usecs (13 jiffies) 00000100:00000001:2.0:1767326470.712229:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306176526 00000100:00000001:2.0:1767326470.712233:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306181112 00000100:00000001:0.0:1767326470.712234:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326470.712236:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306176526 00000100:00000001:2.0:1767326470.712239:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306181112 00000100:00000040:0.0:1767326470.712244:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.712245:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306176526 00000100:00000001:2.0:1767326470.712252:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306181112 00000100:00000001:2.0:1767326470.712263:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306176526 00000100:00000001:2.0:1767326470.712268:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306181112 00000100:00000001:2.0:1767326470.712273:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326470.712281:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.712283:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.712284:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.712287:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326470.712288:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767326470.712289:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.712290:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326470.712292:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326470.712295:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326470.712297:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326470.712298:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326470.712350:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326470.712355:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423a80c5. 00000400:00000200:0.0:1767326470.712359:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326470.712364:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326470.712375:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000400:00000010:0.0:1767326470.712377:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000100:00000001:0.0:1767326470.712380:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326470.712384:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326470.712393:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326470.712396:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326470.712402:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326470.712404:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326470.713720:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.713735:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326470.713737:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.713739:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326470.713820:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326470.713841:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0db80 00000400:00000200:3.0:1767326470.713846:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xeed [1] + 224 00000800:00000001:3.0:1767326470.713852:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.713856:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326470.713858:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326470.713862:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326470.713866:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326470.713869:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326470.713876:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326470.713888:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326470.713894:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.713896:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326470.713898:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.713899:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326470.713901:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326470.713905:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0dc00 00000400:00000200:3.0:1767326470.713907:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xef5 [1] + 0 00000800:00000001:3.0:1767326470.713910:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.713913:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326470.713915:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326470.713917:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326470.713919:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326470.713922:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326470.713928:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326470.713956:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326470.713956:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326470.713962:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326470.713964:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326470.713970:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326470.713971:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326470.713993:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326470.713998:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000245de243. 00000400:00000200:0.0:1767326470.714004:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:0.0:1767326470.714006:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:2.0:1767326470.714008:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326470.714010:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326470.714013:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326470.714021:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767326470.714021:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326470.714026:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326470.714032:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063893abe. 00000400:00000200:2.0:1767326470.714041:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:2.0:1767326470.714044:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767326470.714054:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326470.714059:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326470.714062:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326470.714126:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326470.714127:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326470.714132:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714146:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326470.714148:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714150:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326470.714152:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326470.714155:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326470.714155:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326470.714162:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326470.714164:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767326470.714166:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326470.714168:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767326470.714172:0:216337:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b9b24db5 time=55 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326470.714173:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326470.714178:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=12 v=15 (15 1 1 0) 02000000:00000001:0.0:1767326470.714184:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.714185:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326470.714188:0:216337:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1767326470.714196:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=45 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326470.714197:0:216337:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326470.714206:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326470.714209:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326470.714224:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767326470.714226:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326470.714228:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326470.714232:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.714233:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714249:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00010000:00000001:0.0:1767326470.714250:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326470.714252:0:216337:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767326470.714255:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767326470.714270:0:216337:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.127@tcp failed (-19) 00000100:00000001:2.0:1767326470.714271:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326470.714273:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326490 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326470.714285:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386659840:192.168.203.127@tcp:38: 00010000:00000001:0.0:1767326470.714287:0:216339:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.714288:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714295:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326470.714298:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386659840/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326490 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326470.714298:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326470.714305:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326470.714310:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326470.714311:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326470.714313:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326470.714319:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d648f7eb. 00000100:00000001:0.0:1767326470.714319:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326470.714338:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326470.714339:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326470.714344:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326470.714349:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767326470.714350:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326470.714354:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000fb9f2ea. 02000000:00000001:2.0:1767326470.714365:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326470.714367:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326470.714369:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326470.714372:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1767326470.714373:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:0.0:1767326470.714376:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714380:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326470.714384:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.714390:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714398:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714411:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767326470.714411:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386659712:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326470.714417:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326470.714421:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714422:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326470.714427:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326470.714428:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326470.714451:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326470.714452:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386659712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326470.714458:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326470.714468:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326470.714472:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326470.714475:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a37500f. 02000000:00000001:0.0:1767326470.714479:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326470.714480:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326470.714482:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326470.714484:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326470.714486:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:0.0:1767326470.714490:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326470.714492:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326470.714494:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:0.0:1767326470.714498:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326470.714500:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326470.714501:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326470.714506:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326470.714508:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326470.714515:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326470.714517:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326470.714520:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326470.714523:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0db00 00000400:00000200:3.0:1767326470.714530:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xee5 [1] + 224 00000100:00000001:0.0:1767326470.714536:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326470.714540:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326470.714541:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326470.714549:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326470.714554:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326470.714561:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326470.714564:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326470.714568:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326470.714578:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326470.714596:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326470.714601:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326470.714604:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714636:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326470.714639:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326470.714642:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326470.714643:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326470.714645:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd3acaf7. 00000400:00000200:2.0:1767326470.714648:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000400:00000010:2.0:1767326470.714649:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:2.0:1767326470.714651:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326470.714655:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326470.714662:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.714667:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326470.714668:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714669:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326470.714671:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326470.714672:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326470.714673:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326470.714675:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326470.714678:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326470.714680:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326470.714682:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326470.714682:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326470.714684:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326470.714686:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.714687:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326470.714689:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.714693:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326470.714695:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326470.714703:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326470.714705:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326470.714710:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386659584:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326470.714713:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714715:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326470.714716:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386659584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326470.714720:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326470.714722:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326470.714724:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000139ba6a8. 02000000:00000001:2.0:1767326470.714726:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326470.714727:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326470.714728:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326470.714730:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326470.714731:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:2.0:1767326470.714733:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326470.714734:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326470.714735:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:2.0:1767326470.714737:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326470.714738:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714739:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326470.714743:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326470.714755:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326470.714775:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326470.714777:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326471.398249:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.398267:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326471.398271:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.398272:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326471.398282:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326471.398299:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x6957406137900 00000400:00000200:0.0:1767326471.398306:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:0.0:1767326471.398310:0:216332:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5d3e89d. 00000400:00000200:0.0:1767326471.398317:0:216332:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1ffe02e 00000800:00000001:0.0:1767326471.398324:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.398331:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326471.398333:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326471.398341:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326471.398346:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ffe02e 00000400:00000010:0.0:1767326471.398348:0:216332:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1ffe02e. 00000100:00000001:0.0:1767326471.398352:0:216332:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326471.398354:0:216332:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1767326471.398356:0:216332:0:(events.c:337:request_in_callback()) incoming req@000000009df770cd x1853175410948352 msgsize 328 00000100:00100000:0.0:1767326471.398359:0:216332:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000040:0.0:1767326471.398361:0:216332:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767326471.398377:0:216332:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767326471.398385:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.398388:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326471.398463:0:219018:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66c8277. 00000100:00000010:1.0:1767326471.398476:0:219018:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6311bfc. 00000100:00100000:1.0:1767326471.398478:0:219018:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1767326471.398483:0:219018:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767326471.398489:0:219018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013605f70. 00000400:00000010:1.0:1767326471.398495:0:219018:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a14307. 00000100:00000001:1.0:1767326471.398506:0:219018:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326471.398508:0:219018:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410948352 02000000:00000001:1.0:1767326471.398511:0:219018:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326471.398513:0:219018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326471.398515:0:219018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.398521:0:219018:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.398526:0:219018:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410948352 00000020:00000001:1.0:1767326471.398529:0:219018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326471.398531:0:219018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:1.0:1767326471.398534:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326471.398536:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000020:00000001:1.0:1767326471.398553:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:1.0:1767326471.398556:0:219018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:1.0:1767326471.398561:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326471.398564:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326471.398566:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326471.398568:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000020:00000010:1.0:1767326471.398573:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008525b7ff. 00000020:00000010:1.0:1767326471.398578:0:219018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000626ad814. 00000020:00000010:1.0:1767326471.398583:0:219018:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8f181f. 00000100:00000040:1.0:1767326471.398592:0:219018:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326471.398595:0:219018:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326471.398597:0:219018:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326471.398598:0:219018:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.398606:0:219018:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.398623:0:219018:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.398633:0:219018:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326471.398635:0:219018:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326471.398642:0:219018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 6 00000100:00000040:1.0:1767326471.398645:0:219018:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:1.0:1767326471.398647:0:219018:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618938797658192 : -125134911893424 : ffff8e30c2071050) 00000100:00000040:1.0:1767326471.398653:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009df770cd x1853175410948352/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:587/0 lens 328/0 e 0 to 0 dl 1767326482 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326471.398661:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326471.398664:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326471.398665:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326471.398668:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000100:00100000:1.0:1767326471.398673:0:219018:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009df770cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510971:x1853175410948352:12345-192.168.203.127@tcp:104: 00000100:00000200:1.0:1767326471.398678:0:219018:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410948352 00010000:00000001:1.0:1767326471.398683:0:219018:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326471.398693:0:219018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326471.398696:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326471.398704:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=2 00000020:00000001:1.0:1767326471.398707:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:1.0:1767326471.398710:0:219018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:1.0:1767326471.398715:0:219018:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326471.398718:0:219018:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326471.398723:0:219018:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326471.398734:0:219018:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767326471.398736:0:219018:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767326471.398740:0:219018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d844d186. 02000000:00000001:1.0:1767326471.398742:0:219018:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.398744:0:219018:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.398749:0:219018:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326471.398751:0:219018:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326471.398755:0:219018:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=332 v=5 (1 0 1 0) 00000100:00000001:1.0:1767326471.398797:0:219018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326471.398800:0:219018:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326471.398801:0:219018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:1.0:1767326471.398804:0:219018:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326471.398806:0:219018:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.398809:0:219018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326471.398811:0:219018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326471.398814:0:219018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000200:1.0:1767326471.398817:0:219018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410948352, offset 224 00000400:00000200:1.0:1767326471.398822:0:219018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326471.398835:0:219018:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326471.398841:0:219018:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [453:453:256:4294967295] 192.168.203.127@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:1.0:1767326471.398851:0:219018:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326471.398855:0:219018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326471.398859:0:219018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000800:00000200:1.0:1767326471.398866:0:219018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326471.398876:0:219018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326471.398881:0:219018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326471.398891:0:219018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.398893:0:219018:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:1.0:1767326471.398896:0:219018:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326471.398899:0:219018:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000058e87ac6. 00010000:00000001:1.0:1767326471.398902:0:219018:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326471.398916:0:219018:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326471.398918:0:219018:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.398919:0:219018:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.398920:0:219018:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.398923:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009df770cd x1853175410948352/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:587/0 lens 328/224 e 0 to 0 dl 1767326482 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326471.398946:0:219018:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009df770cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510971:x1853175410948352:12345-192.168.203.127@tcp:104: Request processed in 283us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767326471.398956:0:219018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 6 00000100:00000040:1.0:1767326471.398959:0:219018:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00000100:00000001:1.0:1767326471.398962:0:219018:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767326471.398963:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326471.398964:0:219018:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767326471.398971:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326471.398973:0:219018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000626ad814. 00010000:00010000:2.0:1767326471.398974:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326471.398984:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1767326471.398984:0:219018:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8f181f. 00010000:00000001:2.0:1767326471.398993:0:219024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1767326471.398995:0:219018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008525b7ff. 00010000:00010000:2.0:1767326471.398997:0:219024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767326471.399011:0:219024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003c5567c9 already unused, calling callback (0000000040c249d6) 00000020:00000040:1.0:1767326471.399012:0:219018:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 02000000:00000001:1.0:1767326471.399021:0:219018:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326471.399024:0:219018:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eebc141d. 00000800:00000001:3.0:1767326471.399028:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767326471.399030:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767326471.399031:0:219018:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00010000:2.0:1767326471.399039:0:219024:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767326471.399040:0:219018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4451f1a. 00000800:00000001:3.0:1767326471.399049:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326471.399054:0:219018:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:3.0:1767326471.399060:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326471.399062:0:219018:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002201c21f. 00010000:00000001:2.0:1767326471.399074:0:219024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326471.399078:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767326471.399078:0:219018:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767326471.399091:0:219024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767326471.399091:0:219018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000020:00000040:2.0:1767326471.399100:0:219024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003c5567c9 refcount=3 02000000:00000001:1.0:1767326471.399102:0:219018:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767326471.399104:0:219024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 00010000:00000001:2.0:1767326471.399107:0:219024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557309952 : -125135152241664 : ffff8e30b3b3a400) 02000000:00000010:1.0:1767326471.399115:0:219018:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000027f4567a. 00010000:00000001:2.0:1767326471.399116:0:219024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767326471.399126:0:219024:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767326471.399127:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326471.399128:0:219018:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767326471.399132:0:219018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000800:00000010:0.0:1767326471.399136:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 02000000:00000001:1.0:1767326471.399143:0:219018:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326471.399149:0:219018:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000356f8286. 00000400:00000200:0.0:1767326471.399149:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767326471.399151:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767326471.399159:0:219024:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767326471.399160:0:219018:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767326471.399165:0:219018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574ec2a4. 00000400:00000200:0.0:1767326471.399168:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:1.0:1767326471.399177:0:219018:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767326471.399184:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 02000000:00000010:1.0:1767326471.399186:0:219018:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000096bea740. 00000400:00000010:0.0:1767326471.399192:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 02000000:00000001:1.0:1767326471.399197:0:219018:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:01000000:2.0:1767326471.399198:0:219024:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1767326471.399201:0:216333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1767326471.399207:0:219018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 02000000:00000001:0.0:1767326471.399208:0:216333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:2.0:1767326471.399209:0:219024:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000800:00000001:3.0:1767326471.399213:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326471.399214:0:216333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d844d186. 10000000:00000040:2.0:1767326471.399216:0:219024:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 02000000:00000001:1.0:1767326471.399216:0:219018:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326471.399224:0:219018:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d818280e. 10000000:00000040:2.0:1767326471.399226:0:219024:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:0.0:1767326471.399226:0:216333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767326471.399233:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:2.0:1767326471.399237:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767326471.399237:0:219018:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767326471.399242:0:219024:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326471.399245:0:219018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:0.0:1767326471.399246:0:216333:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767326471.399252:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x6957406137a00 00000100:00000010:1.0:1767326471.399257:0:219018:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006aa6aa24. 00000400:00000200:3.0:1767326471.399261:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xefd [2] + 0 10000000:00000001:2.0:1767326471.399267:0:219024:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000010:1.0:1767326471.399268:0:219018:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000ecf6b862. 00000800:00000001:3.0:1767326471.399270:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767326471.399270:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767326471.399280:0:219024:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 2 10000000:00000001:2.0:1767326471.399284:0:219024:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1767326471.399287:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767326471.399287:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326471.399294:0:219024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767326471.399294:0:219018:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326471.399299:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326471.399301:0:219024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326471.399305:0:219024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326471.399307:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00010000:00000001:2.0:1767326471.399315:0:219024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326471.399316:0:216331:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326471.399321:0:216331:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:2.0:1767326471.399321:0:219024:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326471.399337:0:219024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003c5567c9 with handle 0x23386b5eae8f13fc from hash 00000100:00000010:3.0:1767326471.399338:0:216331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a746c88. 00000100:00000040:3.0:1767326471.399350:0:216331:0:(events.c:337:request_in_callback()) incoming req@000000008a746c88 x1853175410948608 msgsize 328 00010000:00000001:2.0:1767326471.399351:0:219024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:3.0:1767326471.399360:0:216331:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00010000:00000001:2.0:1767326471.399362:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326471.399365:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326471.399366:0:219024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326471.399367:0:219024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326471.399368:0:219024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326471.399371:0:219024:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767326471.399372:0:216331:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767326471.399373:0:219024:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1767326471.399379:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767326471.399380:0:219024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000800:00000001:3.0:1767326471.399384:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326471.399385:0:219024:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326471.399396:0:219024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326471.399399:0:219024:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326471.399403:0:219018:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767326471.399404:0:219024:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.399407:0:219018:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410948608 02000000:00000001:1.0:1767326471.399410:0:219018:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767326471.399412:0:219024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba2a3d21. 00000100:00000001:1.0:1767326471.399412:0:219018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326471.399421:0:219018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.399424:0:219024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.399425:0:219018:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326471.399430:0:219024:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:1.0:1767326471.399431:0:219018:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410948608 00000020:00000001:1.0:1767326471.399434:0:219018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326471.399437:0:219018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00010000:00010000:2.0:1767326471.399439:0:219024:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767326471.399446:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326471.399450:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00010000:00010000:2.0:1767326471.399453:0:219024:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767326471.399457:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00010000:00000001:2.0:1767326471.399458:0:219024:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326471.399470:0:219018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:2.0:1767326471.399473:0:219024:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326471.399475:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326471.399476:0:219024:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326471.399485:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000040:2.0:1767326471.399490:0:219024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_01+1] req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.399492:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326471.399504:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000020:00000010:1.0:1767326471.399515:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008525b7ff. 00000020:00000010:1.0:1767326471.399527:0:219018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000626ad814. 00000020:00000010:1.0:1767326471.399531:0:219018:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8f181f. 00010000:00000001:2.0:1767326471.399533:0:219024:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326471.399536:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326471.399538:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326471.399540:0:219024:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.399540:0:219018:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767326471.399548:0:219024:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.399550:0:219018:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 10000000:00000001:2.0:1767326471.399551:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.399553:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.399559:0:219018:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:2.0:1767326471.399560:0:219024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326471.399561:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326471.399563:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.399565:0:219018:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.399568:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326471.399572:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.399579:0:219018:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326471.399581:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.399589:0:219018:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326471.399604:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326471.399607:0:219018:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:2.0:1767326471.399609:0:219024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 000000003c5567c9/0x23386b5eae8f13fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b38 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767326471.399611:0:221607:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000093a3fec9. 00000100:00000001:1.0:1767326471.399611:0:219018:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326471.399615:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326471.399620:0:221607:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326471.399623:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.399624:0:219018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 7 00000100:00000001:3.0:1767326471.399625:0:221607:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767326471.399632:0:219018:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:3.0:1767326471.399635:0:221607:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326471.399636:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326471.399638:0:219018:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618937814045952 : -125135895505664 : ffff8e3087665500) 02000000:00000001:0.0:1767326471.399643:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326471.399644:0:221607:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.399649:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a746c88 x1853175410948608/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:587/0 lens 328/0 e 0 to 0 dl 1767326482 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326471.399656:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326471.399674:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386659968:192.168.203.127@tcp:103: 00010000:00000001:2.0:1767326471.399695:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326471.399695:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326471.399697:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767326471.399701:0:219024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326471.399703:0:219024:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000058e87ac6. 00000020:00000010:1.0:1767326471.399704:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 02000000:00000001:0.0:1767326471.399706:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767326471.399708:0:219024:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.399712:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326471.399713:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326471.399714:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326471.399723:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767326471.399725:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000020:00000001:2.0:1767326471.399726:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326471.399730:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000568b8548. 02000000:00000001:0.0:1767326471.399740:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326471.399743:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326471.399747:0:219018:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a746c88 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510971:x1853175410948608:12345-192.168.203.127@tcp:104: 00000400:00000010:0.0:1767326471.399749:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000020:00000001:2.0:1767326471.399750:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767326471.399780:0:219018:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410948608 00010000:00000001:1.0:1767326471.399783:0:219018:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326471.399786:0:219018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326471.399788:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326471.399790:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009131c32a refcount=2 00000020:00000001:1.0:1767326471.399792:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:1.0:1767326471.399794:0:219018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:1.0:1767326471.399797:0:219018:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326471.399799:0:219018:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326471.399802:0:219018:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326471.399817:0:219018:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767326471.399819:0:219018:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767326471.399821:0:219018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002201c21f. 02000000:00000001:1.0:1767326471.399824:0:219018:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.399827:0:219018:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.399830:0:219018:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326471.399832:0:219018:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326471.399833:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00001000:1.0:1767326471.399834:0:219018:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=32 v=5 (1 0 1 0) 00000020:00000001:2.0:1767326471.399837:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326471.399842:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386659968, portal 18 00000100:00000001:1.0:1767326471.399844:0:219018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767326471.399847:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326471.399850:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767326471.399851:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767326471.399851:0:219018:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326471.399863:0:219018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000001:0.0:1767326471.399863:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000020:00000001:2.0:1767326471.399864:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.399879:0:219018:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767326471.399880:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326471.399889:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326471.399890:0:219018:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.399893:0:219018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326471.399900:0:219018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326471.399904:0:219018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000001:0.0:1767326471.399907:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326471.399910:0:219018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410948608, offset 224 00000100:00000040:0.0:1767326471.399913:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326471.399918:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000400:00000200:1.0:1767326471.399919:0:219018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767326471.399924:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386659968, offset 0 00000400:00000200:1.0:1767326471.399943:0:219018:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326471.399945:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326471.399952:0:219018:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [454:454:256:4294967295] 192.168.203.127@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:1.0:1767326471.399959:0:219018:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326471.399963:0:219018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326471.399968:0:219018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000400:00000200:0.0:1767326471.399968:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326471.399976:0:219018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326471.399976:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326471.399984:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326471.399985:0:219018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326471.399989:0:219018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326471.399991:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326471.400001:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326471.400003:0:219018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326471.400005:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [455:455:255:4294967295] 192.168.203.127@tcp LPNI seq info [455:455:7:4294967295] 00000100:00000040:1.0:1767326471.400009:0:219018:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:1.0:1767326471.400013:0:219018:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326471.400018:0:219018:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c5675c77. 00000400:00000200:0.0:1767326471.400021:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00010000:00000001:1.0:1767326471.400027:0:219018:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000200:0.0:1767326471.400028:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326471.400034:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000800:00000200:0.0:1767326471.400038:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00010000:00010000:1.0:1767326471.400039:0:219018:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326471.400042:0:219018:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326471.400044:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00010000:00000001:1.0:1767326471.400045:0:219018:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326471.400049:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1767326471.400050:0:219018:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.400056:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.400059:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a746c88 x1853175410948608/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:587/0 lens 328/224 e 0 to 0 dl 1767326482 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326471.400062:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306181801 00000100:00100000:1.0:1767326471.400073:0:219018:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a746c88 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510971:x1853175410948608:12345-192.168.203.127@tcp:104: Request processed in 374us (721us total) trans 0 rc 0/0 00000020:00000001:3.0:1767326471.400074:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326471.400074:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306181112 00000020:00000001:3.0:1767326471.400081:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.400085:0:219018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 7 00010000:00010000:3.0:1767326471.400088:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767326471.400089:0:219018:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00000100:00000001:0.0:1767326471.400089:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306181801 00010000:00000001:3.0:1767326471.400096:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326471.400097:0:219018:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767326471.400098:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306181112 00010000:00000001:3.0:1767326471.400100:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326471.400102:0:219018:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767326471.400106:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767326471.400106:0:219018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000626ad814. 00000100:00000001:0.0:1767326471.400108:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306181801 00000800:00000200:2.0:1767326471.400110:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767326471.400115:0:219018:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8f181f. 00000100:00000001:0.0:1767326471.400121:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306181112 00000800:00000010:2.0:1767326471.400123:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000020:00000010:1.0:1767326471.400124:0:219018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008525b7ff. 00000100:00000001:0.0:1767326471.400130:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306181801 00000020:00000040:1.0:1767326471.400135:0:219018:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 00010000:00010000:3.0:1767326471.400142:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009131c32a already unused, calling callback (0000000040c249d6) 00000400:00000200:2.0:1767326471.400145:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326471.400145:0:219018:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.400146:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306181112 10000000:00000001:3.0:1767326471.400147:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326471.400153:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326471.400171:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326471.400175:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326471.400184:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326471.400187:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000100:00000001:0.0:1767326471.400189:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326471.400191:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:0.0:1767326471.400192:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326471.400197:0:216332:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326471.400199:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326471.400201:0:216332:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326471.400202:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326471.400208:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326471.400210:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326471.400215:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.400219:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326471.400222:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326471.400226:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326471.400228:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326471.400230:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009131c32a refcount=3 00000020:00000001:3.0:1767326471.400233:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:3.0:1767326471.400243:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557310464 : -125135152241152 : ffff8e30b3b3a600) 00010000:00000001:3.0:1767326471.400248:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326471.400251:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767326471.400251:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326471.400261:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 10000000:00000001:3.0:1767326471.400274:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1767326471.400274:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:3.0:1767326471.400278:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326471.400290:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 10000000:01000000:3.0:1767326471.400292:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1767326471.400293:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:2.0:1767326471.400302:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:2.0:1767326471.400307:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326471.400312:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.400321:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326471.400325:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.400340:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400341:0:216332:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1767326471.400351:0:219023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767326471.400355:0:219023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767326471.400358:0:219023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767326471.400361:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326471.400363:0:219023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326471.400376:0:219023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767326471.400378:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326471.400379:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 2 10000000:00000001:3.0:1767326471.400382:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326471.400384:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326471.400387:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326471.400391:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326471.400394:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326471.400396:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326471.400398:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326471.400401:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009131c32a with handle 0x23386b5eae8f13f5 from hash 00010000:00000001:3.0:1767326471.400404:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326471.400406:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326471.400409:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326471.400411:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326471.400414:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326471.400415:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326471.400419:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326471.400422:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326471.400427:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ce367d. 00000020:00000040:3.0:1767326471.400431:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326471.400443:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326471.400445:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326471.400449:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326471.400455:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b0f5bb9. 00000100:00000001:3.0:1767326471.400460:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326471.400463:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326471.400466:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326471.400472:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326471.400474:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326471.400478:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326471.400481:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326471.400488:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ce367d] to pc [ptlrpcd_00_02+2] req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326471.400516:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326471.400520:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326471.400522:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326471.400524:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400527:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326471.400528:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400531:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767326471.400537:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400538:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326471.400541:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767326471.400547:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326471.400547:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326471.400550:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.400574:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326471.400575:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326471.400577:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326471.400579:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326471.400581:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326471.400583:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386660096:192.168.203.127@tcp:103: 00000100:00000001:2.0:1767326471.400587:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326471.400591:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326471.400593:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326471.400596:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326471.400600:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba71e9c4. 02000000:00000001:2.0:1767326471.400603:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326471.400608:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd3acaf7. 00000400:00000010:2.0:1767326471.400614:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000100:00000200:2.0:1767326471.400620:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386660096, portal 18 00000100:00000001:2.0:1767326471.400623:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326471.400625:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814044160 : -125135895507456 : ffff8e3087664e00) 00000100:00000040:2.0:1767326471.400631:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.400639:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326471.400644:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326471.400647:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000200:2.0:1767326471.400654:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386660096, offset 0 00010000:00000001:3.0:1767326471.400659:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326471.400663:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00010000:00010000:3.0:1767326471.400664:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 000000009131c32a/0x23386b5eae8f13f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b31 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326471.400675:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00010000:00000040:3.0:1767326471.400678:0:219023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008210c140 count: 0 00000400:00000200:2.0:1767326471.400694:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326471.400701:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00010000:00000001:3.0:1767326471.400703:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326471.400707:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1767326471.400709:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767326471.400718:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00010000:00000010:3.0:1767326471.400719:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c5675c77. 00000400:00000200:2.0:1767326471.400730:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [456:456:256:4294967295] 192.168.203.127@tcp LPNI seq info [456:456:8:4294967295] 00010000:00000001:3.0:1767326471.400731:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326471.400741:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326471.400745:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326471.400793:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00010000:00010000:3.0:1767326471.400797:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326471.400801:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326471.400807:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000020:00000001:3.0:1767326471.400808:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326471.400823:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1767326471.400824:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000020:00000001:3.0:1767326471.400830:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326471.400835:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326471.400836:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00010000:00010000:3.0:1767326471.400846:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326471.400851:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326471.400854:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326471.400866:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400870:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306181802 00000100:00000001:2.0:1767326471.400877:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306181801 00000100:00000001:2.0:1767326471.400882:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306181802 00000100:00000001:2.0:1767326471.400884:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306181801 00000100:00000001:2.0:1767326471.400891:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306181802 00000100:00000001:2.0:1767326471.400893:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306181801 00000100:00000001:2.0:1767326471.400896:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306181802 00000100:00000001:2.0:1767326471.400901:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306181801 00000100:00000001:2.0:1767326471.400903:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326471.400906:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400908:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400910:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326471.400919:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326471.400921:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326471.400923:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326471.400940:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326471.400941:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.400943:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326471.400951:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326471.400955:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:0.0:1767326471.400961:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326471.400971:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326471.400974:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:0.0:1767326471.400976:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:0.0:1767326471.400978:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326471.400981:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326471.400989:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326471.400991:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326471.400996:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.400997:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326471.402274:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326471.402279:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326471.402281:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326471.402283:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326471.402287:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326471.402293:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a0dc80 00000400:00000200:3.0:1767326471.402298:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0xf05 [1] + 224 00000800:00000001:3.0:1767326471.402301:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326471.402305:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326471.402306:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326471.402308:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326471.402312:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326471.402315:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326471.402322:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326471.402338:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326471.402342:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326471.402343:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.402377:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326471.402380:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326471.402385:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326471.402387:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326471.402388:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000400:00000200:0.0:1767326471.402392:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326471.402394:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326471.402396:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326471.402400:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326471.402408:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326471.402414:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326471.402415:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.402417:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326471.402420:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326471.402422:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326471.402423:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326471.402426:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326471.402431:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=332 v=5 (5 0 5 0) 00000100:00001000:0.0:1767326471.402435:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326471.402439:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326471.402440:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326471.402443:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326471.402453:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.402457:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326471.402462:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326471.402467:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326471.402470:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326471.402472:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326471.402474:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326471.402478:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386659968:192.168.203.127@tcp:103: 00000100:00000001:0.0:1767326471.402482:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.402483:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326471.402485:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386659968/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326471.402489:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326471.402491:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326471.402494:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000568b8548. 02000000:00000001:0.0:1767326471.402497:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326471.402499:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326471.402500:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326471.402501:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326471.402503:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba2a3d21. 02000000:00000001:0.0:1767326471.402507:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326471.402508:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326471.402510:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:0.0:1767326471.402512:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326471.402513:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.402514:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.402517:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326471.402518:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326471.402520:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326471.402521:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326471.403490:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326471.403497:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326471.403498:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326471.403500:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326471.403504:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326471.403511:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a0dd00 00000400:00000200:2.0:1767326471.403515:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0xf11 [1] + 224 00000800:00000001:2.0:1767326471.403518:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326471.403543:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326471.403545:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326471.403547:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326471.403550:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326471.403552:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326471.403558:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.403571:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326471.403574:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326471.403577:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.403602:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.403605:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326471.403609:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326471.403610:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326471.403612:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd3acaf7. 00000400:00000200:1.0:1767326471.403615:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000400:00000010:1.0:1767326471.403616:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:1.0:1767326471.403619:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326471.403624:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326471.403634:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.403642:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326471.403652:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.403654:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326471.403656:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326471.403658:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326471.403659:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.403662:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326471.403665:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=32 v=5 (5 0 5 0) 00000100:00001000:1.0:1767326471.403668:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326471.403671:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326471.403672:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.403674:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326471.403676:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.403678:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.403682:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.403690:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326471.403693:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326471.403694:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326471.403698:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326471.403707:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386660096:192.168.203.127@tcp:103: 00000100:00000001:1.0:1767326471.403712:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.403714:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326471.403716:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ce367d x1853175386660096/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.403724:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326471.403725:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326471.403727:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba71e9c4. 02000000:00000001:1.0:1767326471.403731:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326471.403732:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326471.403733:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326471.403736:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326471.403737:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007b0f5bb9. 02000000:00000001:1.0:1767326471.403740:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326471.403747:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326471.403749:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ce367d. 00000100:00000001:1.0:1767326471.403753:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326471.403754:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.403756:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.403793:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326471.403795:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.403797:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.403799:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767326471.409807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003c5567c9. 00010000:00000010:3.1:1767326471.413789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008210c140. 00010000:00000010:3.1:1767326471.413800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009131c32a. 00010000:00000001:0.0:1767326471.414831:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326471.414834:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326471.414890:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326471.414893:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326471.414896:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767326471.522665:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.522689:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326471.522694:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.522696:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326471.522709:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326471.522730:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 328 into portal 15 MB=0x6957406138b80 00000400:00000200:0.0:1767326471.522738:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.127@tcp of length 328/328 into md 0xefd [2] + 328 00000800:00000001:0.0:1767326471.522747:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.522811:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326471.522815:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326471.522823:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326471.522833:0:216333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326471.522836:0:216333:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767326471.522842:0:216333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000513ee387. 00000100:00000040:0.0:1767326471.522847:0:216333:0:(events.c:337:request_in_callback()) incoming req@00000000513ee387 x1853175410953088 msgsize 328 00000100:00100000:0.0:1767326471.522851:0:216333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.127@tcp (source: 12345-192.168.203.127@tcp) 00000100:00000001:0.0:1767326471.522863:0:216333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767326471.522872:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.522876:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.522899:0:219018:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326471.522904:0:219018:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175410953088 02000000:00000001:1.0:1767326471.522906:0:219018:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326471.522909:0:219018:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326471.522911:0:219018:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.522915:0:219018:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.522920:0:219018:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175410953088 00000020:00000001:1.0:1767326471.522936:0:219018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326471.522938:0:219018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f1362 00000020:00000001:1.0:1767326471.522942:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326471.522945:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c45a63c7 refcount=3 00000020:00000001:1.0:1767326471.522947:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000020:00000001:1.0:1767326471.522950:0:219018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802240000 : -125135907311616 : ffff8e3086b23000) 00000100:00000001:1.0:1767326471.522957:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326471.522963:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326471.522966:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326471.522969:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000020:00000010:1.0:1767326471.522977:0:219018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008525b7ff. 00000020:00000010:1.0:1767326471.522983:0:219018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000626ad814. 00000020:00000010:1.0:1767326471.522988:0:219018:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8f181f. 00000100:00000040:1.0:1767326471.522996:0:219018:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326471.522999:0:219018:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326471.523000:0:219018:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326471.523003:0:219018:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523010:0:219018:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523020:0:219018:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.523031:0:219018:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326471.523049:0:219018:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326471.523054:0:219018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.127@tcp, seq: 8 00000100:00000040:1.0:1767326471.523058:0:219018:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c45a63c7 : new rpc_count 1 00000100:00000001:1.0:1767326471.523060:0:219018:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618938656547584 : -125135053004032 : ffff8e30b99de300) 00000100:00000040:1.0:1767326471.523067:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000513ee387 x1853175410953088/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:587/0 lens 328/0 e 0 to 0 dl 1767326482 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326471.523076:0:219018:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326471.523078:0:219018:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e95bc35. 00000100:00000001:1.0:1767326471.523081:0:219018:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326471.523083:0:219018:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e95bc35. 00000100:00100000:1.0:1767326471.523087:0:219018:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000513ee387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510992:x1853175410953088:12345-192.168.203.127@tcp:104: 00000100:00000200:1.0:1767326471.523090:0:219018:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175410953088 00010000:00000001:1.0:1767326471.523093:0:219018:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326471.523101:0:219018:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326471.523103:0:219018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326471.523104:0:219018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf6437aa refcount=2 00000020:00000001:1.0:1767326471.523106:0:219018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:1.0:1767326471.523108:0:219018:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:1.0:1767326471.523111:0:219018:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326471.523114:0:219018:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326471.523117:0:219018:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326471.523126:0:219018:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767326471.523128:0:219018:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767326471.523132:0:219018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eebc141d. 02000000:00000001:1.0:1767326471.523134:0:219018:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523135:0:219018:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.523140:0:219018:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326471.523142:0:219018:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326471.523145:0:219018:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097dcdfab time=32 v=5 (1 0 1 0) 00000100:00000001:1.0:1767326471.523149:0:219018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326471.523155:0:219018:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 13 to 192.168.203.127@tcp 00000100:00000001:1.0:1767326471.523157:0:219018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 02000000:00000001:1.0:1767326471.523159:0:219018:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326471.523161:0:219018:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523164:0:219018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326471.523166:0:219018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326471.523170:0:219018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000200:1.0:1767326471.523174:0:219018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175410953088, offset 224 00000400:00000200:1.0:1767326471.523179:0:219018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326471.523200:0:219018:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326471.523205:0:219018:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [457:457:256:4294967295] 192.168.203.127@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:1.0:1767326471.523215:0:219018:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326471.523219:0:219018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326471.523223:0:219018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000800:00000200:1.0:1767326471.523229:0:219018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326471.523236:0:219018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326471.523241:0:219018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326471.523256:0:219018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.523259:0:219018:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00010000:00000001:1.0:1767326471.523263:0:219018:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326471.523267:0:219018:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000075f05b49. 00010000:00000001:1.0:1767326471.523271:0:219018:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326471.523291:0:219018:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326471.523294:0:219018:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.523296:0:219018:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.523298:0:219018:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.523303:0:219018:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513ee387 x1853175410953088/t0(0) o104->6657de6e-759e-415f-bede-5f56cedbd629@192.168.203.127@tcp:587/0 lens 328/224 e 0 to 0 dl 1767326482 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326471.523317:0:219018:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000513ee387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6657de6e-759e-415f-bede-5f56cedbd629+3:510992:x1853175410953088:12345-192.168.203.127@tcp:104: Request processed in 237us (464us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326471.523327:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326471.523332:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.523334:0:219018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.127@tcp, seq: 8 00010000:00010000:0.0:1767326471.523336:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767326471.523340:0:219018:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c45a63c7 : new rpc_count 0 00010000:00000001:0.0:1767326471.523341:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326471.523345:0:219018:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326471.523346:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326471.523348:0:219018:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326471.523349:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767326471.523354:0:219018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000626ad814. 00000800:00000200:3.0:1767326471.523362:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767326471.523362:0:219018:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8f181f. 00010000:00010000:0.0:1767326471.523362:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf6437aa already unused, calling callback (0000000040c249d6) 10000000:00000001:0.0:1767326471.523372:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326471.523380:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767326471.523382:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000020:00000010:1.0:1767326471.523382:0:219018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008525b7ff. 00000020:00000040:1.0:1767326471.523399:0:219018:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 2 00000400:00000200:3.0:1767326471.523400:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326471.523400:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326471.523407:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326471.523409:0:219018:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326471.523418:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326471.523419:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf6437aa refcount=3 00000020:00000001:0.0:1767326471.523422:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326471.523424:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557313536 : -125135152238080 : ffff8e30b3b3b200) 00010000:00000001:0.0:1767326471.523427:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326471.523429:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767326471.523434:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326471.523436:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767326471.523442:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767326471.523447:0:219023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767326471.523449:0:219023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1767326471.523452:0:219023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767326471.523454:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326471.523459:0:219023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326471.523460:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326471.523470:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:3.0:1767326471.523474:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:3.0:1767326471.523479:0:216331:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000001:0.0:1767326471.523482:0:219023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767326471.523486:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326471.523488:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 2 10000000:00000001:0.0:1767326471.523492:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767326471.523493:0:216331:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:0.0:1767326471.523498:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326471.523506:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326471.523511:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326471.523514:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326471.523517:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326471.523519:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326471.523521:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf6437aa with handle 0x23386b5eae8f13ee from hash 00010000:00000001:0.0:1767326471.523526:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326471.523528:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326471.523530:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326471.523532:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326471.523535:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326471.523536:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326471.523539:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326471.523548:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326471.523553:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 00000020:00000040:0.0:1767326471.523556:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326471.523560:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326471.523561:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326471.523567:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326471.523571:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000568b8548. 00000100:00000001:0.0:1767326471.523577:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326471.523579:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326471.523582:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326471.523587:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326471.523588:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326471.523592:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326471.523594:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326471.523600:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2e20e53] to pc [ptlrpcd_00_03+3] req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326471.523623:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326471.523626:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326471.523628:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326471.523629:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326471.523631:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326471.523633:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326471.523635:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326471.523636:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.523642:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326471.523642:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326471.523646:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767326471.523646:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000cf6437aa/0x23386b5eae8f13ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1b9a6a59a123b2a expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326471.523653:0:219023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000494ceb4c count: 0 00000100:00000040:1.0:1767326471.523655:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.523660:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.523664:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326471.523667:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523667:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326471.523669:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326471.523673:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767326471.523675:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1767326471.523676:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000075f05b49. 02000000:00000001:1.0:1767326471.523679:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326471.523682:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326471.523685:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326471.523687:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386660224:192.168.203.127@tcp:103: 00000020:00000001:0.0:1767326471.523690:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326471.523693:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767326471.523694:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326471.523697:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326471.523699:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326471.523699:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326471.523700:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.523703:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326471.523703:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326471.523707:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326471.523708:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326471.523710:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326471.523712:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326471.523713:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008525b7ff. 02000000:00000001:1.0:1767326471.523717:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326471.523721:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bdbfe5a. 00000400:00000010:1.0:1767326471.523726:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326471.523731:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386660224, portal 18 00000100:00000001:1.0:1767326471.523733:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326471.523734:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544896 : -125135053006720 : ffff8e30b99dd880) 00000100:00000040:1.0:1767326471.523738:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.523748:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326471.523750:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326471.523752:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000100:00000200:1.0:1767326471.523753:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386660224, offset 0 00000400:00000200:1.0:1767326471.523779:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326471.523786:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326471.523791:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326471.523796:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326471.523799:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326471.523802:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326471.523804:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [458:458:256:4294967295] 192.168.203.127@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:1.0:1767326471.523810:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326471.523814:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326471.523816:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000800:00000200:1.0:1767326471.523819:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326471.523823:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326471.523825:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326471.523834:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523838:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306181925 00000100:00000001:1.0:1767326471.523847:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306181802 00000100:00000001:1.0:1767326471.523853:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306181925 00000100:00000001:1.0:1767326471.523858:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306181802 00000100:00000001:1.0:1767326471.523868:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306181925 00000100:00000001:1.0:1767326471.523877:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306181802 00000100:00000001:1.0:1767326471.523883:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306181925 00000100:00000001:1.0:1767326471.523893:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306181802 00000100:00000001:1.0:1767326471.523898:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326471.523902:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523911:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523913:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.523919:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326471.523921:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326471.523923:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.523938:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326471.523940:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.523943:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326471.523952:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326471.523955:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:2.0:1767326471.523960:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326471.523965:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326471.523968:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000400:00000010:2.0:1767326471.523970:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:2.0:1767326471.523973:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326471.523976:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.523993:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326471.523996:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326471.524001:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326471.524002:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326471.526365:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.526370:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326471.526372:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.526373:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326471.526377:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326471.526384:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a0dd80 00000400:00000200:0.0:1767326471.526388:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0xf1d [1] + 224 00000800:00000001:0.0:1767326471.526391:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.526395:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326471.526397:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326471.526399:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326471.526409:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326471.526412:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326471.526422:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326471.526433:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326471.526438:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326471.526441:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.526474:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.526476:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326471.526481:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326471.526483:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326471.526485:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bdbfe5a. 00000400:00000200:1.0:1767326471.526488:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:1.0:1767326471.526489:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:1.0:1767326471.526491:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326471.526495:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326471.526502:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.526507:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326471.526509:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.526510:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326471.526514:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326471.526515:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326471.526516:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326471.526518:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326471.526521:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=32 v=5 (5 0 5 0) 00000100:00001000:1.0:1767326471.526523:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326471.526525:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326471.526527:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326471.526528:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326471.526529:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.526531:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326471.526533:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.526539:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326471.526547:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326471.526549:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326471.526552:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326471.526557:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386660224:192.168.203.127@tcp:103: 00000100:00000001:1.0:1767326471.526561:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.526562:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326471.526563:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2e20e53 x1853175386660224/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326487 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326471.526567:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326471.526570:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326471.526572:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008525b7ff. 02000000:00000001:1.0:1767326471.526575:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326471.526577:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326471.526578:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326471.526581:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326471.526584:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000568b8548. 02000000:00000001:1.0:1767326471.526588:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326471.526590:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326471.526592:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000001:1.0:1767326471.526595:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326471.526597:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.526599:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326471.526603:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326471.526604:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326471.526606:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326471.526607:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1767326471.528793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000494ceb4c. 00010000:00000010:0.1:1767326471.528807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf6437aa. 00010000:00000001:0.0:1767326472.438934:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326472.438944:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326472.439033:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326472.439038:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326472.439042:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326473.462847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326473.462853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326473.462872:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326473.462889:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326473.462891:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326474.486890:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326474.486895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326474.486975:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326474.486978:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326474.486980:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326475.510830:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326475.510834:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326475.510849:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326475.510851:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326475.510853:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326475.830956:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326475.830965:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326475.830974:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326475.830980:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326475.830984:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326475.830987:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326475.830992:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326475.831008:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086c13a69. 00000100:00000001:2.0:1767326475.831019:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326475.831030:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326475.831041:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326475.831044:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326475.831049:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_00+0] req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.831079:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326475.831081:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326475.831085:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326475.831090:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767326475.831092:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326475.831112:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326475.831115:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326475.831117:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326475.831121:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326475.831126:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.831126:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326475.831131:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326475.831132:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326475.831135:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326475.831137:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.831146:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.831149:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326475.831150:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326475.831155:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.831155:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326475.831162:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326475.831164:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_01+1] req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.831165:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326475.831169:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326475.831176:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.831178:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767326475.831183:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326475.831191:0:129781:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1767326475.831192:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326475.831194:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326475.831200:0:129781:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767326475.831201:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326475.831202:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767326475.831207:0:129781:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767326475.831214:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326475.831216:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326475.831217:0:129781:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1767326475.831221:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767326475.831222:0:129781:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: connect to NID 192.168.203.127@tcp last attempt 11509 00000100:00000001:3.0:1767326475.831224:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326475.831226:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326475.831232:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.831235:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326475.831238:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326475.831242:0:129781:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.127@tcp is discovered: rc = 1 00000100:00000001:3.0:1767326475.831244:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767326475.831245:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386660352:192.168.203.127@tcp:400: 00000100:00001000:2.0:1767326475.831246:0:129781:0:(import.c:2128:obd_at_measure()) add 20 to 00000000b9d1e515 time=17 v=15 (15 1 1 0) 00000100:00001000:2.0:1767326475.831251:0:129781:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00000040:3.0:1767326475.831257:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767326475.831260:0:129781:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: tried all connections, increasing latency to 15s 00000100:00000001:0.0:1767326475.831261:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326475.831271:0:129781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 02000000:00000001:0.0:1767326475.831271:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326475.831281:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.831283:0:129781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326475.831294:0:129781:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 02000000:00000001:0.0:1767326475.831295:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326475.831296:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326475.831302:0:129781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000100:00000001:3.0:1767326475.831303:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326475.831307:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0e41028. 00000020:00000001:2.0:1767326475.831318:0:129781:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767326475.831319:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326475.831320:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326475.831327:0:129781:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 02000000:00000001:3.0:1767326475.831329:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326475.831333:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 02000000:00000001:3.0:1767326475.831340:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326475.831340:0:129781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767326475.831344:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000020:00000040:2.0:1767326475.831350:0:129781:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000100:00100000:3.0:1767326475.831353:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386660480:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326475.831358:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386660352, portal 25 00000100:00000001:3.0:1767326475.831366:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767326475.831367:0:129781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00000001:0.0:1767326475.831367:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767326475.831372:0:129781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 02000000:00000001:3.0:1767326475.831373:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326475.831377:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.831382:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 02000000:00000001:3.0:1767326475.831383:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326475.831384:0:129781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000100:00000001:2.0:1767326475.831390:0:129781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767326475.831394:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6da230. 02000000:00000001:3.0:1767326475.831400:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326475.831401:0:129781:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008a1f7fbe refcount 12 to 192.168.203.127@tcp 00000100:00000040:0.0:1767326475.831401:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.831409:0:129781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618938613535232 : -125135096016384 : ffff8e30b70d9200) 00000020:00000040:2.0:1767326475.831416:0:129781:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000400:00000010:3.0:1767326475.831418:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad64617. 00000100:00000001:0.0:1767326475.831418:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1767326475.831428:0:129781:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8e30967de000: import 000000006b9cbe59 using connection 192.168.203.127@tcp/192.168.203.127@tcp 00000100:00000040:0.0:1767326475.831432:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326475.831433:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000100:00000001:2.0:1767326475.831435:0:129781:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326475.831440:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 02000000:00000001:2.0:1767326475.831441:0:129781:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1767326475.831442:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386660480, portal 10 00000100:00000001:3.0:1767326475.831451:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326475.831454:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000100:00000200:0.0:1767326475.831454:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386660352, offset 0 02000000:00000001:2.0:1767326475.831456:0:129781:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326475.831466:0:129781:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326475.831471:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.831474:0:129781:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:0.0:1767326475.831477:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000008:00100000:2.0:1767326475.831485:0:129781:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767326475.831500:0:129781:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326475.831500:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326475.831504:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326475.831507:0:129781:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326475.831511:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326475.831514:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000100:00000040:3.0:1767326475.831520:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000020:00000040:2.0:1767326475.831522:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000200:0.0:1767326475.831527:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326475.831529:0:129781:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1767326475.831530:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 02000000:00000001:2.0:1767326475.831532:0:129781:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.831534:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767326475.831536:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326475.831537:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326475.831541:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326475.831544:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:2.0:1767326475.831547:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d648f7eb. 00000400:00000200:0.0:1767326475.831553:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [459:459:256:4294967295] 192.168.203.127@tcp LPNI seq info [459:459:8:4294967295] 00000100:00000001:2.0:1767326475.831555:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326475.831556:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386660480, offset 0 00000100:00100000:2.0:1767326475.831568:0:129781:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326475.831577:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326475.831588:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326475.831591:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326475.831593:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326475.831595:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_rcv+-1] req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326475.831609:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326475.831614:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326475.831625:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000400:00000200:3.0:1767326475.831629:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326475.831639:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326475.831644:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326475.831649:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326475.831650:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326475.831654:0:129781:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326475.831660:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [460:460:255:4294967295] 192.168.203.127@tcp LPNI seq info [460:460:7:4294967295] 00000100:00000040:2.0:1767326475.831664:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1767326475.831669:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326475.831674:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326475.831678:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326475.831690:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326475.831691:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11519) 00000100:00000001:1.0:1767326475.831698:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326475.831704:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.831705:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326475.831707:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326475.831710:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326475.831713:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306186232 00000800:00000010:3.0:1767326475.831717:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000100:00000040:1.0:1767326475.831722:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.831725:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306181925 00000800:00000200:3.0:1767326475.831735:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326475.831739:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306186232 00000100:00000001:0.0:1767326475.831751:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306181925 00000800:00000200:3.0:1767326475.831754:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326475.831793:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326475.831795:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326475.831808:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326475.831809:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326475.831814:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326475.831814:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306186233 00000100:00000001:3.0:1767326475.831816:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326475.831827:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326475.831828:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 204771 usecs (205 jiffies) 00000100:00000001:0.0:1767326475.831829:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306181925 00000100:00000001:3.0:1767326475.831839:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306181838 00000100:00000001:0.0:1767326475.831841:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306186233 00000100:00100000:1.0:1767326475.831845:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386660608:192.168.203.127@tcp:38: 00000100:00000001:3.0:1767326475.831847:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306186232 00000800:00000200:2.0:1767326475.831851:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326475.831851:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306181925 00000100:00000001:3.0:1767326475.831854:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306181838 00000800:00000010:2.0:1767326475.831856:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000100:00000001:3.0:1767326475.831867:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306186232 00000100:00000001:1.0:1767326475.831869:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326475.831871:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306181838 00000400:00000200:2.0:1767326475.831871:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326475.831872:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326475.831875:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326475.831881:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306186233 02000000:00000001:1.0:1767326475.831883:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.831885:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326475.831887:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306181838 00000400:00000200:2.0:1767326475.831893:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326475.831907:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306186233 02000000:00000001:1.0:1767326475.831911:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326475.831912:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326475.831914:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000100:00000001:0.0:1767326475.831914:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326475.831920:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003d62bbf2. 00000400:00000010:2.0:1767326475.831923:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000100:00000001:3.0:1767326475.831925:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.831927:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326475.831929:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.831932:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326475.831935:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.831937:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326475.831940:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326475.831941:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326475.831941:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bdbfe5a. 00000100:00000001:0.0:1767326475.831942:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326475.831947:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326475.831952:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000001:0.0:1767326475.831963:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.831966:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326475.831966:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386660608, portal 10 00000100:00000001:1.0:1767326475.831972:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326475.831973:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326475.831976:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000001:2.0:1767326475.831984:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.831986:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326475.831990:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326475.832001:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326475.832005:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326475.832008:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000200:1.0:1767326475.832012:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175386660608, offset 0 00000800:00000200:2.0:1767326475.832018:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326475.832019:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326475.832023:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767326475.832028:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326475.832032:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326475.832038:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326475.832041:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326475.832047:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326475.832050:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326475.832054:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326475.832058:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [461:461:255:4294967295] 192.168.203.127@tcp LPNI seq info [461:461:7:4294967295] 00000400:00000200:1.0:1767326475.832070:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:2.0:1767326475.832078:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000800:00000200:1.0:1767326475.832078:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326475.832082:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:2.0:1767326475.832087:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767326475.832088:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000200:2.0:1767326475.832093:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326475.832100:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326475.832103:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326475.832105:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326475.832119:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326475.832125:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326475.832134:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.832135:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.832136:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326475.832141:0:216337:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12908 usecs (13 jiffies) 00000100:00000001:1.0:1767326475.832146:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306181646 00000100:00000001:1.0:1767326475.832149:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306186232 00000100:00000001:1.0:1767326475.832152:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306181646 00000100:00000001:1.0:1767326475.832154:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306186232 00000100:00000001:1.0:1767326475.832158:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306181646 00000100:00000001:1.0:1767326475.832161:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306186233 00000100:00000001:1.0:1767326475.832163:0:216337:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306181646 00000100:00000001:1.0:1767326475.832165:0:216337:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306186233 00000100:00000001:1.0:1767326475.832168:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326475.832171:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.832174:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.832176:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326475.832179:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326475.832182:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326475.832183:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000100:00000001:1.0:1767326475.832187:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1767326475.832188:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326475.832193:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326475.832196:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326475.832197:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326475.832201:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326475.832202:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:2.0:1767326475.832205:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326475.832205:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.832210:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326475.832214:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.832219:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326475.832221:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.832225:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326475.832226:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326475.833462:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833472:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326475.833473:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833475:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326475.833481:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326475.833492:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0de00 00000400:00000200:2.0:1767326475.833499:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xf25 [1] + 224 00000800:00000001:2.0:1767326475.833508:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833515:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326475.833517:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326475.833521:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326475.833525:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326475.833528:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326475.833538:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326475.833562:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326475.833569:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833572:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326475.833573:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833574:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326475.833577:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326475.833582:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0de80 00000400:00000200:2.0:1767326475.833585:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xf29 [1] + 224 00000800:00000001:2.0:1767326475.833588:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833593:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326475.833595:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326475.833597:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326475.833600:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326475.833602:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.833606:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326475.833609:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.833611:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326475.833619:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326475.833622:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326475.833624:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00000001:2.0:1767326475.833626:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326475.833630:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326475.833633:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326475.833636:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326475.833639:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326475.833643:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326475.833643:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326475.833654:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.833660:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326475.833663:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326475.833665:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326475.833667:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326475.833668:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326475.833670:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326475.833672:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326475.833673:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326475.833677:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326475.833677:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326475.833682:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=60 v=5 (1 1 1 1) 00000400:00000001:3.0:1767326475.833683:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326475.833686:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326475.833687:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326475.833689:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad64617. 00000100:00000001:0.0:1767326475.833690:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326475.833696:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326475.833697:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00010000:00000001:0.0:1767326475.833698:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326475.833702:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:0.0:1767326475.833703:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326475.833708:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326475.833709:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326475.833715:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326475.833728:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.833740:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326475.833747:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326475.833748:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326475.833749:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.833751:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.833754:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326475.833755:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326475.833773:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326475.833775:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326475.833778:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326475.833783:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326475.833790:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=50 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326475.833790:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386660352:192.168.203.127@tcp:400: 00000100:00001000:3.0:1767326475.833799:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326475.833800:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326475.833804:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326475.833805:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326475.833808:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326475.833809:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386660352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326475.833812:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326475.833816:0:216338:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.833818:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326475.833820:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326475.833821:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326475.833822:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326475.833826:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767326475.833826:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0e41028. 00000100:00000001:3.0:1767326475.833829:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326475.833831:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326475.833834:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326475.833834:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326475.833836:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326475.833841:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326475.833843:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086c13a69. 00000100:00000001:3.0:1767326475.833849:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326475.833849:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326475.833852:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326475.833853:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1767326475.833855:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:3.0:1767326475.833856:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326475.833859:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326475.833862:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.833862:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326475.833864:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326475.833867:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326475.833868:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326475.833869:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326475.833872:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326475.833881:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386660480:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326475.833886:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.833887:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326475.833889:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386660480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326475.833893:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326475.833907:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326475.833910:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6da230. 02000000:00000001:3.0:1767326475.833914:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326475.833915:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326475.833916:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326475.833918:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326475.833919:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 02000000:00000001:3.0:1767326475.833920:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326475.833921:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326475.833922:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:3.0:1767326475.833924:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326475.833925:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.833926:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326475.833930:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326475.833931:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326475.833932:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326475.833933:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326475.836317:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326475.836324:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326475.836326:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326475.836328:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326475.836332:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326475.836346:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 416 into portal 10 MB=0x6957404a0df00 00000400:00000200:0.0:1767326475.836350:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 416/416 into md 0xf35 [1] + 0 00000800:00000001:0.0:1767326475.836355:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326475.836360:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326475.836361:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326475.836363:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326475.836366:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326475.836369:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326475.836376:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326475.836390:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326475.836394:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326475.836396:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326475.836431:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326475.836435:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326475.836438:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326475.836440:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326475.836442:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bdbfe5a. 00000400:00000200:1.0:1767326475.836446:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:1.0:1767326475.836448:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:1.0:1767326475.836451:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326475.836455:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326475.836476:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326475.836484:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326475.836485:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326475.836488:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326475.836489:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326475.836491:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326475.836493:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326475.836495:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326475.836499:0:216337:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326475.836502:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=17 v=20 (20 1 1 0) 00000100:00000001:1.0:1767326475.836505:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326475.836506:0:216337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326475.836508:0:216337:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326475.836511:0:216337:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326475.836518:0:216337:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.836521:0:216337:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326475.836522:0:216337:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326475.836524:0:216337:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326475.836525:0:216337:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326475.836528:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326475.836535:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326475.836537:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326475.836538:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326475.836541:0:216337:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767326475.836545:0:216337:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8e30967de000: connect to target with instance 6 00000020:00000001:1.0:1767326475.836547:0:216337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326475.836548:0:216337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x23386b5eae8f13b6 00000020:00000001:1.0:1767326475.836550:0:216337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326475.836552:0:216337:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007df178f9 refcount=5 00000020:00000001:1.0:1767326475.836559:0:216337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000020:00000001:1.0:1767326475.836562:0:216337:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618937802237952 : -125135907313664 : ffff8e3086b22800) 00000100:00001000:1.0:1767326475.836565:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=1767326475 v=0 (0 0 0 0) 00000100:00001000:1.0:1767326475.836568:0:216337:0:(import.c:2194:obd_at_measure()) AT 00000000b9d1e515 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1767326475.836571:0:216337:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1767, crc32c 10755, adler 1659 00000020:00000040:1.0:1767326475.836576:0:216337:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 4 00000100:00000001:1.0:1767326475.836578:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326475.836581:0:216337:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:1.0:1767326475.836620:0:216337:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff8e30967de000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1767326475.836625:0:216337:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1767326475.836626:0:216337:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326475.836628:0:216337:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767326475.836632:0:216337:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767326475.836634:0:216337:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326475.836636:0:216337:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326475.836638:0:216337:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.836640:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767326475.836642:0:216337:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767326475.836645:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326475.836646:0:216337:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326475.836648:0:216337:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767326475.836649:0:216337:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767326475.836651:0:216337:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1767326475.836652:0:216337:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000087d1e51 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:1.0:1767326475.836656:0:216337:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x23386b5eae8f13af 00800000:00000040:1.0:1767326475.836658:0:216337:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x23386b5eae8f13b6 00800000:00000040:1.0:1767326475.836661:0:216337:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8e30967de000=486908d5-c99a-49b6-bd48-4a0014ee5395 device 4 (00000000eb59d9ea) type mdc at LMV idx 1 00800000:00000040:1.0:1767326475.836664:0:216337:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000eb59d9ea already active! 00800000:00000001:1.0:1767326475.836665:0:216337:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767326475.836667:0:216337:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326475.836669:0:216337:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326475.836670:0:216337:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=5 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000002:00000001:1.0:1767326475.836892:0:216337:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.836913:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326475.836916:0:216337:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767326475.836919:0:216337:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.836922:0:216337:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326475.836927:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1767326475.836929:0:223932:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1767326475.836934:0:223932:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1767326475.836939:0:223932:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326475.836944:0:223932:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767326475.836944:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:486908d5-c99a-49b6-bd48-4a0014ee5395:216337:1853175386660608:192.168.203.127@tcp:38: 00000020:00000040:3.0:1767326475.836948:0:223932:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326475.836952:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326475.836953:0:223932:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1767326475.836957:0:223932:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.836958:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326475.836962:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386660608/t0(0) o38->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326475.836970:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326475.836973:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326475.836975:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003d62bbf2. 02000000:00000001:1.0:1767326475.836981:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326475.836984:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326475.836985:0:216337:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326475.836987:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326475.836989:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d648f7eb. 02000000:00000001:1.0:1767326475.836994:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326475.836995:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326475.836996:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767326475.837001:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326475.837002:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326475.837004:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326475.837008:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326475.837010:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326475.837013:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326475.837014:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326476.534904:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326476.534912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326476.534979:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326476.534983:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326476.534987:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326477.558822:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326477.558830:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326477.558832:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326477.558835:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326477.558841:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326477.558843:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326477.558845:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326477.558848:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326477.558873:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326477.558876:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326477.558879:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326477.878830:0:219018:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767326477.878836:0:219018:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326478.582906:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326478.582913:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326478.582984:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326478.582990:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326478.582993:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326479.606925:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326479.606933:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326479.606960:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326479.606963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326479.606965:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326480.438920:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306186233, at 4306186240 00000100:00000040:0.0:1767326480.438929:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306186232, at 4306186240 00000100:00000040:1.0:1767326480.438936:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306186232, at 4306186240 00000100:00000010:2.0:1767326480.438945:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00000100:00000010:0.0:1767326480.438949:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913c72f1. 00000100:00000010:1.0:1767326480.438953:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba5a95e4. 00000100:00000040:3.0:1767326480.439017:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306186233, at 4306186240 00000100:00000010:3.0:1767326480.439027:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c63ed0cc. 00010000:00000001:0.0:1767326480.630907:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326480.630916:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326480.630989:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326480.630995:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326480.630999:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326480.950909:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326480.950945:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326480.950953:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006598694b. 00000020:00000040:3.0:1767326480.950961:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326480.950966:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326480.950969:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767326480.950974:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 02000000:00000001:3.0:1767326480.950976:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767326480.950979:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000001c3036c0) refs 2 10000000:00000001:0.0:1767326480.950985:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326480.950986:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 10000000:00000001:0.0:1767326480.950987:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326480.950992:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326480.950994:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:3.0:1767326480.950996:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767326480.950996:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1767326480.951007:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326480.951010:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8e30967de000 from 14 10000000:00000001:0.0:1767326480.951013:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000040:3.0:1767326480.951017:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767326480.951017:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1767326480.951030:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000100:00000001:3.0:1767326480.951036:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1767326480.951036:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326480.951043:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.951046:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326480.951050:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326480.951054:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006598694b] to pc [ptlrpcd_00_02+2] req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326480.951058:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326480.951075:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef391eee. 00000100:00000001:0.0:1767326480.951083:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.951088:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326480.951092:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326480.951095:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326480.951098:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000040:3.0:1767326480.951101:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326480.951104:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326480.951107:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326480.951107:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326480.951113:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:3.0:1767326480.951115:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326480.951122:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00010000:00000010:0.0:1767326480.951124:0:219026:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000494ceb4c. 00000100:00000001:3.0:1767326480.951128:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326480.951132:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:3.0:1767326480.951137:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1767326480.951138:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008eac72e3. 00000020:00000001:0.0:1767326480.951148:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767326480.951151:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326480.951153:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326480.951156:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_00_03+3] req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326480.951158:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008eac72e3 with handle 0x23386b5eae8f1403 to hash 00000020:00000001:0.0:1767326480.951170:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1767326480.951172:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326480.951175:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00000001:0.0:1767326480.951179:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00000100:00000040:3.0:1767326480.951184:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326480.951187:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326480.951188:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326480.951194:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ce367d. 00010000:00000001:0.0:1767326480.951195:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326480.951198:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326480.951204:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1767326480.951204:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767326480.951207:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326480.951210:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326480.951214:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00000001:3.0:1767326480.951218:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326480.951225:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326480.951231:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326480.951246:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.951254:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326480.951256:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767326480.951259:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326480.951263:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326480.951264:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326480.951267:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.951269:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326480.951272:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326480.951282:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326480.951286:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ce367d] to pc [ptlrpcd_00_00+0] req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326480.951324:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326480.951357:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326480.951363:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.951364:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326480.951374:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:2.0:1767326480.951375:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326480.951375:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326480.951385:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.951386:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326480.951388:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000508adc3f. 02000000:00000001:2.0:1767326480.951396:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.951402:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937819392256 : -125135890159360 : ffff8e3087b7e900) 02000000:00000001:1.0:1767326480.951405:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767326480.951406:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386660992:192.168.203.127@tcp:400: 02000000:00000001:1.0:1767326480.951414:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326480.951416:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326480.951421:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326480.951421:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 02000000:00000001:1.0:1767326480.951422:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.951424:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326480.951429:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767326480.951434:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386660736:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326480.951439:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326480.951440:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.951442:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326480.951442:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326480.951452:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326480.951453:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326480.951454:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767326480.951460:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7802e77. 02000000:00000001:1.0:1767326480.951463:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326480.951463:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000040:3.0:1767326480.951464:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11524) 02000000:00000001:2.0:1767326480.951465:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.951468:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.951469:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326480.951475:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326480.951477:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063893abe. 02000000:00000010:1.0:1767326480.951481:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad26cbf. 00000100:00000001:3.0:1767326480.951482:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326480.951485:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.951488:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326480.951489:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326480.951490:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000400:00000010:1.0:1767326480.951504:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bdbfe5a. 00000100:00000200:2.0:1767326480.951505:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386660992, portal 10 00000100:00000001:0.0:1767326480.951506:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326480.951516:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326480.951517:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326480.951519:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000001:2.0:1767326480.951522:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00000200:1.0:1767326480.951531:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386660736, portal 25 02000000:00000001:0.0:1767326480.951534:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326480.951536:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.951539:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326480.951541:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.951545:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814051328 : -125135895500288 : ffff8e3087666a00) 02000000:00000001:0.0:1767326480.951557:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.951567:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.951574:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326480.951575:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386660864:192.168.203.127@tcp:101: 00000100:00000040:2.0:1767326480.951586:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326480.951596:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000001:0.0:1767326480.951597:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326480.951598:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326480.951608:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326480.951610:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386660992, offset 0 02000000:00000001:0.0:1767326480.951611:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326480.951621:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326480.951622:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326480.951622:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326480.951631:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326480.951634:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 02000000:00000001:0.0:1767326480.951634:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326480.951641:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386660736, offset 0 02000000:00000010:0.0:1767326480.951641:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000027f4567a. 02000000:00000001:0.0:1767326480.951646:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326480.951652:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326480.951658:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326480.951658:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000400:00000200:2.0:1767326480.951666:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326480.951670:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000400:00000200:2.0:1767326480.951676:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326480.951687:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326480.951688:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326480.951688:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386660864, portal 25 00000100:00000001:3.0:1767326480.951692:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.951694:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326480.951697:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 02000000:00000001:3.0:1767326480.951699:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326480.951706:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326480.951707:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326480.951713:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326480.951719:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [462:462:256:4294967295] 192.168.203.127@tcp LPNI seq info [462:462:8:4294967295] 02000000:00000001:3.0:1767326480.951721:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326480.951732:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386661120:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326480.951751:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326480.951806:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326480.951818:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326480.951823:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326480.951823:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326480.951825:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326480.951830:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326480.951832:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000400:00000200:1.0:1767326480.951833:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326480.951835:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326480.951838:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326480.951842:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099d85e68. 00000400:00000200:1.0:1767326480.951844:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:0.0:1767326480.951845:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386660864, offset 0 00000800:00000010:2.0:1767326480.951848:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 02000000:00000001:3.0:1767326480.951855:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326480.951874:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326480.951879:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad64617. 00000800:00000200:2.0:1767326480.951882:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326480.951885:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326480.951893:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326480.951903:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:3.0:1767326480.951907:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000400:00000200:1.0:1767326480.951908:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [463:463:255:4294967295] 192.168.203.127@tcp LPNI seq info [463:463:7:4294967295] 00000800:00000200:2.0:1767326480.951914:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326480.951920:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386661120, portal 10 00000100:00000001:3.0:1767326480.951934:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326480.951936:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.951937:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814044160 : -125135895507456 : ffff8e3087664e00) 00000100:00000040:2.0:1767326480.951944:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 203311 usecs (204 jiffies) 00000100:00000040:3.0:1767326480.951952:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.951953:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306186957 00000400:00000200:1.0:1767326480.951956:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:2.0:1767326480.951968:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1cdb8. 00000800:00000200:1.0:1767326480.951997:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326480.952000:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326480.952003:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326480.952012:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000100:00000001:2.0:1767326480.952017:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306186957 00000100:00000001:3.0:1767326480.952025:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326480.952025:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326480.952029:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e556876b. 00000800:00000200:1.0:1767326480.952034:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326480.952040:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326480.952041:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326480.952044:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326480.952050:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000100:00000001:2.0:1767326480.952054:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306186957 00000800:00000200:1.0:1767326480.952055:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326480.952059:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386661120, offset 0 00000400:00000200:0.0:1767326480.952060:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326480.952064:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326480.952066:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000100:00000001:2.0:1767326480.952078:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326480.952080:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326480.952081:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326480.952082:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326480.952090:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306186957 00000100:00000001:1.0:1767326480.952094:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191353 00000100:00000010:2.0:1767326480.952096:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f95f8782. 00000400:00000200:0.0:1767326480.952101:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [464:464:254:4294967295] 192.168.203.127@tcp LPNI seq info [464:464:6:4294967295] 00000100:00000001:2.0:1767326480.952104:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326480.952107:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306186957 00000100:00000001:2.0:1767326480.952115:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.952117:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191353 00000100:00000001:2.0:1767326480.952120:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.952123:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306186957 00000100:00000001:2.0:1767326480.952130:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.952131:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191353 00000100:00000001:2.0:1767326480.952139:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.952140:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326480.952141:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306186957 00000100:00000001:1.0:1767326480.952148:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191353 00000100:00000001:1.0:1767326480.952155:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306186957 00000800:00000200:0.0:1767326480.952157:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326480.952160:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326480.952162:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326480.952164:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326480.952170:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00000001:2.0:1767326480.952171:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326480.952177:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326480.952180:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326480.952185:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326480.952187:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326480.952191:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326480.952193:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326480.952200:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326480.952204:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326480.952208:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326480.952211:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.952213:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326480.952217:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326480.952218:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326480.952219:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326480.952221:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.952228:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326480.952232:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326480.952233:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [465:465:253:4294967295] 192.168.203.127@tcp LPNI seq info [465:465:5:4294967295] 00000100:00000001:1.0:1767326480.952235:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.952240:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.952252:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.952252:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.952264:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191353 00000100:00000001:0.0:1767326480.952270:0:219026:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, keep current deadline 4306191353 00000400:00000200:3.0:1767326480.952271:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326480.952276:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326480.952282:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191353 00000800:00000010:2.0:1767326480.952283:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000100:00000001:1.0:1767326480.952286:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326480.952291:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326480.952298:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767326480.952300:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000100:00000001:1.0:1767326480.952300:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.952301:0:219026:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, keep current deadline 4306191353 00000100:00000001:0.0:1767326480.952316:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191353 00000400:00000200:2.0:1767326480.952326:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:3.0:1767326480.952327:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326480.952331:0:219026:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, keep current deadline 4306191353 00000400:00000200:2.0:1767326480.952337:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000100:00000001:0.0:1767326480.952339:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191353 00000400:00000010:2.0:1767326480.952341:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000800:00000200:3.0:1767326480.952342:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326480.952348:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326480.952349:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326480.952359:0:219026:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, keep current deadline 4306191353 00000100:00000001:3.0:1767326480.952360:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326480.952360:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.952369:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326480.952377:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12858 usecs (13 jiffies) 00000100:00000001:0.0:1767326480.952389:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.952390:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306186766 00000100:00000001:2.0:1767326480.952393:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326480.952403:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306191353 00000100:00000040:2.0:1767326480.952405:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.952405:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326480.952408:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306186766 00000100:00000001:0.0:1767326480.952412:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326480.952415:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306191353 00000100:00000001:3.0:1767326480.952422:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306186766 00000100:00100000:0.0:1767326480.952429:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000508adc3f going to sleep for 11 seconds 00000100:00000001:3.0:1767326480.952430:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306191353 00000100:00000001:3.0:1767326480.952439:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306186766 00000100:00000001:3.0:1767326480.952441:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306191353 00000100:00000001:0.0:1767326480.952441:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326480.952459:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.952468:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326480.952471:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.952472:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.952475:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326480.952478:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.952481:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326480.952487:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326480.952488:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326480.952492:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326480.952494:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326480.952495:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326480.952496:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326480.952501:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000100:00000001:3.0:1767326480.952502:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326480.952506:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.952510:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326480.952512:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:2.0:1767326480.952513:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:2.0:1767326480.952516:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326480.952536:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.952542:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326480.952544:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.952549:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.952550:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326480.952557:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326480.952559:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:2.0:1767326480.952561:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.952572:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326480.952576:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:2.0:1767326480.952578:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:2.0:1767326480.952581:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326480.952584:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.952593:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326480.952595:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.952602:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.952604:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326480.952643:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326480.952645:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000400:00000200:2.0:1767326480.952648:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.952651:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326480.952653:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000400:00000010:2.0:1767326480.952654:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:2.0:1767326480.952656:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326480.952659:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.952665:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326480.952666:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.952671:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.952672:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326480.955223:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.955235:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326480.955238:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.955256:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.955263:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326480.955273:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0df80 00000400:00000200:2.0:1767326480.955280:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xf41 [1] + 224 00000800:00000001:2.0:1767326480.955287:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.955343:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.955345:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.955348:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326480.955352:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326480.955355:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326480.955364:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.955378:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326480.955384:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.955387:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326480.955388:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.955390:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.955393:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326480.955399:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e080 00000400:00000200:2.0:1767326480.955404:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xf3d [1] + 224 00000100:00000001:1.0:1767326480.955404:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326480.955412:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326480.955412:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326480.955418:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.955420:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.955422:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:1.0:1767326480.955424:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.955436:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.955439:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bdbfe5a. 00000400:00000200:1.0:1767326480.955443:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:1.0:1767326480.955446:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:2.0:1767326480.955450:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326480.955451:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326480.955454:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326480.955471:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.955475:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.955516:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.955522:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.955525:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326480.955526:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.955528:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.955533:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.955535:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326480.955537:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326480.955538:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.955544:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.955549:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326480.955549:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326480.955554:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326480.955555:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326480.955557:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000400:00000001:3.0:1767326480.955560:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326480.955561:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326480.955562:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767326480.955573:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000400:00000010:3.0:1767326480.955574:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063893abe. 00000400:00000200:2.0:1767326480.955588:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326480.955590:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326480.955592:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00000100:00000001:1.0:1767326480.955594:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326480.955598:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00010000:00000001:1.0:1767326480.955602:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326480.955603:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e100 00010000:00000001:1.0:1767326480.955609:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.955611:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326480.955618:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326480.955624:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326480.955625:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xf55 [1] + 224 00000100:00000040:1.0:1767326480.955628:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326480.955643:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.955651:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.955663:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.955682:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326480.955699:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326480.955707:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326480.955708:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326480.955721:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.955722:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.955728:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.955751:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.955771:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326480.955771:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.955797:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006598694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386660736:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326480.955813:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.955815:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326480.955822:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326480.955832:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326480.955832:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006598694b x1853175386660736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326480.955837:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326480.955839:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326480.955843:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326480.955848:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326480.955851:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326480.955874:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326480.955877:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326480.955879:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326480.955880:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.955887:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad26cbf. 00000800:00000001:2.0:1767326480.955888:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326480.955892:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=55 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326480.955898:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326480.955902:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=55 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326480.955902:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326480.955903:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326480.955910:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326480.955914:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326480.955918:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326480.955919:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767326480.955919:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000400:00000001:0.0:1767326480.955923:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326480.955928:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326480.955933:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767326480.955937:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767326480.955940:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767326480.955942:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 00000400:00000010:0.0:1767326480.955942:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad64617. 00010000:00000001:3.0:1767326480.955948:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326480.955951:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a0e000 00000100:00000001:3.0:1767326480.955956:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767326480.955956:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 02000000:00000001:1.0:1767326480.955957:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326480.955967:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326480.955968:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 02000000:00000001:1.0:1767326480.955969:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.955975:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006598694b. 00000100:00000001:3.0:1767326480.955980:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326480.955985:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.955985:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326480.955985:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326480.955989:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0xf4d [1] + 224 00000100:00000001:1.0:1767326480.955995:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.956004:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326480.956006:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326480.956007:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326480.956009:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326480.956013:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326480.956019:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326480.956026:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.956027:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326480.956032:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326480.956042:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.956060:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326480.956087:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326480.956089:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.956092:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326480.956097:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.956104:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326480.956109:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326480.956126:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.956168:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326480.956169:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.956179:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326480.956180:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386660992:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326480.956190:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326480.956195:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326480.956196:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326480.956201:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326480.956202:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326480.956209:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386660992/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.956209:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326480.956210:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326480.956219:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326480.956222:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956223:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326480.956227:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326480.956232:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326480.956234:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326480.956235:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767326480.956238:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=65 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326480.956239:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767326480.956243:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 02000000:00000010:3.0:1767326480.956245:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7802e77. 00000400:00000200:1.0:1767326480.956251:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 02000000:00000001:3.0:1767326480.956254:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767326480.956255:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=5 v=5 (1 0 0 0) 00000400:00000010:1.0:1767326480.956256:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000020:00000001:3.0:1767326480.956260:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326480.956263:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326480.956264:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326480.956267:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326480.956271:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:1.0:1767326480.956271:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326480.956273:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326480.956294:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326480.956297:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326480.956305:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 00000100:00000200:1.0:1767326480.956311:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326480.956317:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326480.956324:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326480.956330:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00000001:3.0:1767326480.956341:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326480.956348:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326480.956349:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956350:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326480.956360:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.956361:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326480.956364:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326480.956374:0:219026:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326480.956376:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326480.956377:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326480.956378:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326480.956384:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956384:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326480.956385:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326480.956394:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326480.956395:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.956396:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.956400:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.956401:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326480.956407:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326480.956410:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.956420:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326480.956425:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.956427:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326480.956429:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.956431:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.956434:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326480.956435:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326480.956450:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326480.956451:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.956456:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.956466:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326480.956469:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ce367d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386661120:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326480.956481:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.956483:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326480.956485:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326480.956486:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.956489:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326480.956493:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ce367d x1853175386661120/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326480.956495:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.956526:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386660864:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326480.956527:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326480.956531:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326480.956532:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326480.956535:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099d85e68. 00000100:00000001:1.0:1767326480.956536:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956541:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.956542:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326480.956543:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326480.956546:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326480.956547:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326480.956551:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326480.956556:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326480.956560:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 00000100:00000001:1.0:1767326480.956561:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.956566:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000508adc3f. 02000000:00000001:0.0:1767326480.956567:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326480.956569:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1767326480.956570:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326480.956572:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326480.956573:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ce367d. 00010000:00000001:1.0:1767326480.956575:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326480.956578:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326480.956579:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767326480.956580:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326480.956582:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326480.956583:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eac72e3 refcount=4 00000020:00000001:1.0:1767326480.956587:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00000100:00000001:0.0:1767326480.956587:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326480.956592:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00000100:00000001:0.0:1767326480.956595:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326480.956599:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326480.956603:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008eac72e3, remote cookie: 0x1b9a6a59a123d14, flags: 0x0 00000100:00000001:0.0:1767326480.956603:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326480.956607:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326480.956610:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326480.956614:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767326480.956614:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.956616:0:219026:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326480.956618:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326480.956621:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000494ceb4c) refcount = 1 00010000:00010000:1.0:1767326480.956623:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.956629:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326480.956630:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326480.956632:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326480.956634:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326480.956635:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326480.956637:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.956641:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326480.956643:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.956644:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.956645:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.956646:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.956646:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956648:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.956650:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386660864/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.956654:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.956655:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.956656:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000027f4567a. 02000000:00000001:1.0:1767326480.956658:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.956659:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.956660:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.956661:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326480.956662:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ef391eee. 02000000:00000001:1.0:1767326480.956664:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.956670:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.956671:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:1.0:1767326480.956674:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.956674:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326480.956676:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.956677:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326480.956679:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000001c3036c0) refs 3 10000000:00000001:1.0:1767326480.956680:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.956681:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.956682:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.956683:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eac72e3 refcount=3 00000020:00000001:1.0:1767326480.956684:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00000001:1.0:1767326480.956685:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00000001:1.0:1767326480.956686:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326480.956687:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.956688:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.956689:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.956691:0:219026:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767326480.956693:0:219026:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a271e212. 00000100:00000010:1.0:1767326480.956703:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000020:00000040:1.0:1767326480.956705:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326480.956707:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326480.956709:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326480.956712:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326480.956714:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ad26cbf. 00000100:00000001:1.0:1767326480.956717:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956720:0:219026:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767326480.956722:0:219026:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aa578f84. 00000100:00000010:1.0:1767326480.956724:0:219026:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009c0a2e1b. 00000020:00000040:1.0:1767326480.956725:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326480.956728:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326480.956729:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326480.956732:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db62e9ed. 00000100:00000001:1.0:1767326480.956733:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346229312 : -125135363322304 : ffff8e30a71ece40) 00000100:00000001:1.0:1767326480.956734:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.956735:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000001:1.0:1767326480.956740:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326480.956742:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956743:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326480.956744:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326480.956746:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.956751:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326480.956752:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.956754:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326480.956755:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326480.956776:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326480.956778:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661248:192.168.203.127@tcp:256: 00000100:00000001:1.0:1767326480.956780:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326480.956783:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326480.956784:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956786:0:219026:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767326480.956801:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bdbfe5a. 00000400:00000010:1.0:1767326480.956804:0:219026:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007b9b556a. 00000100:00000200:1.0:1767326480.956807:0:219026:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6957404a0e180-0x6957404a0e180, portal 33 00000100:00000001:1.0:1767326480.956810:0:219026:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.956811:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326480.956813:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3d78562. 02000000:00000001:1.0:1767326480.956814:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326480.956816:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db4667f. 00000400:00000010:1.0:1767326480.956818:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326480.956820:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386661248, portal 25 00000100:00000001:1.0:1767326480.956821:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.956822:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000040:1.0:1767326480.956825:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.956829:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326480.956831:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326480.956832:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000100:00000200:1.0:1767326480.956838:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853175386661248, offset 0 00000400:00000200:1.0:1767326480.956841:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326480.956848:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326480.956851:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326480.956853:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326480.956855:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326480.956857:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326480.956859:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [466:466:256:4294967295] 192.168.203.127@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:1.0:1767326480.956882:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326480.956885:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326480.956888:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000800:00000200:1.0:1767326480.956892:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326480.956895:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326480.956897:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767326480.956907:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956909:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191358 00000100:00000001:1.0:1767326480.956913:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191353 00000100:00000001:1.0:1767326480.956915:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191358 00000100:00000001:1.0:1767326480.956917:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191353 00000100:00000001:1.0:1767326480.956919:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191358 00000100:00000001:1.0:1767326480.956922:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191353 00000100:00000001:1.0:1767326480.956923:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191358 00000100:00000001:1.0:1767326480.956925:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191353 00000100:00000001:1.0:1767326480.956928:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.956929:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.956931:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326480.956932:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326480.956933:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000db62e9ed going to sleep for 11 seconds 00000100:00000001:1.0:1767326480.956935:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.956941:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326480.957025:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326480.957029:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000400:00000200:0.0:1767326480.957034:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.957040:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326480.957044:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:0.0:1767326480.957046:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:0.0:1767326480.957049:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326480.957053:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.957062:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326480.957065:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.957072:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.957074:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326480.957947:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.957955:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326480.957957:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.957959:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.957964:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326480.957972:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 44 into portal 33 MB=0x6957404a0e180 00000400:00000200:2.0:1767326480.957977:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.127@tcp of length 44/44 into md 0xf5d [4] + 0 00000400:00000010:2.0:1767326480.957980:0:216331:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bdbfe5a. 00000400:00000200:2.0:1767326480.957983:0:216331:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b9b556a 00000800:00000001:2.0:1767326480.957985:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.958002:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.958005:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.958009:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326480.958013:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b9b556a 00000400:00000010:2.0:1767326480.958016:0:216331:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007b9b556a. 00000100:00000001:2.0:1767326480.958020:0:216331:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767326480.958022:0:216331:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000179cf299 desc 00000000aa578f84 mbits 1853175386661248 00000100:00000001:2.0:1767326480.958038:0:216331:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767326480.958043:0:216331:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767326480.958049:0:216331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.27@tcp to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326480.958054:0:216331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [467:467:256:4294967295] 192.168.203.127@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:2.0:1767326480.958065:0:216331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:192.168.203.27@tcp) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) 192.168.203.127@tcp : ACK try# 0 00000800:00000200:2.0:1767326480.958075:0:216331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326480.958075:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.958080:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326480.958083:0:216331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000c7802e77. 00000800:00000200:2.0:1767326480.958090:0:216331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326480.958094:0:216331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326480.958096:0:216331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c7802e77 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767326480.958140:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326480.958144:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000c7802e77. 00000400:00000200:2.0:1767326480.958148:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767326480.958149:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326480.958156:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: ACK: OK 00000800:00000001:0.0:1767326480.958160:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326480.958773:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.958779:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326480.958781:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.958783:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.958788:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326480.958797:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 240 into portal 25 MB=0x6957404a0e180 00000400:00000200:0.0:1767326480.958802:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 240/240 into md 0xf61 [1] + 224 00000800:00000001:0.0:1767326480.958806:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.958812:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.958813:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.958815:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326480.958818:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326480.958821:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326480.958827:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.958849:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326480.958854:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.958856:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.958873:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326480.958878:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.958880:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.958881:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db4667f. 00000400:00000200:1.0:1767326480.958885:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:1.0:1767326480.958886:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:1.0:1767326480.958889:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326480.958892:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.958899:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.958904:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.958905:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.958906:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.958908:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.958909:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326480.958910:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.958911:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326480.958913:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.958915:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326480.958917:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326480.958918:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.958919:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326480.958920:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.958922:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.958923:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326480.958929:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.958933:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.958934:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.958935:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.958947:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661248:192.168.203.127@tcp:256: 00000100:00000001:1.0:1767326480.958950:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.958951:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.958952:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.958953:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.958955:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.958959:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.958960:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000db62e9ed. 00000100:00000001:1.0:1767326480.958962:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326480.958962:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767326480.958965:0:219026:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:1.0:1767326480.958967:0:219026:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767326480.958970:0:219026:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ba1b7311. 00010000:00000001:1.0:1767326480.958978:0:219026:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767326480.958980:0:219026:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767326480.958982:0:219026:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.127@tcp has 192.168.203.127@tcp. 00000100:00000001:1.0:1767326480.958984:0:219026:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.958985:0:219026:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767326480.958987:0:219026:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.127@tcp with 192.168.203.127@tcp 00000100:00000200:1.0:1767326480.958988:0:219026:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.127@tcp' 00000400:00000200:1.0:1767326480.958990:0:219026:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767326480.958992:0:219026:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767326480.958994:0:219026:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.127@tcp 00000400:00000200:1.0:1767326480.958997:0:219026:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.127@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767326480.959001:0:219026:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767326480.959003:0:219026:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.127@tcp NID 192.168.203.127@tcp: 0. pending discovery 00000400:00000200:1.0:1767326480.959005:0:219026:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.127@tcp 00000100:00000001:1.0:1767326480.959006:0:219026:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.959008:0:219026:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767326480.959010:0:219026:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.127@tcp' by NID '192.168.203.127@tcp' 10000000:00000010:1.0:1767326480.959013:0:219026:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000056353c19. 10000000:00000040:1.0:1767326480.959018:0:219026:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffff8e30967de000 -> mdc.import=connection=192.168.203.127@tcp::6 00000020:00000080:1.0:1767326480.959021:0:219026:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767326480.959025:0:219026:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767326480.959028:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a37500f. 00000020:00000010:1.0:1767326480.959031:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b0f5bb9. 00000020:00000010:1.0:1767326480.959034:0:219026:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004fe47207. 00000008:00000010:1.0:1767326480.959039:0:219026:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c89981bd. 00020000:00000010:1.0:1767326480.959042:0:219026:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000091fc0918. 00008000:00000010:1.0:1767326480.959045:0:219026:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f4f63d56. 00000080:00000010:1.0:1767326480.959050:0:219026:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000112df8ac. 00000080:00000010:1.0:1767326480.959052:0:219026:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000007062aefa. 00000040:00000001:1.0:1767326480.959056:0:219026:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767326480.959057:0:219026:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000056353c19 00000040:00001000:1.0:1767326480.959058:0:219026:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767326480.959059:0:219026:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767326480.959060:0:219026:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767326480.959061:0:219026:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767326480.959063:0:219026:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767326480.959063:0:219026:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767326480.959064:0:219026:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff8e30967de000 00000040:00001000:1.0:1767326480.959065:0:219026:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.127@tcp::6 00000040:00000001:1.0:1767326480.959066:0:219026:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1767326480.959108:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b0f5bb9. 00000020:00000010:1.0:1767326480.959111:0:219026:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000004fe47207. 00000008:00000010:1.0:1767326480.959113:0:219026:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c89981bd. 00020000:00000010:1.0:1767326480.959116:0:219026:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000091fc0918. 00008000:00000010:1.0:1767326480.959118:0:219026:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000f4f63d56. 00000080:00000010:1.0:1767326480.959121:0:219026:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000112df8ac. 00000080:00000010:1.0:1767326480.959123:0:219026:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000007062aefa. 00000020:00000010:1.0:1767326480.959125:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a37500f. 00000020:00000001:1.0:1767326480.959128:0:219026:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326480.959129:0:219026:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767326480.959131:0:219026:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000056353c19. 10000000:00000010:1.0:1767326480.959133:0:219026:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ba1b7311. 10000000:00000001:1.0:1767326480.959145:0:219026:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.959147:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.959150:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386661248/t0(0) o256->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.959154:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.959156:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.959157:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3d78562. 02000000:00000001:1.0:1767326480.959158:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.959159:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.959160:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.959162:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326480.959163:0:219026:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767326480.959164:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.959165:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.959166:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767326480.959167:0:219026:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009c0a2e1b. 00000100:00000010:1.0:1767326480.959168:0:219026:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aa578f84. 00000100:00000001:1.0:1767326480.959174:0:219026:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767326480.959175:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ad26cbf. 02000000:00000001:1.0:1767326480.959177:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.959178:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.959179:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:1.0:1767326480.959181:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.959182:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767326480.959192:0:219026:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a271e212. 10000000:01000000:1.0:1767326480.959195:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1767326480.959197:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767326480.959199:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.959200:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.959201:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eac72e3 refcount=3 00000020:00000001:1.0:1767326480.959203:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00000001:1.0:1767326480.959205:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00000001:1.0:1767326480.959207:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326480.959209:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.959221:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.959221:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326480.959223:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.959226:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326480.959227:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.959228:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767326480.959228:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.959230:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.959231:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767326480.959232:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326480.959233:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 2 10000000:00000001:1.0:1767326480.959234:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.959235:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326480.959236:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 3 10000000:00000001:1.0:1767326480.959238:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326480.959238:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767326480.959239:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1767326480.959240:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767326480.959241:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8e30967de000 from 43 10000000:00000001:1.0:1767326480.959243:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767326480.959244:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1767326480.959247:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000020:00000040:1.0:1767326480.959249:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326480.959251:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326480.959252:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326480.959254:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326480.959257:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ad26cbf. 00000100:00000001:1.0:1767326480.959259:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.959261:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767326480.959263:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767326480.959267:0:219026:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ed3508e3. 00010000:00000001:1.0:1767326480.959269:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767326480.959271:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d97e2e7c. 00000020:00000001:1.0:1767326480.959277:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767326480.959279:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d97e2e7c with handle 0x23386b5eae8f140a to hash 00000020:00000001:1.0:1767326480.959281:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767326480.959282:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:1.0:1767326480.959283:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:1.0:1767326480.959286:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326480.959287:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326480.959289:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326480.959294:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326480.959299:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326480.959303:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326480.959304:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326480.959307:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db62e9ed. 00000100:00000001:1.0:1767326480.959309:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346229312 : -125135363322304 : ffff8e30a71ece40) 00000100:00000001:1.0:1767326480.959311:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.959312:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000001:1.0:1767326480.959315:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326480.959316:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.959318:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326480.959319:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326480.959324:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.959329:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326480.959331:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.959332:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326480.959333:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326480.959335:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326480.959337:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661376:192.168.203.127@tcp:101: 00000100:00000001:1.0:1767326480.959342:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326480.959344:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326480.959345:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.959346:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326480.959349:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aa578f84. 02000000:00000001:1.0:1767326480.959350:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326480.959352:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db4667f. 00000400:00000010:1.0:1767326480.959354:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326480.959357:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386661376, portal 25 00000100:00000001:1.0:1767326480.959359:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.959360:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000040:1.0:1767326480.959365:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.959372:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326480.959376:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326480.959379:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 00000100:00000200:1.0:1767326480.959384:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386661376, offset 0 00000400:00000200:1.0:1767326480.959389:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326480.959396:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326480.959399:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326480.959403:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326480.959405:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326480.959408:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326480.959411:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [468:468:256:4294967295] 192.168.203.127@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1767326480.959424:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326480.959429:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326480.959434:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000800:00000200:1.0:1767326480.959440:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326480.959445:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326480.959447:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326480.959461:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.959470:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191360 00000100:00000001:1.0:1767326480.959473:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191358 00000100:00000001:1.0:1767326480.959476:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191360 00000100:00000001:1.0:1767326480.959478:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191358 00000100:00000001:1.0:1767326480.959480:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191360 00000100:00000001:1.0:1767326480.959481:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191358 00000100:00000001:1.0:1767326480.959483:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191360 00000100:00000001:1.0:1767326480.959484:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191358 00000100:00000001:1.0:1767326480.959487:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.959489:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.959490:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326480.959491:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326480.959494:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000db62e9ed going to sleep for 11 seconds 00000100:00000001:1.0:1767326480.959497:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.959498:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326480.959564:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326480.959569:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:2.0:1767326480.959573:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.959582:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326480.959586:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000400:00000010:2.0:1767326480.959589:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:2.0:1767326480.959593:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326480.959598:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.959607:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326480.959611:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.959618:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.959620:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326480.960609:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.960614:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326480.960616:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.960622:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326480.960627:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326480.960636:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a0e200 00000400:00000200:3.0:1767326480.960641:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0xf69 [1] + 224 00000800:00000001:3.0:1767326480.960646:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.960653:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326480.960654:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326480.960658:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326480.960661:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326480.960665:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326480.960672:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.960687:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326480.960692:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.960694:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.960723:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326480.960730:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.960732:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.960735:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db4667f. 00000400:00000200:1.0:1767326480.960740:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:1.0:1767326480.960742:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:1.0:1767326480.960745:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326480.960751:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.960786:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.960796:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.960798:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.960800:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.960802:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.960804:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326480.960807:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.960815:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326480.960819:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.960822:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326480.960824:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326480.960826:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.960828:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326480.960829:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.960832:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.960836:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.960844:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.960846:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.960848:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.960851:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.960858:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661376:192.168.203.127@tcp:101: 00000100:00000001:1.0:1767326480.960877:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.960879:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.960881:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.960883:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.960886:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.960893:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.960895:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000db62e9ed. 00000100:00000001:1.0:1767326480.960897:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326480.960899:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.960901:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326480.960903:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.960905:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.960907:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d97e2e7c refcount=4 00000020:00000001:1.0:1767326480.960909:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:1.0:1767326480.960912:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000040:1.0:1767326480.960916:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d97e2e7c, remote cookie: 0x1b9a6a59a123d1b, flags: 0x0 00010000:00000001:1.0:1767326480.960924:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326480.960926:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326480.960927:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326480.960929:0:219026:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326480.960930:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326480.960932:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000ed3508e3) refcount = 1 00010000:00010000:1.0:1767326480.960935:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.960942:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326480.960943:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326480.960945:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326480.960947:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326480.960950:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326480.960952:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.960958:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326480.960959:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.960960:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.960962:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.960963:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.960964:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.960966:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.960970:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386661376/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.960977:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.960979:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.960981:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aa578f84. 02000000:00000001:1.0:1767326480.960985:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.960987:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.960988:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.960990:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326480.960992:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ad26cbf. 02000000:00000001:1.0:1767326480.960994:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.960995:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.961001:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:1.0:1767326480.961005:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.961006:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326480.961008:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.961010:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326480.961011:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 3 10000000:00000001:1.0:1767326480.961013:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.961015:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.961016:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.961018:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d97e2e7c refcount=3 00000020:00000001:1.0:1767326480.961020:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:1.0:1767326480.961023:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:1.0:1767326480.961025:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326480.961026:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.961027:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.961028:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.961031:0:219026:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767326480.961033:0:219026:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000009c0a2e1b. 00000020:00000010:1.0:1767326480.961036:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ad26cbf. 00000020:00000010:1.0:1767326480.961040:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3d78562. 00000040:00000010:1.0:1767326480.961043:0:219026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a37500f. 00000020:00000010:1.0:1767326480.961047:0:219026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a05266a. 00000020:00000010:1.0:1767326480.961051:0:219026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007b0f5bb9. 80000000:00000010:1.0:1767326480.961054:0:219026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004fe47207. 00040000:00000010:1.0:1767326480.961058:0:219026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000686738c1. 20000000:00000010:1.0:1767326480.961063:0:219026:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000cb0bef3c. 10000000:00000040:1.0:1767326480.961066:0:219026:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000020:00000001:1.0:1767326480.961069:0:219026:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767326480.961071:0:219026:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767326480.961073:0:219026:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767326480.961076:0:219026:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f4077d4c. 00000040:00000001:1.0:1767326480.961079:0:219026:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767326480.961081:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:1.0:1767326480.961084:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000020:00000040:1.0:1767326480.961087:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326480.961095:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326480.961097:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326480.961099:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326480.961103:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000806cad41. 00000100:00000001:1.0:1767326480.961107:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.961111:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326480.961113:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326480.961116:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db62e9ed. 00000100:00000001:1.0:1767326480.961118:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346229312 : -125135363322304 : ffff8e30a71ece40) 00000100:00000001:1.0:1767326480.961120:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.961121:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000001:1.0:1767326480.961124:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326480.961125:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.961127:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326480.961128:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326480.961132:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.961139:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326480.961141:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.961143:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326480.961145:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326480.961147:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326480.961149:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661504:192.168.203.127@tcp:501: 00000100:00000001:1.0:1767326480.961153:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326480.961155:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326480.961157:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.961159:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326480.961162:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef962d8d. 02000000:00000001:1.0:1767326480.961164:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326480.961166:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db4667f. 00000400:00000010:1.0:1767326480.961170:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326480.961173:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386661504, portal 25 00000100:00000001:1.0:1767326480.961175:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.961176:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000100:00000040:1.0:1767326480.961186:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.961193:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326480.961196:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326480.961198:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 00000100:00000200:1.0:1767326480.961201:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175386661504, offset 0 00000400:00000200:1.0:1767326480.961206:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326480.961213:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326480.961216:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326480.961220:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326480.961222:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326480.961224:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326480.961227:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [469:469:256:4294967295] 192.168.203.127@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:1.0:1767326480.961236:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326480.961241:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326480.961245:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000800:00000200:1.0:1767326480.961250:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326480.961255:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326480.961258:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767326480.961272:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.961274:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191362 00000100:00000001:1.0:1767326480.961279:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191360 00000100:00000001:1.0:1767326480.961282:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191362 00000100:00000001:1.0:1767326480.961284:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191360 00000100:00000001:1.0:1767326480.961286:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191362 00000100:00000001:1.0:1767326480.961289:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191360 00000100:00000001:1.0:1767326480.961291:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191362 00000100:00000001:1.0:1767326480.961293:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191360 00000100:00000001:1.0:1767326480.961302:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.961304:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.961306:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326480.961307:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326480.961309:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000db62e9ed going to sleep for 11 seconds 00000100:00000001:1.0:1767326480.961311:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.961313:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326480.961364:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326480.961368:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:0.0:1767326480.961371:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.961376:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326480.961379:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000400:00000010:0.0:1767326480.961380:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:0.0:1767326480.961382:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326480.961385:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.961392:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326480.961394:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.961399:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.961401:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326480.962394:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.962399:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326480.962406:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.962408:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326480.962413:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326480.962419:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 272 into portal 25 MB=0x6957404a0e280 00000400:00000200:3.0:1767326480.962423:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 272/272 into md 0xf71 [1] + 224 00000800:00000001:3.0:1767326480.962426:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.962430:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326480.962431:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326480.962434:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326480.962442:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326480.962445:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326480.962451:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.962465:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326480.962468:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326480.962470:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326480.962484:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326480.962489:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326480.962490:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326480.962492:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db4667f. 00000400:00000200:0.0:1767326480.962495:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:0.0:1767326480.962496:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:0.0:1767326480.962498:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326480.962509:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326480.962515:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.962522:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326480.962523:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326480.962525:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326480.962526:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326480.962527:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326480.962536:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326480.962538:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326480.962540:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326480.962542:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326480.962544:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326480.962545:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326480.962546:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326480.962547:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.962549:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326480.962551:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.962555:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326480.962557:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326480.962558:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326480.962560:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326480.962564:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661504:192.168.203.127@tcp:501: 00000100:00000001:0.0:1767326480.962567:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326480.962569:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.962570:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326480.962571:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326480.962572:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.962576:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326480.962577:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000db62e9ed. 00000100:00000001:0.0:1767326480.962579:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326480.962580:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326480.962582:0:219026:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767326480.962583:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326480.962584:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326480.962586:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326480.962586:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326480.962588:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386661504/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.962599:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326480.962601:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326480.962603:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef962d8d. 02000000:00000001:0.0:1767326480.962605:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326480.962606:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326480.962608:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326480.962609:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326480.962610:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000806cad41. 02000000:00000001:0.0:1767326480.962614:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326480.962615:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326480.962615:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:0.0:1767326480.962618:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326480.962619:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767326480.962620:0:219026:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326480.962622:0:219026:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767326480.962626:0:219026:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c2204b0b. 00000040:00000001:0.0:1767326480.962627:0:219026:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767326480.962629:0:219026:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767326480.962630:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:0.0:1767326480.962632:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000020:00000040:0.0:1767326480.962634:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326480.962636:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326480.962638:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326480.962640:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326480.962643:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000032a6e82. 00000100:00000001:0.0:1767326480.962645:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.962647:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326480.962648:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326480.962651:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c31ff72a. 00000100:00000001:0.0:1767326480.962652:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937819391488 : -125135890160128 : ffff8e3087b7e600) 00000100:00000001:0.0:1767326480.962653:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326480.962654:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000001:0.0:1767326480.962656:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326480.962658:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.962659:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326480.962665:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326480.962667:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.962672:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326480.962673:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326480.962675:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326480.962676:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326480.962678:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326480.962679:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661632:192.168.203.127@tcp:503: 00000100:00000001:0.0:1767326480.962681:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326480.962683:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326480.962685:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326480.962686:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326480.962697:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007eb13a38. 02000000:00000001:0.0:1767326480.962699:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326480.962702:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9470a16. 00000400:00000010:0.0:1767326480.962705:0:219026:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005b5f8745. 00000100:00000200:0.0:1767326480.962707:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386661632, portal 25 00000100:00000001:0.0:1767326480.962709:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326480.962710:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000100:00000040:0.0:1767326480.962713:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.962718:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326480.962719:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326480.962721:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000100:00000200:0.0:1767326480.962723:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386661632, offset 0 00000400:00000200:0.0:1767326480.962726:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326480.962731:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326480.962734:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326480.962736:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326480.962738:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326480.962739:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326480.962741:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [470:470:256:4294967295] 192.168.203.127@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:0.0:1767326480.962753:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326480.962774:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326480.962778:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000800:00000200:0.0:1767326480.962783:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326480.962787:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326480.962790:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767326480.962801:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.962804:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191364 00000100:00000001:0.0:1767326480.962807:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191362 00000100:00000001:0.0:1767326480.962810:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191364 00000100:00000001:0.0:1767326480.962813:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191362 00000100:00000001:0.0:1767326480.962821:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191364 00000100:00000001:0.0:1767326480.962825:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191362 00000100:00000001:0.0:1767326480.962826:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191364 00000100:00000001:0.0:1767326480.962828:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191362 00000100:00000001:0.0:1767326480.962829:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326480.962832:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.962833:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326480.962835:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326480.962836:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c31ff72a going to sleep for 11 seconds 00000100:00000001:0.0:1767326480.962839:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326480.962841:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326480.962855:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326480.962858:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:3.0:1767326480.962872:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326480.962876:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326480.962879:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:3.0:1767326480.962881:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:3.0:1767326480.962883:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326480.962887:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.962893:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326480.962895:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326480.962900:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326480.962902:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326480.963744:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.963753:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326480.963756:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.963781:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.963791:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326480.963801:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8416 into portal 25 MB=0x6957404a0e300 00000400:00000200:0.0:1767326480.963809:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8416/8416 into md 0xf79 [4] + 224 00000800:00000001:0.0:1767326480.963822:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.963834:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.963836:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.963840:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326480.963844:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326480.963848:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326480.963855:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.963884:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326480.963889:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.963891:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.963911:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326480.963918:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.963919:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.963921:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9470a16. 00000400:00000200:1.0:1767326480.963926:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b5f8745 00000400:00000010:1.0:1767326480.963928:0:219026:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005b5f8745. 00000100:00000001:1.0:1767326480.963931:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326480.963935:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.963944:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.963952:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.963953:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.963955:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.963957:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.963958:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326480.963960:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.963962:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326480.963965:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.963969:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326480.963972:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326480.963974:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.963976:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326480.963977:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.963979:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.963983:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.963990:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.963997:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.963999:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.964004:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.964011:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661632:192.168.203.127@tcp:503: 00000100:00000001:1.0:1767326480.964018:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.964020:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.964023:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.964024:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.964027:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.964033:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.964035:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c31ff72a. 00000100:00000001:1.0:1767326480.964038:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326480.964039:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326480.964044:0:219026:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767326480.964046:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.964050:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386661632/t0(0) o503->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.964056:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.964059:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.964060:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007eb13a38. 02000000:00000001:1.0:1767326480.964072:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.964074:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.964075:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.964078:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326480.964079:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000032a6e82. 02000000:00000001:1.0:1767326480.964081:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.964082:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.964083:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:1.0:1767326480.964086:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.964086:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326480.964088:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.964089:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.964094:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767326480.964095:0:219026:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326480.964097:0:219026:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326480.964099:0:219026:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767326480.964100:0:219026:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004c0d2059. 00000040:00001000:1.0:1767326480.964103:0:219026:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:1.0:1767326480.964330:0:223968:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767326480.964334:0:223968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093821e75. 00000020:00000010:1.0:1767326480.964337:0:223968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007aa349ea. 00000040:00000010:1.0:1767326480.964339:0:223968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef962d8d. 00000020:00000010:1.0:1767326480.964342:0:223968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea0f9564. 00000020:00000010:1.0:1767326480.964346:0:223968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a62c665. 00000020:00000010:1.0:1767326480.964349:0:223968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a2b93e03. 80000000:00000010:1.0:1767326480.964351:0:223968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000fdfe7f5. 40000000:00000010:1.0:1767326480.964354:0:223968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f80a2d9. 00100000:00000010:1.0:1767326480.964358:0:223968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000055a3b575. 00040000:00000010:1.0:1767326480.964361:0:223968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cd0938f. 00040000:00000010:1.0:1767326480.964383:0:223968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c0ca426c. 00040000:00000010:1.0:1767326480.964386:0:223968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aeae9a66. 00000004:00000010:1.0:1767326480.964390:0:223968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005438d745. 00000004:00000010:1.0:1767326480.964394:0:223968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ba1b7311. 00000004:00000010:1.0:1767326480.964397:0:223968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000031723dea. 00002000:00000010:1.0:1767326480.964401:0:223968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aa578f84. 00000004:00000010:1.0:1767326480.964409:0:223968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002dc55a82. 00000020:00000010:1.0:1767326480.964413:0:223968:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000912b8aff. 00000040:00000010:1.0:1767326480.964422:0:223968:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a7a6c7e8. 00000040:00001000:1.0:1767326480.964424:0:223968:0:(llog.c:607:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:1.0:1767326480.964426:0:223968:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767326480.964428:0:223968:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767326480.964430:0:223968:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:1.0:1767326480.964432:0:223968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000020:00000040:1.0:1767326480.964434:0:223968:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326480.964436:0:223968:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326480.964438:0:223968:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326480.964444:0:223968:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326480.964447:0:223968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066816d20. 00000100:00000001:1.0:1767326480.964450:0:223968:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.964453:0:223968:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326480.964455:0:223968:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326480.964457:0:223968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005104c7ec. 00000100:00000001:1.0:1767326480.964458:0:223968:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346226432 : -125135363325184 : ffff8e30a71ec300) 00000100:00000001:1.0:1767326480.964460:0:223968:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.964461:0:223968:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000001:1.0:1767326480.964464:0:223968:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326480.964465:0:223968:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.964467:0:223968:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326480.964468:0:223968:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326480.964470:0:223968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.964475:0:223968:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326480.964477:0:223968:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.964478:0:223968:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326480.964480:0:223968:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326480.964481:0:223968:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326480.964483:0:223968:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6657de6e-759e-415f-bede-5f56cedbd629:223968:1853175386661760:192.168.203.127@tcp:502: 00000100:00000001:1.0:1767326480.964485:0:223968:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326480.964487:0:223968:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326480.964487:0:223968:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.964489:0:223968:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326480.964496:0:223968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007eb13a38. 02000000:00000001:1.0:1767326480.964498:0:223968:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326480.964500:0:223968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000400:00000010:1.0:1767326480.964504:0:223968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f4c8f711. 00000100:00000200:1.0:1767326480.964506:0:223968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175386661760, portal 25 00000100:00000001:1.0:1767326480.964508:0:223968:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.964509:0:223968:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000040:1.0:1767326480.964513:0:223968:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.964524:0:223968:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326480.964526:0:223968:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326480.964528:0:223968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000100:00000200:1.0:1767326480.964529:0:223968:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175386661760, offset 0 00000400:00000200:1.0:1767326480.964534:0:223968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326480.964539:0:223968:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326480.964542:0:223968:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326480.964544:0:223968:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326480.964546:0:223968:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326480.964548:0:223968:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326480.964550:0:223968:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [471:471:256:4294967295] 192.168.203.127@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:1.0:1767326480.964556:0:223968:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326480.964560:0:223968:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326480.964563:0:223968:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000800:00000200:1.0:1767326480.964567:0:223968:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326480.964572:0:223968:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326480.964574:0:223968:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767326480.964588:0:223968:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.964590:0:223968:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191365 00000100:00000001:1.0:1767326480.964593:0:223968:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191364 00000100:00000001:1.0:1767326480.964597:0:223968:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191365 00000100:00000001:1.0:1767326480.964599:0:223968:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191364 00000100:00000001:1.0:1767326480.964603:0:223968:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191365 00000100:00000001:1.0:1767326480.964605:0:223968:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191364 00000100:00000001:1.0:1767326480.964607:0:223968:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191365 00000100:00000001:1.0:1767326480.964610:0:223968:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191364 00000100:00000001:1.0:1767326480.964611:0:223968:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.964613:0:223968:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.964620:0:223968:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326480.964621:0:223968:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326480.964623:0:223968:0:(client.c:2690:ptlrpc_set_wait()) set 000000005104c7ec going to sleep for 11 seconds 00000100:00000001:1.0:1767326480.964626:0:223968:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.964628:0:223968:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326480.964647:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326480.964651:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:0.0:1767326480.964654:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.964659:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326480.964662:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:0.0:1767326480.964665:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:0.0:1767326480.964667:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326480.964671:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.964677:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326480.964680:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.964685:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.964686:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326480.965650:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.965659:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326480.965661:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.965664:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.965675:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326480.965686:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 8472 into portal 25 MB=0x6957404a0e380 00000400:00000200:2.0:1767326480.965691:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 8472/8472 into md 0xf81 [4] + 224 00000800:00000001:2.0:1767326480.965695:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.965705:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326480.965707:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.965711:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326480.965715:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326480.965720:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326480.965729:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.965745:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326480.965752:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326480.965791:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.965800:0:223968:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326480.965810:0:223968:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.965812:0:223968:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.965815:0:223968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000400:00000200:1.0:1767326480.965821:0:223968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4c8f711 00000400:00000010:1.0:1767326480.965823:0:223968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f4c8f711. 00000100:00000001:1.0:1767326480.965827:0:223968:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326480.965831:0:223968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.965837:0:223968:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.965842:0:223968:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.965843:0:223968:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.965845:0:223968:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.965846:0:223968:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.965847:0:223968:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326480.965848:0:223968:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.965850:0:223968:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326480.965853:0:223968:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.965856:0:223968:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326480.965857:0:223968:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326480.965858:0:223968:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.965872:0:223968:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326480.965874:0:223968:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.965875:0:223968:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.965879:0:223968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.965884:0:223968:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.965885:0:223968:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.965886:0:223968:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.965895:0:223968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.965901:0:223968:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6657de6e-759e-415f-bede-5f56cedbd629:223968:1853175386661760:192.168.203.127@tcp:502: 00000100:00000001:1.0:1767326480.965904:0:223968:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.965905:0:223968:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.965907:0:223968:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.965908:0:223968:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.965909:0:223968:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.965913:0:223968:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.965915:0:223968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005104c7ec. 00000100:00000001:1.0:1767326480.965917:0:223968:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326480.965918:0:223968:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326480.965921:0:223968:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767326480.965922:0:223968:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.965923:0:223968:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386661760/t0(0) o502->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.965927:0:223968:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.965930:0:223968:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.965931:0:223968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007eb13a38. 02000000:00000001:1.0:1767326480.965938:0:223968:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.965939:0:223968:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.965940:0:223968:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.965941:0:223968:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326480.965942:0:223968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000066816d20. 02000000:00000001:1.0:1767326480.965946:0:223968:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.965947:0:223968:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.965948:0:223968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00000001:1.0:1767326480.965950:0:223968:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.965951:0:223968:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326480.965952:0:223968:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.965953:0:223968:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.965955:0:223968:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767326480.965956:0:223968:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767326480.965962:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8000 type=0x10620000 idx=1 00000040:00001000:1.0:1767326480.965965:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767326480.965966:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a80e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767326480.965967:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1767326480.965968:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8158 type=0x10620000 idx=3 00000040:00001000:1.0:1767326480.965969:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1767326480.965970:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8200 type=0x10620000 idx=4 00000040:00001000:1.0:1767326480.965971:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1767326480.965972:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a82e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767326480.965973:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1767326480.965973:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a83c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767326480.965974:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1767326480.965975:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8438 type=0x10620000 idx=7 00000040:00001000:1.0:1767326480.965976:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1767326480.965976:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a84e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767326480.965979:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1767326480.965979:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a85c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767326480.965980:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1767326480.965981:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a86a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767326480.965982:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1767326480.965983:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8718 type=0x10620000 idx=11 00000040:00001000:1.0:1767326480.965984:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1767326480.965985:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a87f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767326480.965986:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1767326480.965987:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a88d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767326480.965988:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1767326480.965989:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8930 type=0x10620000 idx=14 00000040:00001000:1.0:1767326480.965990:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1767326480.965990:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a89b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767326480.965992:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1767326480.965992:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767326480.965994:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1767326480.965994:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767326480.965995:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1767326480.965996:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767326480.966002:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1767326480.966002:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767326480.966003:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1767326480.966004:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767326480.966005:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1767326480.966005:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767326480.966006:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1767326480.966007:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767326480.966008:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1767326480.966009:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767326480.966010:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1767326480.966010:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a8f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767326480.966011:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1767326480.966012:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9018 type=0x10620000 idx=25 00000040:00001000:1.0:1767326480.966013:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1767326480.966013:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a90b8 type=0x10620000 idx=26 00000040:00001000:1.0:1767326480.966014:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1767326480.966015:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9198 type=0x10620000 idx=27 00000040:00001000:1.0:1767326480.966016:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1767326480.966016:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9278 type=0x10620000 idx=28 00000040:00001000:1.0:1767326480.966017:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1767326480.966018:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a92c8 type=0x10620000 idx=29 00000040:00001000:1.0:1767326480.966019:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1767326480.966019:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a93a8 type=0x10620000 idx=30 00000040:00001000:1.0:1767326480.966020:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1767326480.966021:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9488 type=0x10620000 idx=31 00000040:00001000:1.0:1767326480.966022:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1767326480.966023:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a94e0 type=0x10620000 idx=32 00000040:00001000:1.0:1767326480.966023:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1767326480.966024:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9560 type=0x10620000 idx=33 00000040:00001000:1.0:1767326480.966025:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1767326480.966026:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a95f0 type=0x10620000 idx=34 00000040:00001000:1.0:1767326480.966027:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1767326480.966027:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9670 type=0x10620000 idx=35 00000040:00001000:1.0:1767326480.966028:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1767326480.966031:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9750 type=0x10620000 idx=36 00000040:00001000:1.0:1767326480.966033:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1767326480.966033:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9830 type=0x10620000 idx=37 00000040:00001000:1.0:1767326480.966034:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1767326480.966035:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9880 type=0x10620000 idx=38 00000040:00001000:1.0:1767326480.966036:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1767326480.966037:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9960 type=0x10620000 idx=39 00000040:00001000:1.0:1767326480.966038:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1767326480.966038:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9a40 type=0x10620000 idx=40 00000040:00001000:1.0:1767326480.966039:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1767326480.966040:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9a98 type=0x10620000 idx=41 00000040:00001000:1.0:1767326480.966041:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1767326480.966041:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9b18 type=0x10620000 idx=42 00000040:00001000:1.0:1767326480.966042:0:223968:0:(llog.c:759:llog_process_thread()) skipping lrh_index 42 00000040:00001000:1.0:1767326480.966043:0:223968:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8e30902a9ba8 type=0x10620000 idx=43 00000040:00001000:1.0:1767326480.966044:0:223968:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:1.0:1767326480.966045:0:223968:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:1.0:1767326480.966047:0:223968:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767326480.966051:0:223968:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000bb57dee7. 00000020:01000000:1.0:1767326480.966053:0:223968:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e30967de000 00000020:00000010:1.0:1767326480.966055:0:223968:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000005104c7ec. 00000020:00000080:1.0:1767326480.966057:0:223968:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1767326480.966061:0:223968:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767326480.966062:0:223968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066816d20. 00000020:00000010:1.0:1767326480.966065:0:223968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072008a10. 00000040:00000010:1.0:1767326480.966067:0:223968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034752d8c. 00000020:00000010:1.0:1767326480.966070:0:223968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000080d9a9ae. 00000020:00000010:1.0:1767326480.966072:0:223968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000192ea09b. 00040000:00000010:1.0:1767326480.966074:0:223968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000896b040b. 00040000:00000010:1.0:1767326480.966076:0:223968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c9e77e0. 00800000:00000001:1.0:1767326480.966080:0:223968:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:1.0:1767326480.966084:0:223968:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:1.0:1767326480.966085:0:223968:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:1.0:1767326480.966089:0:223968:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000f19d22ac. 00020000:00000001:1.0:1767326480.966096:0:223968:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:1.0:1767326480.966098:0:223968:0:(lu_tgt_descs.c:372:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:1.0:1767326480.966101:0:223968:0:(lmv_obd.c:448:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:1.0:1767326480.966103:0:223968:0:(lmv_obd.c:465:lmv_add_target()) kfreed 'tgt': 368 at 00000000f19d22ac. 00800000:00000001:1.0:1767326480.966106:0:223968:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:1.0:1767326480.966108:0:223968:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:1.0:1767326480.966111:0:223968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072008a10. 00000040:00000010:1.0:1767326480.966115:0:223968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000034752d8c. 00000020:00000010:1.0:1767326480.966119:0:223968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000080d9a9ae. 00000020:00000010:1.0:1767326480.966123:0:223968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000192ea09b. 00040000:00000010:1.0:1767326480.966126:0:223968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000896b040b. 00040000:00000010:1.0:1767326480.966128:0:223968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c9e77e0. 00000020:00000010:1.0:1767326480.966129:0:223968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066816d20. 00000020:00000001:1.0:1767326480.966131:0:223968:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1767326480.966132:0:223968:0:(obd_config.c:1583:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1767326480.966134:0:223968:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000005104c7ec. 00000020:00000010:1.0:1767326480.966136:0:223968:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000bb57dee7. 00000020:00020000:1.0:1767326480.966137:0:223968:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.203.127@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1767326480.969558:0:223968:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1767326480.969565:0:223968:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 00000000896b040b. 00000020:00000001:1.0:1767326480.969569:0:223968:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1767326480.969578:0:223968:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:1.0:1767326480.969580:0:223968:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:3.0:1767326480.971063:0:223967:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000059a2ece. 00000020:00000040:3.0:1767326480.971073:0:223967:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff8e30967de000 has already been connecting to new target(6) 00000020:00000010:3.0:1767326480.971074:0:223967:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000059a2ece. 00000020:00000010:1.0:1767326480.972409:0:223968:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 00000000896b040b. 00000020:00000001:1.0:1767326480.972415:0:223968:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326480.972417:0:223968:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1767326480.972421:0:223968:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1767326480.972424:0:223968:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:1.0:1767326480.972427:0:223968:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a7a6c7e8. 00000020:00000010:1.0:1767326480.972434:0:223968:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000912b8aff. 00000020:00000010:1.0:1767326480.972446:0:223968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007aa349ea. 00000040:00000010:1.0:1767326480.972457:0:223968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ef962d8d. 00000020:00000010:1.0:1767326480.972461:0:223968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea0f9564. 00000020:00000010:1.0:1767326480.972465:0:223968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a62c665. 00000020:00000010:1.0:1767326480.972471:0:223968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a2b93e03. 80000000:00000010:1.0:1767326480.972476:0:223968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000fdfe7f5. 40000000:00000010:1.0:1767326480.972480:0:223968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f80a2d9. 00100000:00000010:1.0:1767326480.972484:0:223968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000055a3b575. 00040000:00000010:1.0:1767326480.972488:0:223968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cd0938f. 00040000:00000010:1.0:1767326480.972492:0:223968:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0ca426c. 00040000:00000010:1.0:1767326480.972496:0:223968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aeae9a66. 00000004:00000010:1.0:1767326480.972500:0:223968:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005438d745. 00000004:00000010:1.0:1767326480.972505:0:223968:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ba1b7311. 00000004:00000010:1.0:1767326480.972511:0:223968:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000031723dea. 00002000:00000010:1.0:1767326480.972516:0:223968:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aa578f84. 00000004:00000010:1.0:1767326480.972524:0:223968:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002dc55a82. 00000020:00000010:1.0:1767326480.972529:0:223968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093821e75. 00000040:00000010:0.0:1767326480.972559:0:219026:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004c0d2059. 00000040:00000001:0.0:1767326480.972566:0:219026:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767326480.972569:0:219026:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:0.0:1767326480.972573:0:219026:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c2204b0b. 00000040:00000010:0.0:1767326480.972576:0:219026:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f4077d4c. 00000020:00000001:0.0:1767326480.972581:0:219026:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767326480.972590:0:219026:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767326480.972594:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3d78562. 00000040:00000010:0.0:1767326480.972597:0:219026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a37500f. 00000020:00000010:0.0:1767326480.972599:0:219026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a05266a. 00000020:00000010:0.0:1767326480.972603:0:219026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007b0f5bb9. 80000000:00000010:0.0:1767326480.972606:0:219026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004fe47207. 00040000:00000010:0.0:1767326480.972608:0:219026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000686738c1. 20000000:00000010:0.0:1767326480.972610:0:219026:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000cb0bef3c. 00000020:00000010:0.0:1767326480.972612:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ad26cbf. 10000000:00000010:0.0:1767326480.972614:0:219026:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000009c0a2e1b. 10000000:01000000:0.0:1767326480.972615:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767326480.972618:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326480.972620:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326480.972622:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326480.972625:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d97e2e7c refcount=3 00000020:00000001:0.0:1767326480.972626:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:0.0:1767326480.972629:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:0.0:1767326480.972631:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326480.972634:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326480.972641:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326480.972643:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326480.972644:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326480.972648:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326480.972649:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326480.972650:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326480.972650:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326480.972652:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767326480.972653:0:219026:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767326480.974679:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326480.974681:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326480.974688:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000002482a30d) refs 2 10000000:00000001:0.0:1767326480.974690:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326480.974692:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326480.974693:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 3 10000000:00000001:0.0:1767326480.974694:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326480.974695:0:219026:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326480.974696:0:219026:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767326480.974697:0:219026:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326480.974699:0:219026:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8e30b9308000 from 1 10000000:00000001:0.0:1767326480.974700:0:219026:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326480.974701:0:219026:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767326480.974706:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000020:00000040:0.0:1767326480.974708:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326480.974711:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326480.974713:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326480.974717:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326480.974722:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006428b3d6. 00000100:00000001:0.0:1767326480.974726:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326480.974730:0:219026:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326480.974731:0:219026:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767326480.974736:0:219026:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ed3508e3 count: 2 00010000:00000001:0.0:1767326480.974737:0:219026:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326480.974739:0:219026:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326480.974742:0:219026:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dca32a04. 00000020:00000001:0.0:1767326480.974744:0:219026:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326480.974746:0:219026:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dca32a04 with handle 0x23386b5eae8f1411 to hash 00000020:00000001:0.0:1767326480.974747:0:219026:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326480.974748:0:219026:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:0.0:1767326480.974750:0:219026:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:0.0:1767326480.974752:0:219026:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326480.974753:0:219026:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326480.974755:0:219026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326480.974781:0:219026:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326480.974794:0:219026:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326480.974797:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326480.974799:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326480.974803:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b85acae3. 00000100:00000001:0.0:1767326480.974805:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618937819391872 : -125135890159744 : ffff8e3087b7e780) 00000100:00000001:0.0:1767326480.974807:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326480.974808:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000001:0.0:1767326480.974811:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326480.974812:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.974814:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326480.974815:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326480.974823:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.974829:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326480.974830:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326480.974832:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326480.974834:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326480.974836:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326480.974838:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661888:192.168.203.127@tcp:101: 00000100:00000001:0.0:1767326480.974841:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326480.974845:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326480.974847:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326480.974848:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326480.974851:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a3857392. 02000000:00000001:0.0:1767326480.974852:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326480.974856:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf2433b2. 00000400:00000010:0.0:1767326480.974875:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000100:00000200:0.0:1767326480.974882:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175386661888, portal 25 00000100:00000001:0.0:1767326480.974884:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326480.974885:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000040:0.0:1767326480.974895:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.974901:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326480.974903:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326480.974905:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000200:0.0:1767326480.974907:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175386661888, offset 0 00000400:00000200:0.0:1767326480.974912:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326480.974932:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326480.974937:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326480.974940:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326480.974943:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326480.974945:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326480.974948:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [472:472:256:4294967295] 192.168.203.127@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:0.0:1767326480.974957:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326480.974961:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326480.974964:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000800:00000200:0.0:1767326480.974969:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326480.974976:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326480.974979:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326480.974990:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.974993:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191376 00000100:00000001:0.0:1767326480.974999:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191365 00000100:00000001:0.0:1767326480.975003:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191376 00000100:00000001:0.0:1767326480.975007:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191365 00000100:00000001:0.0:1767326480.975010:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191376 00000100:00000001:0.0:1767326480.975014:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191365 00000100:00000001:0.0:1767326480.975016:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191376 00000100:00000001:0.0:1767326480.975020:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191365 00000100:00000001:0.0:1767326480.975028:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326480.975029:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.975031:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326480.975032:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326480.975034:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b85acae3 going to sleep for 11 seconds 00000100:00000001:0.0:1767326480.975036:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326480.975039:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326480.975115:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326480.975118:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000400:00000200:0.0:1767326480.975122:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.975127:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326480.975131:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000400:00000010:0.0:1767326480.975133:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767326480.975137:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326480.975141:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.975148:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326480.975150:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.975155:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326480.975156:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326480.976547:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.976556:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326480.976558:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.976559:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.976564:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326480.976572:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 344 into portal 25 MB=0x6957404a0e400 00000400:00000200:0.0:1767326480.976577:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 344/344 into md 0xf89 [1] + 224 00000800:00000001:0.0:1767326480.976581:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.976585:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.976586:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.976588:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326480.976591:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326480.976599:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326480.976605:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.976618:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326480.976623:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.976634:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.976673:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326480.976679:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.976680:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.976682:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf2433b2. 00000400:00000200:1.0:1767326480.976685:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000400:00000010:1.0:1767326480.976686:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00000001:1.0:1767326480.976688:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326480.976692:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.976699:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.976704:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.976705:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.976707:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.976709:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.976710:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326480.976711:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.976713:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326480.976717:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.976726:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326480.976728:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326480.976729:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.976731:0:219026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326480.976732:0:219026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.976734:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326480.976736:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.976740:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.976742:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.976744:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.976746:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.976750:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386661888:192.168.203.127@tcp:101: 00000100:00000001:1.0:1767326480.976753:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.976755:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.976833:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.976836:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.976840:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.976847:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.976850:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b85acae3. 00000100:00000001:1.0:1767326480.976853:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326480.976854:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.976857:0:219026:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326480.976870:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.976873:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.976874:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dca32a04 refcount=4 00000020:00000001:1.0:1767326480.976876:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:1.0:1767326480.976878:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000040:1.0:1767326480.976882:0:219026:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000dca32a04, remote cookie: 0x1b9a6a59a123d22, flags: 0x0 00010000:00000001:1.0:1767326480.976885:0:219026:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326480.976904:0:219026:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326480.976906:0:219026:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326480.976907:0:219026:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326480.976908:0:219026:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326480.976910:0:219026:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000ed3508e3) refcount = 2 00010000:00000040:1.0:1767326480.976913:0:219026:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767326480.976914:0:219026:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326480.976920:0:219026:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.976924:0:219026:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326480.976925:0:219026:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326480.976926:0:219026:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326480.976929:0:219026:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326480.976930:0:219026:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326480.976933:0:219026:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.976937:0:219026:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326480.976938:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.976939:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.976940:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.976941:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.976942:0:219026:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.976944:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.976947:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386661888/t0(0) o101->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.976952:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.976954:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.976956:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a3857392. 02000000:00000001:1.0:1767326480.976958:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.976960:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.976961:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.976963:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326480.976968:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006428b3d6. 02000000:00000001:1.0:1767326480.976972:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.976973:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.976974:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 00000100:00000001:1.0:1767326480.976977:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.976978:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326480.976979:0:219026:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.976981:0:219026:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326480.976982:0:219026:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000002482a30d) refs 3 10000000:00000001:1.0:1767326480.976984:0:219026:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326480.976985:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.976987:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.976988:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dca32a04 refcount=3 00000020:00000001:1.0:1767326480.976990:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:1.0:1767326480.976991:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:1.0:1767326480.976993:0:219026:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326480.976994:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.976996:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326480.976997:0:219026:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.976998:0:219026:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767326480.977082:0:219026:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003f80a2d9. 00000020:00000010:1.0:1767326480.977086:0:219026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeae9a66. 00000020:00000010:1.0:1767326480.977089:0:219026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066816d20. 00000040:00000010:1.0:1767326480.977091:0:219026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c9e77e0. 00000020:00000010:1.0:1767326480.977093:0:219026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000080d9a9ae. 00000020:00000010:1.0:1767326480.977096:0:219026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000192ea09b. 80000000:00000010:1.0:1767326480.977098:0:219026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000fdfe7f5. 00040000:00000010:1.0:1767326480.977100:0:219026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000034752d8c. 20000000:00000010:1.0:1767326480.977103:0:219026:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000072008a10. 10000000:00000040:1.0:1767326480.977105:0:219026:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000020:00000001:1.0:1767326480.977106:0:219026:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767326480.977107:0:219026:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1767326480.977109:0:219026:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767326480.977111:0:219026:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f19d22ac. 00000040:00000001:1.0:1767326480.977113:0:219026:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767326480.977115:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000010:1.0:1767326480.977121:0:219026:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000020:00000040:1.0:1767326480.977123:0:219026:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326480.977125:0:219026:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326480.977126:0:219026:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326480.977128:0:219026:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326480.977131:0:219026:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f059409. 00000100:00000001:1.0:1767326480.977133:0:219026:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.977136:0:219026:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326480.977137:0:219026:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326480.977139:0:219026:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93c4b9a. 00000100:00000001:1.0:1767326480.977140:0:219026:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938346227008 : -125135363324608 : ffff8e30a71ec540) 00000100:00000001:1.0:1767326480.977142:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.977143:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000001:1.0:1767326480.977144:0:219026:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326480.977145:0:219026:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.977146:0:219026:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326480.977147:0:219026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326480.977149:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.977154:0:219026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326480.977154:0:219026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.977156:0:219026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326480.977157:0:219026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326480.977158:0:219026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326480.977160:0:219026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386662016:192.168.203.127@tcp:501: 00000100:00000001:1.0:1767326480.977162:0:219026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326480.977163:0:219026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326480.977164:0:219026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.977165:0:219026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326480.977167:0:219026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 02000000:00000001:1.0:1767326480.977168:0:219026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326480.977170:0:219026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000400:00000010:1.0:1767326480.977172:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000200:1.0:1767326480.977175:0:219026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662016, portal 25 00000100:00000001:1.0:1767326480.977180:0:219026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326480.977191:0:219026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000040:1.0:1767326480.977193:0:219026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.977198:0:219026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326480.977199:0:219026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326480.977201:0:219026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000200:1.0:1767326480.977202:0:219026:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175386662016, offset 0 00000400:00000200:1.0:1767326480.977206:0:219026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326480.977210:0:219026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326480.977212:0:219026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326480.977214:0:219026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326480.977216:0:219026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326480.977218:0:219026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326480.977220:0:219026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [473:473:256:4294967295] 192.168.203.127@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:1.0:1767326480.977226:0:219026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326480.977229:0:219026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326480.977231:0:219026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000800:00000200:1.0:1767326480.977233:0:219026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326480.977237:0:219026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326480.977239:0:219026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767326480.977251:0:219026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.977257:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306191378 00000100:00000001:1.0:1767326480.977262:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306191376 00000100:00000001:1.0:1767326480.977265:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306191378 00000100:00000001:1.0:1767326480.977268:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306191376 00000100:00000001:1.0:1767326480.977271:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306191378 00000100:00000001:1.0:1767326480.977273:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306191376 00000100:00000001:1.0:1767326480.977275:0:219026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306191378 00000100:00000001:1.0:1767326480.977283:0:219026:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306191376 00000100:00000001:1.0:1767326480.977286:0:219026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326480.977288:0:219026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326480.977290:0:219026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326480.977291:0:219026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326480.977293:0:219026:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a93c4b9a going to sleep for 11 seconds 00000100:00000001:1.0:1767326480.977295:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326480.977297:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326480.977325:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326480.977328:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:2.0:1767326480.977332:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326480.977335:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326480.977337:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:2.0:1767326480.977338:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:2.0:1767326480.977341:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326480.977343:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.977349:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326480.977350:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326480.977354:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326480.977355:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326480.978417:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.978425:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326480.978427:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.978429:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.978435:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326480.978444:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 272 into portal 25 MB=0x6957404a0e480 00000400:00000200:0.0:1767326480.978449:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 272/272 into md 0xf91 [1] + 224 00000800:00000001:0.0:1767326480.978454:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.978459:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326480.978460:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326480.978462:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326480.978465:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326480.978467:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326480.978474:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326480.978487:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326480.978491:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326480.978493:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.978539:0:219026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326480.978544:0:219026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326480.978545:0:219026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326480.978546:0:219026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000400:00000200:1.0:1767326480.978550:0:219026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:1.0:1767326480.978551:0:219026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:1.0:1767326480.978553:0:219026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326480.978557:0:219026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326480.978564:0:219026:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.978569:0:219026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326480.978570:0:219026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.978571:0:219026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326480.978572:0:219026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326480.978573:0:219026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326480.978574:0:219026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326480.978576:0:219026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326480.978578:0:219026:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326480.978580:0:219026:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326480.978581:0:219026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326480.978583:0:219026:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.978588:0:219026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767326480.978589:0:219026:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767326480.978591:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.978602:0:219026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1767326480.978604:0:219026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326480.978605:0:219026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326480.978607:0:219026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326480.978611:0:219026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6657de6e-759e-415f-bede-5f56cedbd629:219026:1853175386662016:192.168.203.127@tcp:501: 00000100:00000001:1.0:1767326480.978614:0:219026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326480.978615:0:219026:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767326480.978616:0:219026:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326480.978617:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.978619:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.978622:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326480.978624:0:219026:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93c4b9a. 00000100:00000001:1.0:1767326480.978625:0:219026:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326480.978626:0:219026:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767326480.978627:0:219026:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767326480.978629:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.978630:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.978631:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326480.978632:0:219026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326480.978633:0:219026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386662016/t0(0) o501->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326496 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326480.978637:0:219026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326480.978638:0:219026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326480.978639:0:219026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 02000000:00000001:1.0:1767326480.978641:0:219026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326480.978642:0:219026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326480.978642:0:219026:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326480.978643:0:219026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326480.978647:0:219026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008f059409. 02000000:00000001:1.0:1767326480.978649:0:219026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326480.978650:0:219026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326480.978650:0:219026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00000001:1.0:1767326480.978653:0:219026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326480.978653:0:219026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767326480.978655:0:219026:0:(llog.c:1547:llog_open()) MGC192.168.203.127@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767326480.978656:0:219026:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f19d22ac. 00000040:00000001:1.0:1767326480.978658:0:219026:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1767326480.978659:0:219026:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1767326480.978661:0:219026:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1767326480.978663:0:219026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066816d20. 00000040:00000010:1.0:1767326480.978665:0:219026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c9e77e0. 00000020:00000010:1.0:1767326480.978666:0:219026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000080d9a9ae. 00000020:00000010:1.0:1767326480.978668:0:219026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000192ea09b. 80000000:00000010:1.0:1767326480.978670:0:219026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000fdfe7f5. 00040000:00000010:1.0:1767326480.978672:0:219026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000034752d8c. 20000000:00000010:1.0:1767326480.978674:0:219026:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000072008a10. 00000020:00000010:1.0:1767326480.978675:0:219026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeae9a66. 10000000:00000010:1.0:1767326480.978688:0:219026:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003f80a2d9. 10000000:01000000:1.0:1767326480.978689:0:219026:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1767326480.978691:0:219026:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767326480.978692:0:219026:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326480.978693:0:219026:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326480.978695:0:219026:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dca32a04 refcount=3 00000020:00000001:1.0:1767326480.978696:0:219026:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:1.0:1767326480.978698:0:219026:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557316096 : -125135152235520 : ffff8e30b3b3bc00) 00010000:00000001:1.0:1767326480.978700:0:219026:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326480.978701:0:219026:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.978706:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.978707:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326480.978708:0:219026:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326480.978715:0:219026:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326480.978716:0:219026:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326480.978716:0:219026:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767326480.978717:0:219026:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326480.978718:0:219026:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1767326480.978720:0:219026:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767326480.978721:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326480.978722:0:219026:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 3 10000000:00000001:1.0:1767326480.978723:0:219026:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767326481.654917:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326481.654922:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326481.654942:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326481.654944:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326481.654945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326482.678884:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326482.678909:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326482.678975:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326482.678978:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326482.678981:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326483.702862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326483.702868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326483.702887:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326483.702889:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326483.702891:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326484.726822:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326484.726829:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326484.726878:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326484.726882:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326484.726884:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326485.750854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326485.750860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326485.750895:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326485.750898:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326485.750902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326486.070906:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306191378, at 4306191872 00000100:00000040:2.0:1767326486.070907:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306191378, at 4306191872 00000100:00000040:1.0:1767326486.070907:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306191378, at 4306191872 00000100:00000040:3.0:1767326486.070908:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306191378, at 4306191872 00000100:00000010:3.0:1767326486.070933:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f95f8782. 00000100:00000010:0.0:1767326486.070936:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1cdb8. 00000100:00000010:1.0:1767326486.070942:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e556876b. 00000100:00000010:2.0:1767326486.070943:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00000100:00000040:2.0:1767326486.070972:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326486.070978:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326486.070986:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326486.070992:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326486.070997:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326486.071000:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326486.071005:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326486.071013:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 00000100:00000001:2.0:1767326486.071019:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326486.071029:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326486.071060:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326486.071063:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326486.071068:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.071099:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326486.071102:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326486.071105:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326486.071109:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326486.071112:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326486.071115:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326486.071117:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326486.071119:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071122:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326486.071124:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 00000100:00000001:1.0:1767326486.071128:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326486.071130:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071133:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326486.071137:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326486.071143:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326486.071149:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326486.071155:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.071159:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326486.071162:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071165:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326486.071168:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326486.071171:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_02+2] req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326486.071174:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326486.071179:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326486.071184:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326486.071189:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386662144:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326486.071194:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326486.071199:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326486.071202:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326486.071205:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326486.071208:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326486.071211:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192ea09b. 00000100:00000040:2.0:1767326486.071212:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326486.071216:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.071219:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326486.071224:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326486.071227:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326486.071231:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326486.071233:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326486.071237:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.071240:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326486.071241:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d3baa4. 00000100:00000001:3.0:1767326486.071244:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326486.071246:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326486.071252:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326486.071254:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.071256:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.071260:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326486.071261:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000100:00000001:0.0:1767326486.071263:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326486.071267:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326486.071268:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326486.071272:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326486.071274:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000001:0.0:1767326486.071276:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326486.071284:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.071285:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767326486.071285:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662144, portal 25 00000100:00000001:2.0:1767326486.071289:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071292:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326486.071297:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326486.071299:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326486.071299:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071305:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 02000000:00000001:0.0:1767326486.071306:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326486.071309:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326486.071314:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326486.071318:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326486.071321:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386662272:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326486.071328:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326486.071331:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326486.071333:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326486.071337:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326486.071339:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326486.071344:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326486.071345:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326486.071347:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326486.071349:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326486.071354:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000100:00000040:2.0:1767326486.071356:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11529) 02000000:00000010:0.0:1767326486.071356:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0e41028. 00000100:00000200:1.0:1767326486.071362:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386662144, offset 0 02000000:00000001:0.0:1767326486.071362:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326486.071364:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326486.071374:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:0.0:1767326486.071375:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a07ea5de. 00000100:00000001:3.0:1767326486.071383:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326486.071384:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326486.071396:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326486.071396:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000001:3.0:1767326486.071401:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326486.071404:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:0.0:1767326486.071404:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662272, portal 10 00000100:00000001:0.0:1767326486.071409:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326486.071412:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000400:00000200:1.0:1767326486.071416:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326486.071423:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326486.071425:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326486.071426:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326486.071428:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326486.071433:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326486.071436:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326486.071445:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326486.071450:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326486.071450:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767326486.071463:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326486.071473:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [474:474:256:4294967295] 192.168.203.127@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000010:0.0:1767326486.071476:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 00000100:00000200:0.0:1767326486.071487:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386662272, offset 0 00000100:00000001:3.0:1767326486.071493:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326486.071498:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326486.071505:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326486.071506:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326486.071516:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326486.071517:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326486.071524:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326486.071533:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386662400:192.168.203.127@tcp:400: 00000800:00000200:1.0:1767326486.071540:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326486.071541:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326486.071542:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326486.071553:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326486.071553:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326486.071554:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 02000000:00000001:3.0:1767326486.071563:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326486.071568:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326486.071570:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326486.071576:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326486.071577:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326486.071581:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad00f26. 00000400:00000200:0.0:1767326486.071582:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326486.071591:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326486.071595:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326486.071600:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [475:475:255:4294967295] 192.168.203.127@tcp LPNI seq info [475:475:7:4294967295] 00000400:00000010:3.0:1767326486.071603:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd08b89a. 00000800:00000200:1.0:1767326486.071605:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326486.071613:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000400:00000200:0.0:1767326486.071619:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326486.071622:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662400, portal 10 00000100:00000001:1.0:1767326486.071632:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326486.071633:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326486.071634:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326486.071643:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000800:00000010:0.0:1767326486.071645:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000100:00000001:1.0:1767326486.071646:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306196472 00000100:00000010:1.0:1767326486.071654:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000100:00000040:3.0:1767326486.071656:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326486.071657:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326486.071662:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326486.071663:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326486.071668:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326486.071670:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306196472 00000100:00000010:1.0:1767326486.071680:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000100:00000001:0.0:1767326486.071684:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071690:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326486.071694:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 201890 usecs (202 jiffies) 00000800:00000200:2.0:1767326486.071700:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326486.071702:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306196472 00000100:00000001:0.0:1767326486.071705:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306192074 00000800:00000010:2.0:1767326486.071710:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000100:00000010:1.0:1767326486.071714:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000400:00000200:2.0:1767326486.071722:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326486.071722:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306196472 00000100:00000001:1.0:1767326486.071725:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326486.071727:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326486.071727:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306192074 00000100:00000001:0.0:1767326486.071738:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306196472 00000400:00000200:2.0:1767326486.071740:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326486.071741:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306196472 00000100:00000040:3.0:1767326486.071749:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326486.071750:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306192074 00000100:00000010:1.0:1767326486.071755:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000400:00000010:3.0:1767326486.071792:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000100:00000001:0.0:1767326486.071794:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306196472 00000400:00000200:2.0:1767326486.071795:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000100:00000001:0.0:1767326486.071804:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306192075 00000400:00000010:2.0:1767326486.071805:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:1.0:1767326486.071805:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326486.071814:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326486.071814:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306196472 00000100:00000200:3.0:1767326486.071815:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386662400, offset 0 00000100:00000001:2.0:1767326486.071816:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326486.071824:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326486.071840:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326486.071845:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326486.071847:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326486.071852:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071853:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.071860:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071861:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326486.071869:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326486.071870:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071873:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326486.071882:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326486.071883:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326486.071886:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326486.071887:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326486.071888:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326486.071891:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326486.071897:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326486.071899:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326486.071901:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326486.071906:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326486.071908:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.071909:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326486.071916:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326486.071919:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326486.071928:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326486.071946:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [476:476:254:4294967295] 192.168.203.127@tcp LPNI seq info [476:476:6:4294967295] 00000100:00000001:2.0:1767326486.071947:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.071959:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326486.071967:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326486.071972:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326486.071977:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000800:00000200:3.0:1767326486.071982:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326486.071988:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326486.071992:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326486.071995:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326486.071998:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12807 usecs (13 jiffies) 00000100:00000001:3.0:1767326486.072001:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306191886 00000100:00000001:3.0:1767326486.072004:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306196472 00000100:00000001:3.0:1767326486.072006:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306191886 00000100:00000001:3.0:1767326486.072007:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306196472 00000100:00000001:3.0:1767326486.072009:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306191886 00000100:00000001:3.0:1767326486.072010:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306196472 00000100:00000001:3.0:1767326486.072011:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306191886 00000100:00000001:3.0:1767326486.072012:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306196472 00000100:00000001:3.0:1767326486.072021:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326486.072023:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326486.072027:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326486.072029:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326486.072030:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326486.072034:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000400:00000200:2.0:1767326486.072037:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326486.072042:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326486.072045:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000400:00000010:2.0:1767326486.072047:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:2.0:1767326486.072056:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326486.072059:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.072065:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326486.072067:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.072071:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.072072:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326486.072081:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326486.072082:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:2.0:1767326486.072084:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326486.072086:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326486.072088:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000400:00000010:2.0:1767326486.072089:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00000100:00000001:2.0:1767326486.072091:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326486.072093:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.072097:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326486.072098:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.072102:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.072103:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326486.073798:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.073810:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326486.073813:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.073818:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326486.073839:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326486.073852:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0e500 00000400:00000200:2.0:1767326486.073859:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xf99 [1] + 224 00000800:00000001:2.0:1767326486.073866:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.073871:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326486.073873:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326486.073884:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326486.073888:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326486.073892:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326486.073903:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.073920:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326486.073927:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.073930:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326486.073933:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.073935:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326486.073939:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326486.073946:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e580 00000400:00000200:2.0:1767326486.073951:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfa1 [1] + 224 00000800:00000001:2.0:1767326486.073956:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.073960:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326486.073962:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326486.073963:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326486.073968:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326486.073968:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326486.073974:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326486.073976:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767326486.073978:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326486.073980:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326486.073983:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000400:00000200:1.0:1767326486.073989:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:1.0:1767326486.073993:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000040:2.0:1767326486.073997:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326486.073999:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326486.074007:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326486.074017:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326486.074021:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326486.074024:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326486.074029:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326486.074033:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326486.074034:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326486.074038:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326486.074040:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326486.074043:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326486.074048:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326486.074049:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326486.074051:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326486.074056:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.074056:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326486.074059:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e600 00000100:00000001:0.0:1767326486.074060:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326486.074063:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326486.074065:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326486.074068:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326486.074069:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a07ea5de. 00000100:00001000:1.0:1767326486.074070:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=71 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326486.074073:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000100:00001000:1.0:1767326486.074077:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=71 v=5 (1 1 1 1) 00000400:00000010:0.0:1767326486.074077:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767326486.074082:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326486.074085:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326486.074088:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326486.074089:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfa9 [1] + 224 00000100:00000200:0.0:1767326486.074089:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326486.074098:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326486.074102:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326486.074106:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326486.074108:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326486.074113:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.074114:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326486.074117:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326486.074120:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326486.074121:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326486.074123:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326486.074124:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326486.074127:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326486.074127:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326486.074137:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326486.074138:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767326486.074142:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326486.074146:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326486.074148:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326486.074150:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=61 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326486.074152:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326486.074153:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326486.074157:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326486.074158:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326486.074166:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326486.074169:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326486.074170:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326486.074175:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326486.074178:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326486.074179:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.074184:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326486.074187:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326486.074191:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326486.074195:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326486.074198:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386662144:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326486.074203:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326486.074210:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326486.074212:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326486.074212:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326486.074215:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326486.074217:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326486.074219:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326486.074220:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326486.074223:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386662144/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326486.074226:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326486.074226:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326486.074243:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326486.074251:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767326486.074263:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386662272:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326486.074264:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767326486.074265:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326486.074270:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326486.074273:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326486.074274:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326486.074275:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192ea09b. 00000100:00000001:0.0:1767326486.074281:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326486.074282:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd08b89a. 02000000:00000001:1.0:1767326486.074284:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326486.074288:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386662272/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326486.074291:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326486.074292:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000020:00000040:1.0:1767326486.074296:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:3.0:1767326486.074301:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000020:00000001:1.0:1767326486.074305:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326486.074310:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326486.074311:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 00000100:00000001:0.0:1767326486.074311:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326486.074316:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326486.074318:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326486.074319:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326486.074321:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0e41028. 02000000:00000001:1.0:1767326486.074324:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326486.074331:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 02000000:00000001:0.0:1767326486.074331:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326486.074337:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326486.074343:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767326486.074343:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:3.0:1767326486.074351:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326486.074351:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326486.074352:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326486.074358:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 00000100:00000001:1.0:1767326486.074363:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326486.074366:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326486.074376:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326486.074377:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767326486.074382:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:3.0:1767326486.074385:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326486.074385:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326486.074390:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326486.074391:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326486.074392:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326486.074400:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326486.074400:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326486.074401:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326486.074404:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326486.074409:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326486.074410:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326486.074414:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326486.074420:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.074423:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767326486.074427:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=71 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326486.074427:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326486.074438:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326486.074439:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326486.074442:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326486.074444:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326486.074444:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326486.074452:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326486.074459:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326486.074466:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326486.074468:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326486.074470:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326486.074472:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326486.074480:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326486.074483:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326486.074488:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326486.074490:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326486.074491:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326486.074493:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326486.074498:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386662400:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326486.074502:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326486.074504:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326486.074505:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386662400/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326486.074510:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326486.074511:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326486.074513:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad00f26. 02000000:00000001:3.0:1767326486.074516:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326486.074517:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326486.074519:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326486.074520:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326486.074521:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d3baa4. 02000000:00000001:3.0:1767326486.074524:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326486.074525:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326486.074526:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:3.0:1767326486.074529:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326486.074530:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326486.074531:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326486.074535:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326486.074536:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326486.074538:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326486.074539:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326486.774862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326486.774868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326486.774938:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326486.774944:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326486.774948:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326487.798898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326487.798905:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326487.798907:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326487.798909:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326487.798913:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326487.798914:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326487.798915:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326487.798917:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326487.798936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326487.798938:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326487.798940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326488.822909:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326488.822915:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326488.822986:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326488.822990:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326488.822992:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326489.846867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326489.846876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326489.846898:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326489.846900:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326489.846902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767326490.166851:0:219026:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326490.166877:0:219026:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1767326490.678865:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306196472, at 4306196480 00000100:00000040:2.0:1767326490.678865:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306196472, at 4306196480 00000100:00000040:1.0:1767326490.678865:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306196472, at 4306196480 00000100:00000040:0.0:1767326490.678865:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306196472, at 4306196480 00000100:00000010:0.0:1767326490.678881:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000010:2.0:1767326490.678883:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:1.0:1767326490.678886:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:3.0:1767326490.678889:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00010000:00000001:0.0:1767326490.870874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326490.870882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326490.870932:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326490.870936:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326490.870938:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326491.190886:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326491.190897:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326491.190905:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000020:00000040:1.0:1767326491.190911:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326491.190916:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326491.190919:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326491.190924:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326491.190933:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326491.190939:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.190949:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326491.190962:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326491.190964:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.190970:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005575eda4] to pc [ptlrpcd_00_00+0] req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.191002:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.191005:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326491.191006:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326491.191012:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326491.191012:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326491.191016:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326491.191017:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000100:00000040:0.0:1767326491.191022:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326491.191023:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326491.191027:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326491.191030:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326491.191032:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326491.191035:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326491.191039:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326491.191045:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326491.191053:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326491.191055:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326491.191057:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.191062:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326491.191062:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326491.191066:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326491.191070:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326491.191077:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386662528:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326491.191081:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326491.191082:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326491.191087:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326491.191088:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326491.191090:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326491.191093:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326491.191095:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3d78562. 02000000:00000001:0.0:1767326491.191098:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.191102:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_01+1] req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326491.191103:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a07ea5de. 00000400:00000010:0.0:1767326491.191111:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000200:0.0:1767326491.191120:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662528, portal 25 00000100:00000001:0.0:1767326491.191122:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326491.191123:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000001:1.0:1767326491.191128:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326491.191129:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326491.191135:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326491.191141:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326491.191143:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326491.191145:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326491.191147:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326491.191150:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000400:00000010:0.0:1767326491.191150:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00000001:2.0:1767326491.191152:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326491.191157:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326491.191158:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000200:0.0:1767326491.191158:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386662528, offset 0 00000100:00000001:1.0:1767326491.191165:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326491.191169:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326491.191170:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767326491.191170:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326491.191175:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326491.191183:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:2.0:1767326491.191186:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326491.191186:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326491.191189:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326491.191190:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326491.191194:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326491.191197:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326491.191201:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326491.191202:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326491.191206:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326491.191208:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326491.191214:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326491.191214:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326491.191223:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [477:477:256:4294967295] 192.168.203.127@tcp LPNI seq info [477:477:8:4294967295] 00000100:00100000:2.0:1767326491.191224:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386662656:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326491.191235:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326491.191236:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326491.191240:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326491.191241:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326491.191245:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326491.191245:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326491.191247:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326491.191250:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f90378d9. 00000100:00000040:1.0:1767326491.191251:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_02+2] req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326491.191255:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326491.191261:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7e947df. 00000400:00000010:2.0:1767326491.191267:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000200:2.0:1767326491.191274:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662656, portal 10 00000800:00000200:0.0:1767326491.191274:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326491.191278:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326491.191280:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000800:00000010:0.0:1767326491.191280:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000100:00000040:2.0:1767326491.191289:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326491.191290:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326491.191292:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.191298:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326491.191301:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326491.191304:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326491.191306:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326491.191310:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326491.191311:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326491.191311:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326491.191312:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326491.191319:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326491.191320:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326491.191322:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11534) 00000400:00000010:2.0:1767326491.191326:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f317576. 00000100:00000001:0.0:1767326491.191327:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326491.191331:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386662656, offset 0 00000100:00000001:0.0:1767326491.191335:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306201592 00000400:00000200:2.0:1767326491.191342:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326491.191343:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000100:00000001:3.0:1767326491.191347:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326491.191350:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.191352:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326491.191353:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326491.191354:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326491.191358:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326491.191358:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326491.191359:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326491.191360:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326491.191364:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326491.191368:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326491.191369:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306201592 00000100:00100000:3.0:1767326491.191371:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386662784:192.168.203.127@tcp:400: 00000100:00000010:0.0:1767326491.191374:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000400:00000200:2.0:1767326491.191375:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326491.191380:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326491.191381:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326491.191383:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326491.191388:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306201592 00000400:00000200:2.0:1767326491.191389:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [478:478:255:4294967295] 192.168.203.127@tcp LPNI seq info [478:478:7:4294967295] 02000000:00000001:3.0:1767326491.191391:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767326491.191392:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 02000000:00000001:3.0:1767326491.191395:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326491.191398:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326491.191399:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 02000000:00000010:3.0:1767326491.191404:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7802e77. 00000400:00000200:2.0:1767326491.191406:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326491.191410:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326491.191411:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306201592 00000800:00000200:2.0:1767326491.191414:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326491.191415:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd08b89a. 00000800:00000010:2.0:1767326491.191421:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000400:00000010:3.0:1767326491.191423:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000100:00000010:0.0:1767326491.191423:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000800:00000200:2.0:1767326491.191429:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326491.191432:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662784, portal 10 00000100:00000001:0.0:1767326491.191432:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326491.191437:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326491.191437:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326491.191440:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:0.0:1767326491.191442:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326491.191447:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326491.191450:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326491.191450:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326491.191458:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326491.191459:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326491.191460:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326491.191464:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326491.191466:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 200475 usecs (201 jiffies) 00000800:00000200:1.0:1767326491.191467:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326491.191469:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326491.191473:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306197193 00000400:00000010:3.0:1767326491.191474:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 00000800:00000010:1.0:1767326491.191475:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000100:00000001:0.0:1767326491.191475:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326491.191477:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306201592 00000100:00000200:3.0:1767326491.191481:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386662784, offset 0 00000100:00000001:0.0:1767326491.191481:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326491.191482:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306197193 00000400:00000200:1.0:1767326491.191484:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326491.191488:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306201592 00000400:00000200:3.0:1767326491.191490:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326491.191490:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326491.191493:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326491.191495:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306197193 00000100:00000001:0.0:1767326491.191497:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326491.191499:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326491.191500:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306201592 00000100:00000001:0.0:1767326491.191501:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326491.191504:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326491.191508:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306197193 00000400:00000200:3.0:1767326491.191511:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326491.191511:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306201592 00000100:00000001:2.0:1767326491.191517:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326491.191519:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326491.191520:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326491.191524:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326491.191524:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326491.191526:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326491.191530:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326491.191531:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326491.191536:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326491.191538:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326491.191539:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326491.191541:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326491.191544:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326491.191547:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [479:479:254:4294967295] 192.168.203.127@tcp LPNI seq info [479:479:6:4294967295] 00000400:00000200:3.0:1767326491.191607:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326491.191611:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326491.191613:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000800:00000010:3.0:1767326491.191615:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000400:00000010:1.0:1767326491.191617:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000800:00000200:3.0:1767326491.191620:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:3.0:1767326491.191625:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326491.191630:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326491.191632:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.191633:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767326491.191635:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12742 usecs (13 jiffies) 00000100:00000001:3.0:1767326491.191639:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306197005 00000100:00000200:1.0:1767326491.191641:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326491.191642:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306201592 00000100:00000001:3.0:1767326491.191646:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306197005 00000100:00000001:3.0:1767326491.191650:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306201592 00000100:00000001:3.0:1767326491.191654:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306197005 00000100:00000001:3.0:1767326491.191659:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306201592 00000100:00000001:3.0:1767326491.191663:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306197005 00000100:00000001:3.0:1767326491.191666:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306201592 00000100:00000001:1.0:1767326491.191667:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326491.191668:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326491.191672:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326491.191675:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.191675:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326491.191680:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326491.191685:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326491.191688:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326491.191691:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326491.191692:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326491.191694:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326491.191697:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326491.191698:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326491.191702:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326491.191718:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326491.191722:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:1.0:1767326491.191725:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326491.191730:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326491.191732:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f317576 00000400:00000010:1.0:1767326491.191734:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f317576. 00000100:00000001:1.0:1767326491.191737:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326491.191740:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.191748:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326491.191751:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.191789:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.191809:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326491.191844:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326491.191847:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:1.0:1767326491.191850:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326491.191854:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326491.191857:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000400:00000010:1.0:1767326491.191858:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:1.0:1767326491.191861:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326491.191864:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.191872:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326491.191874:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.191886:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.191888:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326491.192982:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.192994:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326491.192996:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.192999:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326491.193006:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326491.193016:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0e680 00000400:00000200:2.0:1767326491.193022:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xfb1 [1] + 224 00000800:00000001:2.0:1767326491.193028:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193036:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326491.193039:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326491.193050:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326491.193055:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326491.193060:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326491.193071:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326491.193086:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326491.193095:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193100:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326491.193101:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193103:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326491.193108:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326491.193110:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326491.193113:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326491.193116:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e700 00000400:00000001:0.0:1767326491.193119:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326491.193122:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326491.193129:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a07ea5de. 00000400:00000200:0.0:1767326491.193132:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000400:00000010:0.0:1767326491.193134:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767326491.193136:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326491.193141:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfb9 [1] + 224 00000100:00000200:0.0:1767326491.193142:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326491.193155:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326491.193156:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326491.193163:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326491.193165:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326491.193165:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326491.193169:0:216338:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326491.193172:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326491.193173:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326491.193176:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326491.193179:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326491.193182:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767326491.193184:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326491.193189:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326491.193191:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=76 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326491.193196:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326491.193198:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326491.193208:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326491.193211:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326491.193216:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326491.193218:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326491.193222:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326491.193228:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326491.193232:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326491.193234:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326491.193238:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193243:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326491.193245:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326491.193250:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326491.193252:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326491.193257:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326491.193265:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386662528:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326491.193271:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326491.193273:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326491.193277:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386662528/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.193281:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326491.193286:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326491.193292:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326491.193294:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326491.193295:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326491.193298:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767326491.193300:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7e947df. 02000000:00000010:0.0:1767326491.193304:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3d78562. 00000400:00000200:1.0:1767326491.193306:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000400:00000010:1.0:1767326491.193310:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 02000000:00000001:0.0:1767326491.193311:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326491.193315:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326491.193316:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767326491.193318:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326491.193322:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767326491.193324:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326491.193326:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:0.0:1767326491.193334:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326491.193337:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326491.193341:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00000200:1.0:1767326491.193343:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326491.193348:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326491.193351:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326491.193356:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326491.193359:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326491.193363:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326491.193363:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326491.193367:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.193368:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326491.193372:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326491.193374:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326491.193375:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326491.193378:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.193379:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326491.193385:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326491.193390:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326491.193394:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=66 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326491.193396:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326491.193398:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326491.193400:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326491.193402:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.193405:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326491.193406:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326491.193408:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326491.193410:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326491.193413:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.193420:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326491.193429:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326491.193431:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326491.193435:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326491.193443:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386662656:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326491.193447:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326491.193449:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326491.193452:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386662656/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326491.193459:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326491.193460:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326491.193462:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f90378d9. 02000000:00000001:1.0:1767326491.193466:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326491.193467:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326491.193468:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326491.193470:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326491.193472:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:1.0:1767326491.193475:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326491.193476:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326491.193478:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:1.0:1767326491.193481:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326491.193482:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326491.193484:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326491.193488:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326491.193490:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326491.193492:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326491.193493:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326491.193601:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193606:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326491.193608:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193609:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326491.193613:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326491.193618:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e780 00000400:00000200:2.0:1767326491.193626:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfc1 [1] + 224 00000800:00000001:2.0:1767326491.193629:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193633:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326491.193634:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326491.193636:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326491.193638:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326491.193641:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326491.193647:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326491.193657:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326491.193661:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326491.193663:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326491.193688:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326491.193697:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326491.193700:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326491.193701:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326491.193702:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd08b89a. 00000400:00000200:3.0:1767326491.193705:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000400:00000010:3.0:1767326491.193707:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:3.0:1767326491.193708:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326491.193712:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326491.193719:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326491.193724:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326491.193725:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326491.193727:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326491.193728:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326491.193729:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326491.193730:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326491.193731:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326491.193734:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326491.193736:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326491.193738:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326491.193739:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326491.193740:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326491.193742:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326491.193747:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326491.193748:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326491.193749:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326491.193750:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326491.193751:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326491.193753:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326491.193773:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326491.193775:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326491.193781:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326491.193784:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326491.193789:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386662784:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326491.193806:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326491.193808:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326491.193809:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386662784/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326507 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326491.193814:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326491.193815:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326491.193817:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7802e77. 02000000:00000001:3.0:1767326491.193820:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326491.193821:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326491.193821:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326491.193823:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326491.193824:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:3.0:1767326491.193826:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326491.193826:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326491.193827:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:3.0:1767326491.193830:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326491.193831:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326491.193833:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326491.193837:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326491.193838:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326491.193840:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326491.193842:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326491.894886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326491.894893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326491.894917:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326491.894920:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326491.894923:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326492.918837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326492.918844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326492.918929:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326492.918933:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326492.918935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326493.942891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326493.942899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326493.942921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326493.942923:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326493.942925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326494.966876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326494.966881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326494.966947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326494.966955:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326494.966959:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326495.798830:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306201592, at 4306201600 00000100:00000010:1.0:1767326495.798845:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000040:3.0:1767326495.798853:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306201592, at 4306201600 00000100:00000010:3.0:1767326495.798865:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000040:2.0:1767326495.798885:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306201592, at 4306201600 00000100:00000040:0.0:1767326495.798885:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306201592, at 4306201600 00000100:00000010:2.0:1767326495.798901:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000010:0.0:1767326495.798903:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00010000:00000001:0.0:1767326495.990899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326495.990929:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326495.990955:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326495.990958:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326495.990960:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326496.310906:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326496.310915:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326496.310925:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000020:00000040:0.0:1767326496.310932:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326496.310937:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326496.310941:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326496.310946:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326496.310955:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:0.0:1767326496.310963:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326496.310973:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326496.310985:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326496.310986:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326496.310991:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_03+3] req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.311012:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326496.311013:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326496.311016:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326496.311018:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000020:00000040:0.0:1767326496.311020:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326496.311022:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326496.311023:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326496.311025:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.311028:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326496.311029:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:0.0:1767326496.311034:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.311035:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326496.311038:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326496.311039:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326496.311047:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.311050:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326496.311067:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.311076:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326496.311076:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_00+0] req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326496.311080:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.311083:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326496.311087:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326496.311096:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326496.311097:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326496.311101:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326496.311105:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386662912:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326496.311108:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326496.311112:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326496.311115:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326496.311118:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326496.311118:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326496.311121:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326496.311124:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767326496.311125:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192ea09b. 00000100:00000010:0.0:1767326496.311128:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 02000000:00000001:1.0:1767326496.311130:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326496.311132:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326496.311136:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326496.311139:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326496.311140:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 02000000:00000001:0.0:1767326496.311142:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326496.311149:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:3.0:1767326496.311153:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326496.311153:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000001:0.0:1767326496.311154:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326496.311155:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326496.311162:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326496.311166:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.311168:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326496.311170:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767326496.311171:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386662912, portal 25 00000100:00000001:1.0:1767326496.311182:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326496.311186:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000100:00000001:0.0:1767326496.311187:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326496.311188:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326496.311191:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326496.311196:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326496.311199:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_01+1] req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.311213:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.311225:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326496.311232:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326496.311239:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326496.311240:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326496.311251:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326496.311252:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326496.311254:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000040:0.0:1767326496.311256:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326496.311260:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386662912, offset 0 00000100:00000040:0.0:1767326496.311261:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326496.311266:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326496.311272:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11539) 00000100:00000001:2.0:1767326496.311276:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326496.311289:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1767326496.311291:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326496.311302:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.311307:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326496.311310:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326496.311312:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326496.311313:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326496.311314:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326496.311320:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326496.311324:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326496.311325:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326496.311328:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326496.311335:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326496.311336:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326496.311341:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326496.311342:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767326496.311348:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386663040:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326496.311357:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326496.311358:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.311360:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326496.311369:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326496.311374:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326496.311375:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326496.311384:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326496.311391:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [480:480:256:4294967295] 192.168.203.127@tcp LPNI seq info [480:480:8:4294967295] 02000000:00000010:3.0:1767326496.311393:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad00f26. 02000000:00000001:3.0:1767326496.311401:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326496.311411:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd08b89a. 00000400:00000010:3.0:1767326496.311425:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000400:00000200:1.0:1767326496.311427:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326496.311429:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326496.311432:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326496.311435:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663040, portal 10 02000000:00000001:2.0:1767326496.311435:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326496.311440:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326496.311443:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326496.311448:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326496.311450:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.311451:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000100:00100000:2.0:1767326496.311459:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386663168:192.168.203.127@tcp:400: 00000800:00000010:1.0:1767326496.311460:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9b1f653. 00000100:00000040:3.0:1767326496.311469:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326496.311470:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326496.311475:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326496.311482:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326496.311484:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767326496.311492:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326496.311501:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ecd6d7a. 00000100:00000001:3.0:1767326496.311502:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326496.311511:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:2.0:1767326496.311512:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326496.311518:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326496.311526:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067dd3ab9. 00000800:00000200:1.0:1767326496.311526:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9b1f653 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326496.311527:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5708b0. 00000100:00000200:3.0:1767326496.311540:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386663040, offset 0 00000400:00000010:2.0:1767326496.311542:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000102aa330. 00000100:00000200:2.0:1767326496.311548:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663168, portal 10 00000100:00000001:1.0:1767326496.311551:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326496.311552:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326496.311552:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326496.311559:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:1.0:1767326496.311563:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306206712 00000100:00000040:2.0:1767326496.311570:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326496.311573:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000400:00000200:3.0:1767326496.311574:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326496.311590:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326496.311594:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326496.311594:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326496.311596:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326496.311610:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f317576. 00000400:00000200:3.0:1767326496.311613:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326496.311613:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306206712 00000100:00000200:2.0:1767326496.311615:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386663168, offset 0 00000100:00000010:1.0:1767326496.311624:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000400:00000200:2.0:1767326496.311631:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326496.311634:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326496.311636:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326496.311650:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306206712 00000400:00000200:3.0:1767326496.311653:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326496.311655:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326496.311656:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000001:1.0:1767326496.311664:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767326496.311664:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9b1f653. 00000400:00000200:3.0:1767326496.311665:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [481:481:255:4294967295] 192.168.203.127@tcp LPNI seq info [481:481:7:4294967295] 00000100:00000001:1.0:1767326496.311674:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306206712 00000400:00000200:0.0:1767326496.311675:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767326496.311678:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000100:00000001:1.0:1767326496.311684:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326496.311688:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326496.311692:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326496.311694:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.311702:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.311708:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326496.311715:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326496.311717:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326496.311720:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326496.311728:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326496.311730:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326496.311733:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326496.311736:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326496.311737:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326496.311741:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326496.311749:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326496.311753:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326496.311755:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326496.311814:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326496.311818:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [482:482:254:4294967295] 192.168.203.127@tcp LPNI seq info [482:482:6:4294967295] 00000400:00000200:2.0:1767326496.311825:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326496.311838:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326496.311839:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000800:00000010:2.0:1767326496.311845:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3546890. 00000400:00000010:0.0:1767326496.311846:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:0.0:1767326496.311859:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326496.311860:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000010:3.0:1767326496.311863:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000800:00000200:2.0:1767326496.311872:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326496.311873:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326496.311877:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326496.311880:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3546890 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326496.311896:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326496.311900:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326496.311908:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326496.311915:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12672 usecs (13 jiffies) 00000100:00000001:3.0:1767326496.311919:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326496.311927:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306202126 00000100:00000040:3.0:1767326496.311928:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 199072 usecs (200 jiffies) 00000100:00000001:3.0:1767326496.311936:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306202313 00000100:00000001:2.0:1767326496.311937:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306206712 00000100:00000001:0.0:1767326496.311938:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326496.311945:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306206712 00000100:00000001:2.0:1767326496.311945:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306202126 00000100:00000001:2.0:1767326496.311954:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306206712 00000100:00000040:0.0:1767326496.311955:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.311956:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306202313 00000100:00000001:3.0:1767326496.311965:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306206712 00000100:00000001:2.0:1767326496.311965:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306202126 00000100:00000001:2.0:1767326496.311974:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306206712 00000100:00000001:3.0:1767326496.311975:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306202313 00000100:00000001:2.0:1767326496.311982:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306202126 00000100:00000001:3.0:1767326496.311984:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306206712 00000100:00000001:3.0:1767326496.311991:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306202313 00000100:00000001:2.0:1767326496.311993:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306206712 00000100:00000001:3.0:1767326496.312003:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306206712 00000100:00000001:2.0:1767326496.312003:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326496.312008:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.312011:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326496.312012:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326496.312013:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326496.312022:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326496.312024:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.312025:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.312029:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326496.312029:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.312036:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326496.312037:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326496.312039:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.312040:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326496.312047:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326496.312050:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3546890. 00000400:00000200:0.0:1767326496.312054:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326496.312060:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326496.312063:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f317576 00000400:00000010:0.0:1767326496.312064:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f317576. 00000100:00000001:0.0:1767326496.312068:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326496.312071:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.312077:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326496.312081:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.312086:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326496.312087:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326496.312116:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326496.312117:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000400:00000200:0.0:1767326496.312119:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326496.312121:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326496.312123:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5708b0 00000400:00000010:0.0:1767326496.312124:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5708b0. 00000100:00000001:0.0:1767326496.312126:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326496.312128:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.312132:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326496.312134:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.312147:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326496.312148:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326496.313084:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313097:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326496.313100:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313102:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326496.313109:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326496.313119:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0e800 00000400:00000200:2.0:1767326496.313126:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:2.0:1767326496.313132:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313139:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326496.313148:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326496.313152:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326496.313157:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326496.313162:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326496.313174:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326496.313194:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326496.313206:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313210:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326496.313236:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326496.313240:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326496.313244:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326496.313246:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326496.313255:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000400:00000200:1.0:1767326496.313258:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:1.0:1767326496.313259:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:1.0:1767326496.313262:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326496.313267:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326496.313274:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326496.313279:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326496.313281:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326496.313283:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326496.313285:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326496.313286:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326496.313288:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326496.313290:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326496.313294:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326496.313296:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326496.313298:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326496.313299:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326496.313301:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326496.313303:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.313305:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326496.313307:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326496.313312:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326496.313314:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326496.313315:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326496.313317:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326496.313322:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386662912:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326496.313327:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326496.313329:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326496.313331:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386662912/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326496.313342:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326496.313345:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326496.313348:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192ea09b. 02000000:00000001:1.0:1767326496.313351:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326496.313353:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326496.313355:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326496.313357:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326496.313359:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 02000000:00000001:1.0:1767326496.313362:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326496.313364:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326496.313366:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000100:00000001:1.0:1767326496.313369:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326496.313370:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326496.313372:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326496.313376:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326496.313377:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326496.313379:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326496.313381:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326496.313789:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313796:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326496.313798:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313800:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326496.313804:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326496.313811:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e900 00000400:00000200:2.0:1767326496.313815:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfd9 [1] + 224 00000800:00000001:2.0:1767326496.313819:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313823:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326496.313824:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326496.313827:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326496.313830:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326496.313833:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326496.313840:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326496.313861:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326496.313866:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313880:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326496.313881:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326496.313884:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326496.313886:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326496.313899:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0e880 00000400:00000200:2.0:1767326496.313902:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfd1 [1] + 224 00000800:00000001:2.0:1767326496.313906:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326496.313910:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326496.313911:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326496.313915:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326496.313916:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326496.313921:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326496.313922:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326496.313925:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326496.313926:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067dd3ab9. 00000400:00000200:0.0:1767326496.313931:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000102aa330 00000400:00000010:0.0:1767326496.313932:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000102aa330. 00000100:00000001:0.0:1767326496.313935:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326496.313939:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326496.313940:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326496.313946:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326496.313956:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326496.313961:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.313977:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326496.313980:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326496.313982:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326496.313984:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326496.313985:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326496.313986:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326496.313989:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326496.313991:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326496.313991:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326496.313995:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326496.313999:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326496.314004:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326496.314006:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326496.314006:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326496.314010:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326496.314010:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326496.314014:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326496.314019:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326496.314021:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326496.314024:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326496.314027:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd08b89a. 00010000:00000001:0.0:1767326496.314028:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326496.314032:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000100:00000001:0.0:1767326496.314033:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767326496.314037:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000040:0.0:1767326496.314038:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326496.314042:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326496.314043:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326496.314044:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326496.314048:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326496.314061:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.314068:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326496.314070:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.314072:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.314077:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326496.314080:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326496.314082:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326496.314085:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326496.314086:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326496.314090:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.314091:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326496.314096:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326496.314096:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326496.314105:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=71 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326496.314105:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386663168:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326496.314112:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326496.314114:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326496.314115:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326496.314119:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386663168/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.314122:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326496.314126:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326496.314131:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767326496.314132:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326496.314135:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767326496.314137:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326496.314138:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ecd6d7a. 02000000:00000001:0.0:1767326496.314144:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326496.314145:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767326496.314146:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326496.314147:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000040:0.0:1767326496.314149:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326496.314151:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767326496.314153:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326496.314154:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326496.314157:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:0.0:1767326496.314162:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326496.314163:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326496.314166:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326496.314169:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:3.0:1767326496.314176:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326496.314178:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326496.314178:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326496.314180:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326496.314181:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326496.314184:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326496.314185:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326496.314189:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326496.314192:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326496.314194:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326496.314196:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326496.314206:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386663040:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326496.314210:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.314212:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326496.314214:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386663040/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326496.314219:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326496.314220:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326496.314222:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad00f26. 02000000:00000001:3.0:1767326496.314224:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326496.314225:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326496.314226:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326496.314227:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326496.314228:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 02000000:00000001:3.0:1767326496.314230:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326496.314231:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326496.314232:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:3.0:1767326496.314234:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326496.314235:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.314236:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326496.314240:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326496.314240:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326496.314242:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326496.314243:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326497.014856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326497.014864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326497.014923:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326497.014929:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326497.014932:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326498.038879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326498.038901:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326498.038904:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326498.038906:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326498.038911:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326498.038913:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326498.038915:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326498.038917:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326498.038938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326498.038940:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326498.038942:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326499.062854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326499.062860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326499.062924:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326499.062928:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326499.062931:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326500.086851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326500.086856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326500.086876:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326500.086877:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326500.086880:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326500.918842:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306206712, at 4306206720 00000100:00000040:0.0:1767326500.918847:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306206712, at 4306206720 00000100:00000040:2.0:1767326500.918861:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306206712, at 4306206720 00000100:00000010:1.0:1767326500.918861:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:0.0:1767326500.918867:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:2.0:1767326500.918873:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00000100:00000040:3.0:1767326500.918925:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306206712, at 4306206720 00000100:00000010:3.0:1767326500.918932:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00010000:00000001:0.0:1767326501.110833:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326501.110837:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326501.110899:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326501.110903:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326501.110906:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326501.430888:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326501.430904:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326501.430914:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000040:3.0:1767326501.430921:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326501.430926:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326501.430930:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326501.430936:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326501.430961:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b29c8ab9. 00000100:00000001:3.0:1767326501.430968:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326501.430979:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326501.430990:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326501.430992:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326501.430997:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_00_02+2] req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431028:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326501.431030:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326501.431033:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326501.431036:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574ec2a4. 00000020:00000040:3.0:1767326501.431040:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326501.431043:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326501.431045:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326501.431047:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326501.431053:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326501.431056:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326501.431061:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326501.431066:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326501.431076:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326501.431078:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326501.431079:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326501.431080:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326501.431084:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.431085:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326501.431091:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326501.431093:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326501.431096:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326501.431097:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574ec2a4] to pc [ptlrpcd_00_03+3] req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326501.431098:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326501.431102:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326501.431113:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431120:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326501.431126:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326501.431128:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326501.431130:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326501.431133:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326501.431135:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4451f1a. 00000100:00000001:0.0:1767326501.431135:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326501.431140:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:1.0:1767326501.431140:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767326501.431145:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326501.431148:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326501.431150:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326501.431153:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326501.431159:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326501.431162:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326501.431164:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326501.431165:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.431167:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326501.431170:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:1.0:1767326501.431173:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326501.431175:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.431178:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326501.431182:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326501.431182:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326501.431195:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326501.431197:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386663296:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326501.431218:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326501.431224:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326501.431230:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.431235:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326501.431236:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326501.431236:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326501.431238:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.431242:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326501.431246:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f3b7ffb. 00000100:00000040:3.0:1767326501.431247:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4451f1a] to pc [ptlrpcd_00_00+0] req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326501.431250:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326501.431255:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326501.431271:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326501.431271:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a07ea5de. 02000000:00000001:1.0:1767326501.431278:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326501.431280:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00100000:1.0:1767326501.431286:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574ec2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386663424:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326501.431290:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663296, portal 25 00000100:00000001:1.0:1767326501.431292:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326501.431293:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326501.431297:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326501.431299:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326501.431300:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326501.431303:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326501.431307:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326501.431309:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326501.431311:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00000040:3.0:1767326501.431312:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11544) 02000000:00000010:1.0:1767326501.431324:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19d22ac. 00000100:00000040:0.0:1767326501.431327:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326501.431330:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326501.431331:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326501.431332:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.431342:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326501.431343:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000100:00000001:2.0:1767326501.431344:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326501.431344:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326501.431352:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326501.431356:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326501.431359:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000040:2.0:1767326501.431360:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326501.431360:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000200:1.0:1767326501.431367:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663424, portal 10 00000100:00000200:0.0:1767326501.431368:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386663296, offset 0 00000100:00000001:1.0:1767326501.431374:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326501.431375:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326501.431378:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814052224 : -125135895499392 : ffff8e3087666d80) 00000100:00000001:2.0:1767326501.431379:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326501.431379:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326501.431389:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326501.431390:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326501.431393:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326501.431397:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326501.431398:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326501.431404:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386663552:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326501.431404:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326501.431411:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326501.431414:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326501.431414:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326501.431416:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326501.431419:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326501.431421:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326501.431422:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767326501.431425:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326501.431425:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326501.431429:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [483:483:256:4294967295] 192.168.203.127@tcp LPNI seq info [483:483:8:4294967295] 02000000:00000010:2.0:1767326501.431431:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c951cf3. 00000400:00000010:1.0:1767326501.431432:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 02000000:00000001:2.0:1767326501.431434:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326501.431439:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386663424, offset 0 00000400:00000010:2.0:1767326501.431441:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093bc0607. 00000400:00000200:0.0:1767326501.431445:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326501.431449:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf3eae6. 00000400:00000200:1.0:1767326501.431454:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326501.431455:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326501.431462:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663552, portal 10 00000800:00000010:0.0:1767326501.431462:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000100:00000001:2.0:1767326501.431465:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326501.431467:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326501.431468:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045056 : -125135895506560 : ffff8e3087665180) 00000800:00000200:0.0:1767326501.431472:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326501.431477:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326501.431478:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326501.431484:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326501.431488:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326501.431489:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326501.431489:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326501.431496:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326501.431497:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326501.431499:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e07fcb. 00000400:00000200:1.0:1767326501.431504:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:2.0:1767326501.431505:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386663552, offset 0 00000400:00000200:1.0:1767326501.431511:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [484:484:255:4294967295] 192.168.203.127@tcp LPNI seq info [484:484:7:4294967295] 00000400:00000200:2.0:1767326501.431517:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326501.431517:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326501.431523:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306211832 00000400:00000200:1.0:1767326501.431531:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326501.431531:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000001:0.0:1767326501.431543:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326501.431544:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326501.431549:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326501.431552:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000400:00000200:2.0:1767326501.431554:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326501.431554:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306211832 00000400:00000200:2.0:1767326501.431560:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:0.0:1767326501.431562:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000800:00000200:1.0:1767326501.431566:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326501.431567:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326501.431567:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326501.431571:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306211832 00000400:00000200:2.0:1767326501.431572:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767326501.431576:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 00000400:00000200:2.0:1767326501.431581:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [485:485:254:4294967295] 192.168.203.127@tcp LPNI seq info [485:485:6:4294967295] 00000800:00000200:1.0:1767326501.431581:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326501.431583:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326501.431587:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306211832 00000100:00000010:0.0:1767326501.431592:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa95d9c. 00000400:00000200:2.0:1767326501.431595:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326501.431596:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326501.431597:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326501.431602:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326501.431602:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326501.431606:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326501.431607:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b222b7f0. 00000100:00000001:0.0:1767326501.431607:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326501.431614:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:1.0:1767326501.431615:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 197697 usecs (198 jiffies) 00000100:00000001:0.0:1767326501.431615:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326501.431619:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.431622:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306207430 00000100:00000001:0.0:1767326501.431623:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326501.431627:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326501.431628:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326501.431629:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306211832 00000100:00000001:0.0:1767326501.431630:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326501.431631:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b222b7f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326501.431634:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.431637:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306207430 00000100:00000001:2.0:1767326501.431640:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.431642:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306211832 00000800:00000200:3.0:1767326501.431644:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326501.431646:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12606 usecs (13 jiffies) 00000100:00000001:1.0:1767326501.431647:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306207430 00000800:00000010:3.0:1767326501.431650:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000100:00000001:2.0:1767326501.431655:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306207245 00000100:00000001:1.0:1767326501.431655:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306211832 00000400:00000200:3.0:1767326501.431658:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326501.431662:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306211832 00000100:00000001:1.0:1767326501.431662:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306207430 00000100:00000001:2.0:1767326501.431672:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306207245 00000400:00000200:3.0:1767326501.431673:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326501.431673:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306211832 00000100:00000001:2.0:1767326501.431689:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306211832 00000100:00000001:1.0:1767326501.431690:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326501.431692:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000100:00000001:1.0:1767326501.431700:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326501.431701:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306207245 00000100:00000001:2.0:1767326501.431706:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306211832 00000100:00000001:1.0:1767326501.431706:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326501.431708:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306207245 00000100:00000001:1.0:1767326501.431712:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326501.431713:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306211832 00000100:00000001:2.0:1767326501.431717:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326501.431719:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326501.431731:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326501.431733:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326501.431736:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326501.431739:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326501.431740:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326501.431741:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326501.431742:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326501.431745:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326501.431754:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:3.0:1767326501.431797:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326501.431803:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431815:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326501.431819:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431824:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.431826:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326501.431844:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326501.431851:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:3.0:1767326501.431853:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326501.431856:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326501.431859:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:3.0:1767326501.431860:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:3.0:1767326501.431863:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326501.431866:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431871:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326501.431873:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431877:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.431877:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326501.431903:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326501.431905:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b222b7f0. 00000400:00000200:3.0:1767326501.431907:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326501.431909:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326501.431911:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e07fcb 00000400:00000010:3.0:1767326501.431912:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e07fcb. 00000100:00000001:3.0:1767326501.431914:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326501.431916:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431922:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326501.431923:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.431927:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.431928:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326501.433146:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326501.433162:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326501.433165:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326501.433168:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326501.433175:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326501.433186:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0e980 00000400:00000200:2.0:1767326501.433194:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:2.0:1767326501.433201:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326501.433236:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326501.433239:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326501.433245:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326501.433252:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326501.433256:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326501.433266:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326501.433285:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326501.433296:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326501.433299:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326501.433301:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326501.433302:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326501.433306:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326501.433312:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ea00 00000400:00000200:2.0:1767326501.433316:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xfe5 [1] + 224 00000800:00000001:2.0:1767326501.433319:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326501.433324:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326501.433326:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326501.433329:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326501.433330:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326501.433335:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:0.0:1767326501.433338:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326501.433342:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326501.433344:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a07ea5de. 00000400:00000200:0.0:1767326501.433349:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000400:00000010:0.0:1767326501.433351:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:0.0:1767326501.433354:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326501.433355:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326501.433360:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326501.433362:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326501.433381:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326501.433390:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326501.433418:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326501.433421:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326501.433423:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326501.433424:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326501.433426:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326501.433427:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326501.433429:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326501.433432:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326501.433433:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326501.433437:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=86 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326501.433441:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326501.433442:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=86 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326501.433446:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326501.433447:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326501.433450:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326501.433450:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326501.433453:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326501.433456:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326501.433459:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326501.433465:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ea80 00000100:00000001:1.0:1767326501.433469:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326501.433469:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.433474:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326501.433483:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326501.433484:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0xff1 [1] + 224 00000400:00000001:1.0:1767326501.433494:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326501.433495:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326501.433496:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326501.433500:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326501.433501:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326501.433502:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326501.433505:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326501.433506:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326501.433506:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000100:00000040:0.0:1767326501.433512:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326501.433515:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000200:2.0:1767326501.433516:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:1.0:1767326501.433521:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:2.0:1767326501.433529:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326501.433529:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326501.433532:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386663296:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326501.433538:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326501.433539:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326501.433540:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326501.433543:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326501.433551:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386663296/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326501.433574:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326501.433580:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326501.433586:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326501.433591:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326501.433595:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f3b7ffb. 02000000:00000001:0.0:1767326501.433603:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326501.433605:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326501.433608:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326501.433608:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326501.433609:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326501.433612:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326501.433614:0:216340:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326501.433615:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326501.433619:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326501.433622:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326501.433627:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326501.433630:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767326501.433634:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b29c8ab9. 00000100:00000001:1.0:1767326501.433635:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326501.433641:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326501.433642:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326501.433644:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326501.433646:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767326501.433647:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=76 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326501.433651:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326501.433651:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00001000:1.0:1767326501.433660:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326501.433660:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326501.433662:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326501.433664:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326501.433666:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326501.433674:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093bc0607. 00000100:00000001:0.0:1767326501.433675:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326501.433676:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326501.433684:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326501.433691:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf3eae6 00010000:00000001:1.0:1767326501.433692:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326501.433693:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326501.433699:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf3eae6. 00000100:00000001:0.0:1767326501.433699:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326501.433700:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326501.433702:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326501.433706:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326501.433706:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326501.433716:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326501.433717:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326501.433738:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767326501.433739:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326501.433743:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326501.433796:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326501.433801:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.433832:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326501.433835:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326501.433837:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326501.433839:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326501.433843:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326501.433845:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326501.433846:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326501.433850:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326501.433851:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326501.433853:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326501.433863:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=86 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326501.433863:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326501.433876:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326501.433886:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326501.433890:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326501.433897:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767326501.433903:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574ec2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386663424:192.168.203.127@tcp:400: 00010000:00080000:3.0:1767326501.433906:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326501.433920:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326501.433921:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.433930:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326501.433930:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326501.433932:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326501.433935:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326501.433937:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326501.433942:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574ec2a4 x1853175386663424/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326501.433946:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326501.433992:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326501.434000:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326501.434006:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326501.434006:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326501.434015:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326501.434018:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326501.434020:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19d22ac. 02000000:00000001:1.0:1767326501.434030:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326501.434035:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767326501.434036:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386663552:192.168.203.127@tcp:400: 00000020:00000040:1.0:1767326501.434039:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326501.434043:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326501.434052:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326501.434054:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326501.434058:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326501.434061:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326501.434069:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4451f1a x1853175386663552/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326501.434070:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326501.434072:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574ec2a4. 00000100:00000001:1.0:1767326501.434081:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326501.434085:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326501.434091:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326501.434093:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326501.434098:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326501.434099:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326501.434104:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326501.434105:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c951cf3. 02000000:00000001:3.0:1767326501.434114:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326501.434115:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326501.434117:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326501.434121:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326501.434121:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326501.434126:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326501.434130:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:3.0:1767326501.434134:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326501.434137:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326501.434139:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4451f1a. 00000100:00000001:3.0:1767326501.434143:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326501.434145:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326501.434146:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326501.434152:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326501.434154:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326501.434156:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326501.434157:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326502.134837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326502.134845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326502.134865:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326502.134868:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326502.134870:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326503.158849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326503.158855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326503.158904:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326503.158907:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326503.158910:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326504.182870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326504.182879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326504.182904:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326504.182908:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326504.182911:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326505.206837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326505.206845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326505.206897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326505.206904:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326505.206909:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326506.038872:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306211832, at 4306211840 00000100:00000040:1.0:1767326506.038872:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306211832, at 4306211840 00000100:00000040:0.0:1767326506.038872:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306211832, at 4306211840 00000100:00000040:2.0:1767326506.038874:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306211832, at 4306211840 00000100:00000010:0.0:1767326506.038901:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:2.0:1767326506.038904:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00000100:00000010:3.0:1767326506.038906:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:1.0:1767326506.038908:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00010000:00000001:0.0:1767326506.230898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326506.230908:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326506.230963:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326506.230966:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326506.230969:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326506.550846:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326506.550861:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326506.550875:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767326506.550901:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326506.550907:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326506.550910:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326506.550916:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326506.550935:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:0.0:1767326506.550942:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326506.550954:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326506.550964:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326506.550967:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326506.550972:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_01+1] req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.551013:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326506.551017:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326506.551018:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326506.551024:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326506.551025:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326506.551029:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767326506.551030:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000100:00000040:3.0:1767326506.551036:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326506.551037:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326506.551042:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326506.551044:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326506.551047:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326506.551055:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767326506.551055:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:3.0:1767326506.551059:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.551061:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326506.551061:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326506.551067:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326506.551067:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326506.551070:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326506.551073:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326506.551080:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.551083:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326506.551084:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326506.551087:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_02+2] req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326506.551099:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386663680:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326506.551104:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326506.551110:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326506.551112:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326506.551114:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326506.551117:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326506.551118:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326506.551124:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b0f5bb9. 02000000:00000001:3.0:1767326506.551127:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.551133:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326506.551134:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326506.551137:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd08b89a. 00000100:00100000:2.0:1767326506.551137:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:0.0:1767326506.551139:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000100:00000001:1.0:1767326506.551142:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326506.551143:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326506.551144:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:3.0:1767326506.551148:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000100:00000001:1.0:1767326506.551149:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.551149:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326506.551153:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326506.551153:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326506.551157:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326506.551158:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326506.551159:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663680, portal 25 00000100:00000001:3.0:1767326506.551164:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326506.551164:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326506.551166:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:2.0:1767326506.551167:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326506.551168:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:2.0:1767326506.551172:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326506.551172:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326506.551176:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326506.551180:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326506.551181:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326506.551205:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326506.551213:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326506.551218:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326506.551219:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5708b0. 00000100:00000001:0.0:1767326506.551220:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326506.551225:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386663680, offset 0 00000100:00000040:0.0:1767326506.551228:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_03+3] req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326506.551239:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326506.551247:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326506.551251:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326506.551254:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326506.551256:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326506.551258:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.551258:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326506.551262:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326506.551265:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767326506.551268:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386663808:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326506.551271:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326506.551272:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326506.551279:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326506.551280:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11550) 00000100:00000001:1.0:1767326506.551281:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326506.551283:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326506.551284:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:1.0:1767326506.551287:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1767326506.551288:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.551292:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326506.551293:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326506.551294:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326506.551299:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767326506.551301:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d22d8fd. 00000400:00000200:3.0:1767326506.551302:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326506.551304:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326506.551307:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.551309:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326506.551311:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [486:486:256:4294967295] 192.168.203.127@tcp LPNI seq info [486:486:8:4294967295] 00000100:00000001:1.0:1767326506.551313:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326506.551315:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ab6a46. 00000100:00000001:1.0:1767326506.551318:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326506.551324:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000040:1.0:1767326506.551328:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326506.551331:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663808, portal 10 00000400:00000200:3.0:1767326506.551334:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326506.551337:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326506.551340:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 00000800:00000200:3.0:1767326506.551349:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326506.551352:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326506.551357:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000001:1.0:1767326506.551357:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326506.551361:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326506.551368:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326506.551369:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326506.551369:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326506.551374:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326506.551378:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326506.551380:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326506.551382:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767326506.551383:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767326506.551388:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386663808, offset 0 00000100:00100000:1.0:1767326506.551388:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386663936:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326506.551389:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326506.551398:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326506.551398:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326506.551404:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326506.551408:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326506.551409:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326506.551412:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326506.551414:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326506.551417:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326506.551419:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326506.551420:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 00000400:00000200:2.0:1767326506.551422:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326506.551425:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [487:487:255:4294967295] 192.168.203.127@tcp LPNI seq info [487:487:7:4294967295] 00000100:00000001:3.0:1767326506.551430:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326506.551432:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326506.551437:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306216952 02000000:00000001:1.0:1767326506.551438:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326506.551449:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e02887e. 00000400:00000010:1.0:1767326506.551449:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000800:00000200:2.0:1767326506.551450:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326506.551458:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000800:00000010:2.0:1767326506.551459:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000001:3.0:1767326506.551463:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767326506.551466:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386663936, portal 10 00000800:00000200:2.0:1767326506.551468:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326506.551471:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326506.551473:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306216952 00000100:00000001:1.0:1767326506.551475:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 00000800:00000200:2.0:1767326506.551477:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:3.0:1767326506.551481:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d77bd132. 00000800:00000200:2.0:1767326506.551482:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326506.551487:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326506.551488:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326506.551488:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326506.551494:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306216952 00000100:00000040:2.0:1767326506.551496:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 196336 usecs (197 jiffies) 00000100:00000010:3.0:1767326506.551500:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecaa26d3. 00000100:00000001:2.0:1767326506.551504:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306212549 00000100:00000001:3.0:1767326506.551506:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326506.551513:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306216952 00000100:00000001:2.0:1767326506.551513:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306216952 00000100:00000001:1.0:1767326506.551513:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767326506.551519:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c404f21. 00000100:00000040:1.0:1767326506.551520:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326506.551521:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306212549 00000100:00000001:3.0:1767326506.551523:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767326506.551527:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000100:00000001:2.0:1767326506.551528:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306216952 00000100:00000001:3.0:1767326506.551529:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326506.551533:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386663936, offset 0 00000100:00000001:3.0:1767326506.551535:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.551536:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306212549 00000100:00000001:3.0:1767326506.551541:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.551542:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306216952 00000400:00000200:1.0:1767326506.551545:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326506.551546:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326506.551547:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326506.551550:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306212549 00000800:00000010:0.0:1767326506.551554:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000100:00000001:2.0:1767326506.551555:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306216952 00000100:00000001:3.0:1767326506.551556:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326506.551557:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326506.551560:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326506.551561:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326506.551563:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326506.551565:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326506.551566:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326506.551568:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326506.551570:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326506.551572:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326506.551575:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326506.551575:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326506.551576:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326506.551577:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326506.551581:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.551583:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326506.551585:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326506.551587:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326506.551591:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326506.551592:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326506.551595:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326506.551599:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [488:488:254:4294967295] 192.168.203.127@tcp LPNI seq info [488:488:6:4294967295] 00000400:00000200:1.0:1767326506.551611:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326506.551617:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326506.551618:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5708b0 00000400:00000010:0.0:1767326506.551621:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5708b0. 00000800:00000010:1.0:1767326506.551622:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000001:0.0:1767326506.551626:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326506.551630:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326506.551632:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326506.551643:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326506.551645:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326506.551649:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326506.551651:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326506.551659:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326506.551664:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12538 usecs (13 jiffies) 00000100:00000001:1.0:1767326506.551671:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306212365 00000100:00000001:1.0:1767326506.551677:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306216952 00000100:00000001:0.0:1767326506.551679:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.551682:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306212365 00000100:00000001:0.0:1767326506.551683:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326506.551707:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306216952 00000100:00000001:1.0:1767326506.551710:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306212365 00000100:00000001:1.0:1767326506.551712:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306216952 00000800:00000200:0.0:1767326506.551714:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326506.551716:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306212365 00000800:00000010:0.0:1767326506.551719:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000100:00000001:1.0:1767326506.551721:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306216952 00000100:00000001:1.0:1767326506.551726:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326506.551726:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326506.551732:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326506.551737:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326506.551738:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.551744:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326506.551745:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000400:00000010:0.0:1767326506.551749:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000100:00000001:0.0:1767326506.551755:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326506.551793:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.551802:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326506.551805:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.551813:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.551815:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326506.551832:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326506.551835:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:0.0:1767326506.551839:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326506.551844:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326506.551847:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:0.0:1767326506.551849:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:0.0:1767326506.551853:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326506.551857:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.551866:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326506.551869:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.551877:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.551878:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326506.553066:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326506.553079:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326506.553082:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326506.553085:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326506.553093:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326506.553105:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0eb00 00000400:00000200:3.0:1767326506.553111:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:3.0:1767326506.553169:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326506.553177:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326506.553238:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326506.553243:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326506.553247:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326506.553250:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326506.553261:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326506.553279:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326506.553322:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326506.553325:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326506.553329:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326506.553337:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326506.553338:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326506.553342:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326506.553343:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326506.553347:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd08b89a. 00000800:00000001:3.0:1767326506.553348:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326506.553355:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00000400:00000200:3.0:1767326506.553357:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:0.0:1767326506.553359:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:0.0:1767326506.553365:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326506.553368:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0eb80 00000100:00000200:0.0:1767326506.553373:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326506.553377:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1001 [1] + 224 00000800:00000001:3.0:1767326506.553385:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326506.553389:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326506.553395:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326506.553401:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326506.553410:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326506.553411:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326506.553413:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326506.553415:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326506.553418:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.553420:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326506.553425:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326506.553429:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.553430:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326506.553435:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326506.553441:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326506.553447:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326506.553450:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=91 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326506.553452:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326506.553458:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=91 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326506.553459:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326506.553463:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326506.553466:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326506.553467:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326506.553470:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.553474:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326506.553475:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:0.0:1767326506.553476:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326506.553477:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326506.553483:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326506.553483:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326506.553486:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ec00 00000400:00000001:2.0:1767326506.553488:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326506.553489:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326506.553491:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ab6a46. 00000100:00000040:0.0:1767326506.553499:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326506.553500:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:2.0:1767326506.553505:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767326506.553511:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326506.553514:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326506.553515:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1009 [1] + 224 00000100:00000001:0.0:1767326506.553520:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767326506.553524:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326506.553525:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326506.553528:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326506.553533:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326506.553535:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326506.553537:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326506.553547:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326506.553555:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326506.553562:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326506.553565:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326506.553569:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386663680:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326506.553582:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326506.553593:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326506.553594:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326506.553595:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326506.553600:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326506.553603:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386663680/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326506.553606:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326506.553610:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326506.553614:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326506.553617:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326506.553618:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326506.553623:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.553623:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326506.553624:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326506.553628:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326506.553629:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326506.553633:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=81 v=5 (5 5 5 5) 02000000:00000010:0.0:1767326506.553633:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b0f5bb9. 02000000:00000001:0.0:1767326506.553640:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326506.553643:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326506.553646:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326506.553651:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326506.553654:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 00000100:00001000:2.0:1767326506.553655:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326506.553657:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326506.553659:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326506.553662:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326506.553663:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326506.553664:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326506.553667:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326506.553668:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000400:00000001:1.0:1767326506.553669:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326506.553670:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326506.553675:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326506.553675:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326506.553676:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767326506.553679:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000100:00000001:0.0:1767326506.553680:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326506.553681:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326506.553685:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326506.553698:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326506.553700:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326506.553700:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326506.553701:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000100:00000040:2.0:1767326506.553706:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326506.553707:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:0.0:1767326506.553709:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326506.553714:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.553715:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326506.553720:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326506.553721:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326506.553724:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326506.553725:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326506.553726:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326506.553729:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326506.553737:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326506.553752:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326506.553753:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386663808:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326506.553782:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326506.553785:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326506.553786:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326506.553789:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326506.553790:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326506.553794:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386663808/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326506.553794:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326506.553797:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326506.553799:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326506.553806:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.553812:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326506.553814:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=91 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326506.553815:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326506.553819:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d22d8fd. 00000100:00001000:1.0:1767326506.553821:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=31 v=5 (1 0 0 0) 02000000:00000001:2.0:1767326506.553823:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326506.553827:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326506.553828:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767326506.553829:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326506.553832:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326506.553833:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326506.553836:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 00010000:00000001:1.0:1767326506.553837:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326506.553839:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326506.553840:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326506.553841:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:2.0:1767326506.553843:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326506.553844:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326506.553847:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326506.553851:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1767326506.553852:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326506.553853:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326506.553857:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326506.553859:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326506.553868:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.553871:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326506.553873:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326506.553875:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326506.553877:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326506.553880:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326506.553887:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326506.553890:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326506.553891:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326506.553894:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326506.553901:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386663936:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326506.553906:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326506.553908:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326506.553910:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386663936/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326506.553916:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326506.553918:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326506.553921:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 02000000:00000001:1.0:1767326506.553925:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326506.553927:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326506.553928:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326506.553930:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326506.553932:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 02000000:00000001:1.0:1767326506.553934:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326506.553936:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326506.553938:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000001:1.0:1767326506.553943:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326506.553949:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326506.553951:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326506.553955:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326506.553957:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326506.553959:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326506.553961:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326507.254858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326507.254865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326507.254937:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326507.254942:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326507.254945:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326508.278848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326508.278854:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326508.278856:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326508.278857:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326508.278861:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326508.278863:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326508.278865:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326508.278866:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326508.278900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326508.278902:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326508.278904:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326509.302970:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326509.302992:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326509.303048:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326509.303051:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326509.303054:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326510.326871:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326510.326877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326510.326944:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326510.326953:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326510.326958:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326511.158849:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306216952, at 4306216960 00000100:00000040:2.0:1767326511.158849:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306216952, at 4306216960 00000100:00000040:0.0:1767326511.158849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306216952, at 4306216960 00000100:00000010:3.0:1767326511.158871:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c404f21. 00000100:00000010:2.0:1767326511.158874:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecaa26d3. 00000100:00000010:0.0:1767326511.158876:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e02887e. 00000100:00000040:1.0:1767326511.158924:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306216952, at 4306216960 00000100:00000010:1.0:1767326511.158931:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d77bd132. 00010000:00000001:0.0:1767326511.350862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326511.350870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326511.350905:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326511.350907:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326511.350909:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326511.670848:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326511.670857:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326511.670863:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4451f1a. 00000020:00000040:3.0:1767326511.670868:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326511.670871:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326511.670874:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326511.670878:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326511.670884:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326511.670890:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.670898:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326511.670907:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326511.670909:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.670919:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4451f1a] to pc [ptlrpcd_00_00+0] req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.670941:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.670943:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326511.670945:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326511.670947:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000020:00000040:3.0:1767326511.670949:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326511.670951:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326511.670952:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326511.670954:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326511.670956:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326511.670959:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.670962:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326511.670967:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326511.670968:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.670970:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_01+1] req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326511.670974:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326511.670977:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.670981:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326511.670984:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326511.670984:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326511.670991:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767326511.670992:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000020:00000040:3.0:1767326511.670998:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326511.671003:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326511.671004:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326511.671007:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326511.671008:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326511.671011:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326511.671015:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:2.0:1767326511.671016:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326511.671021:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326511.671026:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326511.671034:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326511.671043:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326511.671057:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326511.671064:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326511.671075:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326511.671084:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326511.671095:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326511.671108:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386664192:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326511.671111:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326511.671114:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326511.671122:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326511.671122:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326511.671128:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326511.671133:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326511.671136:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326511.671138:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.671139:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326511.671144:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326511.671151:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326511.671158:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_02+2] req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326511.671161:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386664064:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326511.671161:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803e3d09. 02000000:00000001:0.0:1767326511.671169:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.671185:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326511.671190:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326511.671192:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a07ea5de. 00000400:00000010:0.0:1767326511.671206:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 02000000:00000001:2.0:1767326511.671211:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.671216:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326511.671217:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326511.671220:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664192, portal 10 00000100:00000040:3.0:1767326511.671226:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326511.671226:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041c7314a. 00000100:00000001:0.0:1767326511.671227:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326511.671235:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.671240:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326511.671240:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000400:00000010:2.0:1767326511.671245:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ab6a46. 00000100:00000040:0.0:1767326511.671257:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326511.671259:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11555) 00000400:00000010:2.0:1767326511.671260:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000001:1.0:1767326511.671266:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326511.671275:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664064, portal 25 00000100:00000001:1.0:1767326511.671276:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326511.671282:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326511.671284:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326511.671285:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326511.671291:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045056 : -125135895506560 : ffff8e3087665180) 00000100:00000040:0.0:1767326511.671291:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326511.671296:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.671299:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326511.671301:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000001:3.0:1767326511.671309:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326511.671312:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386664192, offset 0 00000100:00000040:2.0:1767326511.671317:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326511.671340:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326511.671343:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326511.671350:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326511.671362:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326511.671363:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326511.671363:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326511.671372:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326511.671378:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326511.671384:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326511.671385:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326511.671394:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767326511.671397:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 00000100:00100000:1.0:1767326511.671399:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386664320:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326511.671405:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326511.671411:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386664064, offset 0 00000100:00000001:1.0:1767326511.671415:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326511.671416:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:1.0:1767326511.671422:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326511.671426:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326511.671430:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [489:489:256:4294967295] 192.168.203.127@tcp LPNI seq info [489:489:8:4294967295] 02000000:00000001:1.0:1767326511.671432:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326511.671445:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326511.671451:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047deb66f. 02000000:00000001:1.0:1767326511.671456:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326511.671464:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326511.671466:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000800:00000200:0.0:1767326511.671472:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326511.671476:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326511.671477:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000800:00000010:0.0:1767326511.671479:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000400:00000200:2.0:1767326511.671487:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326511.671494:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:1.0:1767326511.671497:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664320, portal 10 00000400:00000200:2.0:1767326511.671499:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326511.671508:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326511.671510:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326511.671517:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326511.671517:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 00000800:00000200:0.0:1767326511.671531:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326511.671533:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [490:490:255:4294967295] 192.168.203.127@tcp LPNI seq info [490:490:7:4294967295] 00000100:00000040:1.0:1767326511.671538:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326511.671540:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326511.671576:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326511.671582:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326511.671590:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326511.671592:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 194995 usecs (195 jiffies) 00000100:00000001:0.0:1767326511.671599:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306217667 00000800:00000200:2.0:1767326511.671604:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326511.671610:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326511.671610:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000800:00000010:2.0:1767326511.671615:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4fc570d. 00000100:00000001:0.0:1767326511.671623:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326511.671624:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326511.671625:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 00000100:00000001:0.0:1767326511.671636:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306217667 00000100:00000200:1.0:1767326511.671638:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386664320, offset 0 00000800:00000200:2.0:1767326511.671644:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767326511.671646:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003985ae24. 00000800:00000200:2.0:1767326511.671666:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4fc570d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326511.671671:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326511.671672:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326511.671680:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326511.671682:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306222072 00000100:00000001:0.0:1767326511.671687:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306217667 00000800:00000200:3.0:1767326511.671688:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326511.671693:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:2.0:1767326511.671693:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306217667 00000400:00000200:1.0:1767326511.671706:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:0.0:1767326511.671708:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000e23b07. 00000400:00000200:3.0:1767326511.671709:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326511.671710:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306222072 00000100:00000001:0.0:1767326511.671719:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326511.671724:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326511.671725:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306217667 00000100:00000001:0.0:1767326511.671730:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306217667 00000400:00000200:3.0:1767326511.671732:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326511.671736:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306222072 00000400:00000200:1.0:1767326511.671739:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:0.0:1767326511.671739:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa95d9c. 00000100:00000001:2.0:1767326511.671742:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306217667 00000100:00000001:0.0:1767326511.671786:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326511.671793:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326511.671796:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326511.671802:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326511.671805:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326511.671813:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326511.671815:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326511.671817:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326511.671818:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306222073 00000400:00000200:1.0:1767326511.671826:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326511.671827:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326511.671831:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306217667 00000100:00000001:0.0:1767326511.671833:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326511.671838:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.671840:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326511.671846:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326511.671848:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [491:491:254:4294967295] 192.168.203.127@tcp LPNI seq info [491:491:6:4294967295] 00000100:00000001:0.0:1767326511.671849:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.671850:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.671859:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326511.671866:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326511.671869:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326511.671875:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326511.671877:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326511.671881:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.671887:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326511.671897:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326511.671903:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326511.671905:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:3.0:1767326511.671910:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000800:00000010:1.0:1767326511.671912:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000001:3.0:1767326511.671916:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326511.671921:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:3.0:1767326511.671925:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326511.671932:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326511.671937:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326511.671944:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.671947:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326511.671953:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326511.671955:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12472 usecs (13 jiffies) 00000100:00000001:1.0:1767326511.671960:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306217486 00000100:00000001:1.0:1767326511.671965:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306222072 00000100:00000001:1.0:1767326511.671969:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306217486 00000100:00000001:3.0:1767326511.671972:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326511.671973:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306222072 00000100:00000001:1.0:1767326511.671976:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306217486 00000100:00000001:3.0:1767326511.671979:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326511.671979:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306222072 00000100:00000001:1.0:1767326511.671983:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306217486 00000100:00000001:1.0:1767326511.671984:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306222073 00000100:00000001:1.0:1767326511.671985:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326511.671987:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326511.671989:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326511.671998:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326511.672003:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326511.672003:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326511.672006:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326511.672008:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4fc570d. 00000100:00000001:1.0:1767326511.672009:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326511.672011:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326511.672015:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326511.672015:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326511.672019:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326511.672024:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326511.672028:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000400:00000010:3.0:1767326511.672030:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:3.0:1767326511.672041:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326511.672044:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.672050:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326511.672052:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.672056:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.672057:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326511.672086:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326511.672088:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:3.0:1767326511.672090:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326511.672092:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326511.672094:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000400:00000010:3.0:1767326511.672095:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:3.0:1767326511.672097:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326511.672099:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.672104:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326511.672105:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.672109:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.672110:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326511.673170:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326511.673189:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326511.673191:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326511.673193:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326511.673201:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326511.673216:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ed00 00000400:00000200:0.0:1767326511.673223:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:0.0:1767326511.673229:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326511.673241:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326511.673243:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326511.673247:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326511.673252:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326511.673255:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326511.673264:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326511.673279:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326511.673294:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326511.673298:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326511.673299:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326511.673303:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326511.673308:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326511.673310:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326511.673312:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a07ea5de. 00000400:00000200:3.0:1767326511.673315:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000400:00000010:3.0:1767326511.673317:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:3.0:1767326511.673320:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326511.673325:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326511.673331:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.673342:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326511.673344:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326511.673346:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326511.673349:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326511.673350:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326511.673352:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326511.673354:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326511.673360:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326511.673363:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326511.673365:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326511.673366:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326511.673368:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326511.673370:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.673373:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326511.673374:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326511.673376:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326511.673377:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326511.673379:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.673384:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326511.673386:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326511.673387:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326511.673390:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326511.673394:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386664192:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326511.673397:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326511.673398:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326511.673400:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386664192/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.673404:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326511.673406:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326511.673411:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803e3d09. 02000000:00000001:3.0:1767326511.673413:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326511.673415:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326511.673416:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326511.673418:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326511.673419:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 02000000:00000001:3.0:1767326511.673421:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326511.673423:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326511.673424:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:3.0:1767326511.673425:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326511.673426:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326511.673427:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326511.673431:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326511.673431:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326511.673433:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326511.673434:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326511.673545:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326511.673551:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326511.673553:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326511.673555:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326511.673560:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326511.673569:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ec80 00000400:00000200:3.0:1767326511.673622:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1015 [1] + 224 00000800:00000001:3.0:1767326511.673628:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326511.673633:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326511.673635:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326511.673637:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326511.673640:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326511.673642:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326511.673648:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.673673:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326511.673679:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326511.673686:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326511.673709:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326511.673712:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326511.673716:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326511.673718:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326511.673720:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ab6a46. 00000400:00000200:2.0:1767326511.673723:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:2.0:1767326511.673725:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767326511.673727:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326511.673732:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326511.673739:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326511.673744:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326511.673750:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326511.673752:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326511.673755:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326511.673797:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326511.673810:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326511.673814:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326511.673820:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326511.673826:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326511.673829:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326511.673830:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326511.673832:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326511.673835:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.673837:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326511.673840:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326511.673845:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326511.673847:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326511.673849:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326511.673851:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326511.673856:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386664064:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326511.673861:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326511.673862:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326511.673864:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4451f1a x1853175386664064/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326511.673869:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326511.673871:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326511.673874:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041c7314a. 02000000:00000001:2.0:1767326511.673878:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326511.673880:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326511.673882:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326511.673884:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326511.673886:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:2.0:1767326511.673889:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326511.673891:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326511.673892:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4451f1a. 00000100:00000001:2.0:1767326511.673895:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767326511.673900:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326511.673902:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326511.673906:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326511.673908:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326511.673911:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326511.673911:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326511.673916:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326511.673918:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326511.673920:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326511.673956:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326511.673963:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326511.673972:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ed80 00000400:00000200:3.0:1767326511.673977:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:3.0:1767326511.673981:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326511.673986:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326511.673988:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326511.673991:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326511.673995:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326511.673999:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326511.674006:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326511.674018:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326511.674021:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326511.674023:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326511.674048:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326511.674051:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326511.674055:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326511.674057:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326511.674058:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000400:00000200:1.0:1767326511.674061:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:1.0:1767326511.674063:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:1.0:1767326511.674065:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326511.674069:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326511.674076:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326511.674081:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326511.674082:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326511.674083:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326511.674085:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326511.674086:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326511.674087:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326511.674088:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326511.674092:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326511.674094:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326511.674096:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326511.674096:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326511.674098:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326511.674100:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326511.674105:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326511.674106:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326511.674114:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326511.674115:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326511.674117:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326511.674119:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326511.674124:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326511.674125:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326511.674126:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326511.674128:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326511.674133:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386664320:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326511.674135:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326511.674137:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326511.674138:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386664320/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326511.674142:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326511.674143:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326511.674145:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047deb66f. 02000000:00000001:1.0:1767326511.674147:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326511.674148:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326511.674149:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326511.674150:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326511.674152:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:1.0:1767326511.674153:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326511.674154:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326511.674155:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000001:1.0:1767326511.674157:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326511.674158:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326511.674159:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326511.674163:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326511.674164:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326511.674165:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326511.674166:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326512.374838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326512.374844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326512.374871:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326512.374875:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326512.374878:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326513.398840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326513.398846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326513.398872:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326513.398875:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326513.398878:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326514.422846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326514.422852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326514.422891:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326514.422894:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326514.422896:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326515.446862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326515.446867:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326515.446885:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326515.446887:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326515.446889:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326516.278848:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306222072, at 4306222080 00000100:00000040:2.0:1767326516.278851:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306222072, at 4306222080 00000100:00000010:2.0:1767326516.278865:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000e23b07. 00000100:00000010:0.0:1767326516.278869:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000040:3.0:1767326516.278871:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306222073, at 4306222080 00000100:00000040:1.0:1767326516.278873:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306222072, at 4306222080 00000100:00000010:3.0:1767326516.278888:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:1.0:1767326516.278891:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003985ae24. 00010000:00000001:0.0:1767326516.470897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326516.470903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326516.470938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326516.470944:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326516.470948:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326516.790873:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326516.790884:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326516.790895:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000020:00000040:1.0:1767326516.790902:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326516.790908:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326516.790911:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326516.790917:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326516.790925:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326516.790932:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.790943:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326516.790954:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326516.790956:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.790963:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_03+3] req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.790993:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.790995:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326516.790998:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326516.791001:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326516.791003:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326516.791005:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326516.791006:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326516.791008:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326516.791012:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326516.791015:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.791017:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326516.791023:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326516.791025:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326516.791025:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326516.791032:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326516.791046:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326516.791051:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_00+0] req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326516.791055:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.791083:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326516.791085:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326516.791089:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326516.791092:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326516.791094:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326516.791097:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386664448:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326516.791102:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326516.791103:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.791108:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326516.791110:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326516.791114:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791115:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326516.791117:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326516.791122:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 02000000:00000010:3.0:1767326516.791124:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000139ba6a8. 02000000:00000001:3.0:1767326516.791128:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326516.791128:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326516.791135:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767326516.791137:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d309c5ef. 02000000:00000001:1.0:1767326516.791137:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326516.791139:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326516.791145:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000400:00000010:3.0:1767326516.791148:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 00000100:00000001:1.0:1767326516.791150:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.791157:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326516.791159:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664448, portal 25 00000100:00000001:3.0:1767326516.791165:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326516.791169:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000100:00000001:1.0:1767326516.791176:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326516.791178:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326516.791180:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.791189:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326516.791192:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_01+1] req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326516.791194:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326516.791197:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000100:00000200:3.0:1767326516.791201:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386664448, offset 0 00000400:00000200:3.0:1767326516.791212:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326516.791215:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.791220:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326516.791224:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326516.791229:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326516.791231:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11560) 00000400:00000200:3.0:1767326516.791237:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326516.791243:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326516.791247:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326516.791251:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326516.791257:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [492:492:256:4294967295] 192.168.203.127@tcp LPNI seq info [492:492:8:4294967295] 00000100:00000001:1.0:1767326516.791258:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326516.791264:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791275:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326516.791279:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326516.791282:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326516.791293:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326516.791293:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.791308:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767326516.791311:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326516.791317:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000100:00000001:1.0:1767326516.791321:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326516.791326:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326516.791328:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326516.791330:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326516.791338:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386664576:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326516.791339:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326516.791347:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326516.791351:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767326516.791355:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:1.0:1767326516.791356:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326516.791362:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326516.791363:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326516.791370:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000371a44c. 02000000:00000001:1.0:1767326516.791373:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326516.791380:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a999c9a9. 00000100:00000001:3.0:1767326516.791381:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326516.791388:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306227192 00000400:00000010:1.0:1767326516.791390:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000100:00000010:3.0:1767326516.791393:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c404f21. 00000100:00000200:1.0:1767326516.791396:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664576, portal 10 00000100:00000001:1.0:1767326516.791400:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326516.791402:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:3.0:1767326516.791403:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326516.791412:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.791415:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306227192 00000100:00000010:3.0:1767326516.791425:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060a0b22a. 00000100:00000001:1.0:1767326516.791426:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326516.791433:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326516.791434:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326516.791440:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000100:00000200:1.0:1767326516.791444:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386664576, offset 0 00000100:00000001:3.0:1767326516.791449:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306227192 00000400:00000200:1.0:1767326516.791455:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326516.791458:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000349acdd7. 00000100:00000001:3.0:1767326516.791464:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326516.791466:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326516.791470:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306227192 00000100:00000010:3.0:1767326516.791474:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0c83f6a. 00000400:00000200:1.0:1767326516.791474:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326516.791480:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326516.791481:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326516.791483:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326516.791486:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326516.791487:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326516.791491:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326516.791492:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326516.791497:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326516.791498:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [493:493:255:4294967295] 192.168.203.127@tcp LPNI seq info [493:493:7:4294967295] 00000100:00000001:3.0:1767326516.791507:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326516.791510:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326516.791511:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326516.791517:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326516.791520:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326516.791523:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326516.791526:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326516.791528:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:3.0:1767326516.791531:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326516.791540:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326516.791544:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326516.791545:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326516.791547:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326516.791551:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326516.791552:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326516.791555:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 193670 usecs (194 jiffies) 00000100:00000001:1.0:1767326516.791558:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306222786 00000100:00000001:3.0:1767326516.791563:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326516.791563:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306227192 00000100:00000001:1.0:1767326516.791567:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306222786 00000100:00000001:1.0:1767326516.791569:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306227192 00000100:00000001:1.0:1767326516.791572:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306222786 00000100:00000040:3.0:1767326516.791574:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.791575:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306227192 00000100:00000001:1.0:1767326516.791578:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306222786 00000100:00000001:1.0:1767326516.791581:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306227192 00000100:00000001:1.0:1767326516.791585:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326516.791589:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791593:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791597:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326516.791599:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326516.791601:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791603:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326516.791604:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326516.791605:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767326516.791607:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326516.791609:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326516.791613:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791613:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326516.791615:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326516.791635:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386664704:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326516.791636:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326516.791644:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326516.791647:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326516.791649:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326516.791650:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326516.791653:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034c4d122. 02000000:00000001:3.0:1767326516.791656:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326516.791659:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa571fc. 00000400:00000010:3.0:1767326516.791663:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000100:00000200:3.0:1767326516.791666:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664704, portal 10 00000100:00000001:3.0:1767326516.791669:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326516.791671:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 00000100:00000040:3.0:1767326516.791675:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.791681:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326516.791683:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326516.791686:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00000100:00000200:3.0:1767326516.791688:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386664704, offset 0 00000400:00000200:3.0:1767326516.791692:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326516.791697:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326516.791701:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326516.791704:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326516.791706:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326516.791707:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326516.791710:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:1.0:1767326516.791713:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:3.0:1767326516.791715:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [494:494:254:4294967295] 192.168.203.127@tcp LPNI seq info [494:494:6:4294967295] 00000400:00000200:1.0:1767326516.791721:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326516.791730:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326516.791738:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326516.791744:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326516.791746:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000800:00000010:3.0:1767326516.791747:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000400:00000010:1.0:1767326516.791749:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00000800:00000200:3.0:1767326516.791755:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326516.791756:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326516.791785:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326516.791788:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326516.791791:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326516.791793:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326516.791800:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12410 usecs (13 jiffies) 00000100:00000001:3.0:1767326516.791806:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306222606 00000100:00000001:3.0:1767326516.791810:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306227192 00000100:00000001:3.0:1767326516.791814:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306222606 00000100:00000001:3.0:1767326516.791816:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306227192 00000100:00000001:1.0:1767326516.791817:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326516.791818:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306222606 00000100:00000001:3.0:1767326516.791824:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306227192 00000100:00000001:3.0:1767326516.791826:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306222606 00000100:00000040:1.0:1767326516.791829:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.791830:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306227192 00000100:00000001:3.0:1767326516.791833:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326516.791838:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326516.791844:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326516.791849:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326516.791849:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791854:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326516.791859:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326516.791862:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326516.791867:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326516.791869:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326516.791872:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326516.791874:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326516.791876:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326516.791878:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:1.0:1767326516.791882:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326516.791886:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326516.791889:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:1.0:1767326516.791890:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:1.0:1767326516.791893:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326516.791896:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.791902:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326516.791906:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.791911:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.791912:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326516.791985:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326516.791987:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:1.0:1767326516.791988:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326516.791991:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326516.791992:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000400:00000010:1.0:1767326516.791993:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000100:00000001:1.0:1767326516.791995:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326516.791997:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.792003:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326516.792004:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326516.792020:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326516.792021:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326516.793673:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.793687:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326516.793691:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.793702:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326516.793715:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326516.793807:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ee00 00000400:00000200:3.0:1767326516.793817:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:3.0:1767326516.793826:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.793833:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326516.793835:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326516.793842:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326516.793849:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326516.793857:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326516.793870:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.793891:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326516.793900:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.793904:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326516.793906:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.793909:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326516.793916:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326516.793918:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326516.793923:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326516.793925:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ee80 00000400:00000001:0.0:1767326516.793932:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326516.793936:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326516.793939:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d309c5ef. 00000400:00000200:0.0:1767326516.793945:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000400:00000010:0.0:1767326516.793948:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:0.0:1767326516.793952:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326516.793956:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1031 [1] + 224 00000100:00000200:0.0:1767326516.793959:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326516.793965:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.793973:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326516.793976:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326516.793978:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326516.793990:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326516.793997:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326516.793997:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326516.794001:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326516.794005:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326516.794007:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326516.794012:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326516.794018:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326516.794022:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326516.794026:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326516.794032:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326516.794041:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326516.794051:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326516.794057:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326516.794060:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326516.794063:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326516.794065:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326516.794066:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326516.794071:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326516.794074:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326516.794079:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326516.794081:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326516.794087:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.794091:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326516.794093:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326516.794100:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326516.794104:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326516.794104:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326516.794113:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326516.794118:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ef00 00000400:00000200:3.0:1767326516.794133:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1039 [1] + 224 00000100:00100000:0.0:1767326516.794133:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386664448:192.168.203.127@tcp:400: 00000800:00000001:3.0:1767326516.794143:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326516.794146:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326516.794150:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326516.794153:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326516.794156:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386664448/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326516.794158:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326516.794170:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326516.794173:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326516.794176:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326516.794178:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326516.794183:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000139ba6a8. 00000100:00000200:3.0:1767326516.794185:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326516.794189:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326516.794194:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326516.794198:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:3.0:1767326516.794201:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326516.794202:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326516.794207:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:0.0:1767326516.794214:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326516.794217:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326516.794220:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:3.0:1767326516.794222:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326516.794228:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326516.794234:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326516.794234:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326516.794238:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326516.794243:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326516.794250:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326516.794252:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326516.794253:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326516.794255:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326516.794259:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326516.794261:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767326516.794263:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326516.794266:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a999c9a9. 00000100:00000001:0.0:1767326516.794266:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326516.794272:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:3.0:1767326516.794276:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:3.0:1767326516.794281:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326516.794285:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326516.794296:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326516.794299:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326516.794303:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326516.794307:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326516.794311:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326516.794314:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa571fc. 00000100:00000001:3.0:1767326516.794317:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326516.794320:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000100:00000001:3.0:1767326516.794322:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326516.794324:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:3.0:1767326516.794327:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326516.794330:0:216339:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326516.794331:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326516.794334:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326516.794336:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326516.794339:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326516.794340:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326516.794348:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326516.794354:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=91 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326516.794355:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.794359:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326516.794363:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326516.794368:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326516.794371:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326516.794372:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326516.794375:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326516.794378:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326516.794379:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326516.794382:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326516.794383:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326516.794386:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326516.794387:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326516.794390:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326516.794391:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326516.794396:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326516.794398:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326516.794403:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326516.794411:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326516.794414:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326516.794417:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326516.794419:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326516.794420:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326516.794422:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326516.794424:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326516.794431:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767326516.794434:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326516.794460:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326516.794461:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386664576:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326516.794464:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326516.794469:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326516.794472:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326516.794476:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326516.794479:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386664576/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326516.794481:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326516.794484:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326516.794494:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.794495:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326516.794499:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326516.794504:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326516.794510:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767326516.794511:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000371a44c. 00000100:00000001:0.0:1767326516.794512:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326516.794518:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326516.794519:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326516.794522:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326516.794526:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326516.794532:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326516.794535:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 00000100:00100000:0.0:1767326516.794539:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386664704:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326516.794541:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326516.794544:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326516.794547:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:0.0:1767326516.794549:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326516.794552:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326516.794553:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326516.794557:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326516.794560:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326516.794561:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386664704/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326516.794568:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326516.794572:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326516.794573:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326516.794577:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326516.794578:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326516.794581:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034c4d122. 00000100:00000001:3.0:1767326516.794582:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326516.794588:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326516.794592:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326516.794594:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326516.794597:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326516.794599:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:0.0:1767326516.794603:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326516.794605:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326516.794607:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000100:00000001:0.0:1767326516.794610:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326516.794612:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326516.794614:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326516.794634:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326516.794636:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326516.794639:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326516.794642:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326517.494866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326517.494871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326517.494891:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326517.494893:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326517.494894:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326518.518850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326518.518857:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326518.518859:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326518.518862:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326518.518866:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326518.518867:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326518.518868:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326518.518870:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326518.518944:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326518.518949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326518.518952:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326519.542886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326519.542895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326519.542923:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326519.542927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326519.542930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326520.566868:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326520.566875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326520.566927:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326520.566930:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326520.566932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326521.398856:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306227192, at 4306227200 00000100:00000040:0.0:1767326521.398856:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306227192, at 4306227200 00000100:00000040:1.0:1767326521.398857:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306227192, at 4306227200 00000100:00000040:3.0:1767326521.398863:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306227192, at 4306227200 00000100:00000010:1.0:1767326521.398873:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060a0b22a. 00000100:00000010:2.0:1767326521.398881:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000349acdd7. 00000100:00000010:0.0:1767326521.398883:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c404f21. 00000100:00000010:3.0:1767326521.398885:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0c83f6a. 00010000:00000001:0.0:1767326521.590851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326521.590856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326521.590877:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326521.590879:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326521.590882:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326521.910852:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326521.910861:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326521.910871:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 00000020:00000040:1.0:1767326521.910877:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326521.910883:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326521.910885:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326521.910891:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326521.910899:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000429d35d9. 00000100:00000001:1.0:1767326521.910905:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326521.910915:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326521.910926:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326521.910928:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326521.910933:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_02+2] req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326521.910967:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326521.910970:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326521.910973:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326521.910976:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326521.910979:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326521.910994:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326521.910996:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326521.910999:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911002:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326521.911003:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:2.0:1767326521.911008:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326521.911010:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326521.911010:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326521.911012:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326521.911015:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326521.911019:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326521.911022:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326521.911047:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326521.911048:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326521.911050:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911051:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326521.911058:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326521.911059:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_03+3] req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326521.911062:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326521.911068:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326521.911076:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386664832:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326521.911082:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326521.911086:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326521.911089:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326521.911090:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326521.911093:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326521.911097:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326521.911098:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326521.911100:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326521.911101:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000100:00000001:0.0:1767326521.911104:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326521.911105:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84c33dd. 00000020:00000040:1.0:1767326521.911106:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326521.911107:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326521.911110:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326521.911112:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326521.911115:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326521.911116:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767326521.911119:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ab6a46. 02000000:00000001:1.0:1767326521.911120:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326521.911127:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767326521.911128:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326521.911131:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326521.911133:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326521.911141:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326521.911143:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 02000000:00000001:0.0:1767326521.911151:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326521.911153:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664832, portal 25 00000100:00000001:1.0:1767326521.911155:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326521.911155:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326521.911158:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326521.911160:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326521.911160:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911162:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 00000100:00100000:0.0:1767326521.911170:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386664960:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326521.911172:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_00+0] req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326521.911173:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326521.911179:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326521.911184:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326521.911188:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326521.911194:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326521.911200:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090878e7. 02000000:00000001:0.0:1767326521.911207:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326521.911214:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ddca2c4. 00000100:00000001:2.0:1767326521.911221:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326521.911223:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000001:1.0:1767326521.911224:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326521.911228:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326521.911231:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326521.911232:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386664960, portal 10 00000400:00000010:2.0:1767326521.911233:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000100:00000200:2.0:1767326521.911238:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386664832, offset 0 00000100:00000040:1.0:1767326521.911240:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326521.911246:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326521.911246:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326521.911250:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000040:1.0:1767326521.911258:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11565) 00000100:00000040:0.0:1767326521.911261:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326521.911265:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326521.911268:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326521.911273:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326521.911276:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326521.911278:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326521.911278:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326521.911283:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326521.911286:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000100:00000040:3.0:1767326521.911289:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326521.911289:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:0.0:1767326521.911290:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386664960, offset 0 00000400:00000200:2.0:1767326521.911298:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326521.911301:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326521.911307:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326521.911314:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326521.911315:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [495:495:256:4294967295] 192.168.203.127@tcp LPNI seq info [495:495:8:4294967295] 00000100:00000001:3.0:1767326521.911317:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326521.911323:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326521.911327:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326521.911331:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326521.911338:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00100000:3.0:1767326521.911339:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386665088:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326521.911347:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326521.911351:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326521.911351:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326521.911352:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326521.911356:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326521.911357:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326521.911361:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 02000000:00000001:3.0:1767326521.911362:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326521.911362:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326521.911368:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326521.911370:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c047a5e. 00000400:00000200:0.0:1767326521.911371:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326521.911377:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326521.911377:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326521.911378:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [496:496:255:4294967295] 192.168.203.127@tcp LPNI seq info [496:496:7:4294967295] 00000400:00000010:3.0:1767326521.911393:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000800:00000200:2.0:1767326521.911394:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326521.911396:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767326521.911401:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000800:00000200:2.0:1767326521.911402:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326521.911412:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326521.911416:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665088, portal 10 00000100:00000001:2.0:1767326521.911419:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326521.911419:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000100:00000001:3.0:1767326521.911420:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326521.911424:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000100:00000001:2.0:1767326521.911428:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306232312 00000800:00000200:0.0:1767326521.911428:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326521.911436:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008875c714. 00000100:00000040:3.0:1767326521.911440:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.911446:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326521.911448:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326521.911456:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306232312 00000800:00000200:0.0:1767326521.911457:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326521.911458:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326521.911465:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326521.911465:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000531b8825. 00000100:00000001:0.0:1767326521.911466:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911472:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767326521.911473:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000100:00000040:0.0:1767326521.911473:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 192371 usecs (193 jiffies) 00000100:00000001:2.0:1767326521.911479:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306232312 00000100:00000200:3.0:1767326521.911480:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386665088, offset 0 00000100:00000001:0.0:1767326521.911481:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306227905 00000100:00000010:2.0:1767326521.911485:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fbb6e9d. 00000100:00000001:0.0:1767326521.911488:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306232312 00000100:00000001:2.0:1767326521.911491:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326521.911493:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326521.911495:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306227905 00000100:00000001:2.0:1767326521.911500:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306232312 00000100:00000001:0.0:1767326521.911500:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306232312 00000400:00000200:3.0:1767326521.911505:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326521.911507:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306227905 00000100:00000010:2.0:1767326521.911509:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c15defd0. 00000100:00000001:0.0:1767326521.911511:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306232312 00000400:00000200:3.0:1767326521.911512:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326521.911513:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306227905 00000400:00000200:3.0:1767326521.911520:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326521.911523:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326521.911526:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326521.911531:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326521.911532:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326521.911533:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306232312 00000100:00000001:0.0:1767326521.911539:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326521.911540:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326521.911542:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [497:497:254:4294967295] 192.168.203.127@tcp LPNI seq info [497:497:6:4294967295] 00000100:00000001:0.0:1767326521.911544:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911547:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326521.911550:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911554:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326521.911554:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326521.911564:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326521.911565:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326521.911566:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326521.911570:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326521.911571:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326521.911574:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326521.911576:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326521.911577:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326521.911578:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326521.911581:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911582:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326521.911598:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326521.911599:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000100:00000001:2.0:1767326521.911600:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911607:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326521.911609:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326521.911609:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326521.911614:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326521.911659:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326521.911664:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000400:00000200:2.0:1767326521.911669:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326521.911677:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326521.911682:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000400:00000010:2.0:1767326521.911685:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:2.0:1767326521.911690:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326521.911694:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326521.911698:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326521.911705:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326521.911711:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326521.911712:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326521.911717:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12351 usecs (13 jiffies) 00000100:00000040:2.0:1767326521.911719:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326521.911723:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306227725 00000100:00000001:3.0:1767326521.911729:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306232312 00000100:00000001:3.0:1767326521.911735:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306227725 00000100:00000001:2.0:1767326521.911735:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911740:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326521.911741:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306232312 00000100:00000001:3.0:1767326521.911751:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306227725 00000800:00000200:2.0:1767326521.911753:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326521.911755:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306232312 00000100:00000001:3.0:1767326521.911785:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306227726 00000100:00000001:3.0:1767326521.911787:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306232312 00000100:00000001:3.0:1767326521.911790:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326521.911793:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326521.911794:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000100:00000001:3.0:1767326521.911796:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326521.911801:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326521.911801:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326521.911807:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326521.911811:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326521.911811:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326521.911818:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000100:00000001:3.0:1767326521.911819:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326521.911822:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326521.911823:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 00000100:00000001:3.0:1767326521.911826:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911828:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326521.911830:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326521.911835:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.911844:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326521.911853:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.911859:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911861:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326521.911898:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326521.911900:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000400:00000200:2.0:1767326521.911904:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326521.911908:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326521.911911:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:2.0:1767326521.911913:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:2.0:1767326521.911916:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326521.911920:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.911928:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326521.911931:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.911938:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326521.911940:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326521.913612:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326521.913621:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326521.913624:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326521.913626:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326521.913633:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326521.913644:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0ef80 00000400:00000200:1.0:1767326521.913650:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:1.0:1767326521.913656:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326521.913660:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326521.913663:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326521.913666:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326521.913671:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326521.913675:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326521.913684:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326521.913701:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326521.913708:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326521.913711:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326521.913713:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326521.913715:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326521.913718:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326521.913725:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f000 00000400:00000200:1.0:1767326521.913730:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1045 [1] + 224 00000800:00000001:1.0:1767326521.913735:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326521.913738:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326521.913739:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326521.913743:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326521.913744:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326521.913750:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326521.913750:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:2.0:1767326521.913754:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326521.913775:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ab6a46. 00000400:00000200:2.0:1767326521.913779:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:2.0:1767326521.913781:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:2.0:1767326521.913784:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326521.913786:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326521.913791:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326521.913794:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326521.913805:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.913828:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326521.913831:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.913832:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326521.913837:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326521.913841:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326521.913850:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326521.913852:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326521.913853:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326521.913858:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326521.913860:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326521.913864:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=106 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326521.913867:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326521.913870:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=106 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326521.913871:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326521.913876:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326521.913877:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326521.913881:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326521.913886:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326521.913888:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326521.913889:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326521.913890:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326521.913894:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326521.913895:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326521.913899:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326521.913900:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f080 00000400:00000001:0.0:1767326521.913904:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326521.913905:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326521.913908:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ddca2c4. 00000400:00000200:0.0:1767326521.913915:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000100:00000001:2.0:1767326521.913919:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326521.913919:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:2.0:1767326521.913924:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326521.913926:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326521.913928:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326521.913931:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1051 [1] + 224 00000100:00000040:2.0:1767326521.913937:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326521.913940:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326521.913942:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326521.913949:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326521.913955:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326521.913969:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386664832:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326521.913969:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767326521.913974:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326521.913977:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326521.913980:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326521.913985:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.913987:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326521.913994:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386664832/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326521.913997:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326521.914001:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326521.914007:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326521.914010:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326521.914014:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326521.914017:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326521.914023:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326521.914024:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326521.914026:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767326521.914030:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=96 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326521.914031:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326521.914035:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84c33dd. 02000000:00000001:2.0:1767326521.914041:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326521.914045:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767326521.914046:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=96 v=5 (1 1 1 1) 00000020:00000040:2.0:1767326521.914048:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326521.914050:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326521.914054:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326521.914055:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326521.914058:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326521.914059:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000429d35d9. 00000100:00000001:0.0:1767326521.914059:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326521.914065:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326521.914066:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326521.914067:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326521.914071:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767326521.914072:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326521.914073:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000100:00000001:0.0:1767326521.914077:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326521.914079:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326521.914085:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326521.914086:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326521.914087:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326521.914088:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326521.914090:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326521.914094:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326521.914094:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326521.914095:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326521.914100:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326521.914102:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767326521.914104:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326521.914106:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326521.914109:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 00000100:00000001:2.0:1767326521.914113:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326521.914116:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326521.914117:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000001:2.0:1767326521.914118:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326521.914123:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:0.0:1767326521.914123:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326521.914127:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326521.914129:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326521.914133:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326521.914139:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326521.914156:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326521.914161:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386664960:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326521.914172:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326521.914174:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326521.914176:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326521.914178:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326521.914183:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386664960/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326521.914184:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326521.914187:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326521.914188:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326521.914191:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326521.914196:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326521.914203:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=106 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326521.914205:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326521.914208:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326521.914210:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090878e7. 02000000:00000001:0.0:1767326521.914215:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326521.914217:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=46 v=5 (1 0 0 0) 00000020:00000001:0.0:1767326521.914218:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326521.914221:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326521.914225:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326521.914226:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326521.914230:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326521.914230:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 00010000:00000001:3.0:1767326521.914236:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326521.914237:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326521.914240:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:3.0:1767326521.914243:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326521.914244:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:0.0:1767326521.914249:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326521.914252:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326521.914256:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326521.914263:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326521.914264:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326521.914268:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326521.914270:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326521.914272:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326521.914273:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326521.914276:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326521.914278:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326521.914282:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326521.914285:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326521.914293:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326521.914295:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326521.914296:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326521.914300:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326521.914307:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386665088:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326521.914311:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326521.914313:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326521.914315:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386665088/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326521.914321:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326521.914323:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326521.914325:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c047a5e. 02000000:00000001:3.0:1767326521.914328:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326521.914329:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326521.914330:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326521.914332:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326521.914333:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:3.0:1767326521.914342:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326521.914344:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326521.914345:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:3.0:1767326521.914348:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326521.914349:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326521.914351:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326521.914355:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326521.914356:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326521.914358:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326521.914360:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.614840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326522.614845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326522.614899:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326522.614902:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326522.614905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326523.638877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326523.638884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326523.638913:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326523.638916:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326523.638919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326524.662856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326524.662864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326524.662978:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326524.662982:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326524.662986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326525.686887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326525.686897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326525.686923:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326525.686927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326525.686930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326526.518847:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306232312, at 4306232320 00000100:00000010:0.0:1767326526.518867:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008875c714. 00000100:00000040:1.0:1767326526.518887:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306232312, at 4306232320 00000100:00000040:2.0:1767326526.518890:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306232312, at 4306232320 00000100:00000040:3.0:1767326526.518891:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306232312, at 4306232320 00000100:00000010:1.0:1767326526.518897:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000531b8825. 00000100:00000010:2.0:1767326526.518908:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fbb6e9d. 00000100:00000010:3.0:1767326526.518912:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c15defd0. 00010000:00000001:0.0:1767326526.710872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326526.710905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326526.710972:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326526.710975:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326526.710978:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326527.030895:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326527.030910:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326527.030923:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326527.030932:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326527.030937:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326527.030941:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326527.030948:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326527.030957:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326527.030965:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.030978:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326527.030990:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326527.030993:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.030999:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.031030:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.031034:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326527.031040:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326527.031044:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326527.031046:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326527.031049:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767326527.031050:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326527.031055:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:0.0:1767326527.031058:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.031062:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326527.031065:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326527.031070:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326527.031070:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326527.031072:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326527.031074:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031077:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326527.031077:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 02000000:00000001:0.0:1767326527.031079:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326527.031083:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326527.031086:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326527.031088:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386665216:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326527.031092:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326527.031098:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326527.031101:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326527.031101:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326527.031107:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326527.031112:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767326527.031115:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058e237f1. 02000000:00000001:0.0:1767326527.031120:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326527.031128:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ddca2c4. 00000100:00000001:2.0:1767326527.031135:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326527.031137:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326527.031140:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000040:2.0:1767326527.031142:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_02+2] req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326527.031151:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665216, portal 25 00000100:00000001:0.0:1767326527.031156:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326527.031159:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000040:0.0:1767326527.031166:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.031172:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.031178:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326527.031180:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326527.031183:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326527.031188:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326527.031191:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000400:00000010:0.0:1767326527.031192:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000001:3.0:1767326527.031195:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326527.031196:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000200:0.0:1767326527.031197:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386665216, offset 0 00000100:00100000:3.0:1767326527.031199:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326527.031203:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326527.031204:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326527.031205:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326527.031208:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326527.031210:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326527.031211:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326527.031212:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031215:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326527.031220:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326527.031220:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a50833d. 00000100:00000001:3.0:1767326527.031225:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326527.031227:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031229:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326527.031230:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326527.031234:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326527.031239:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326527.031239:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326527.031245:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326527.031248:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326527.031255:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326527.031268:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326527.031269:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326527.031272:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031279:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326527.031279:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [498:498:256:4294967295] 192.168.203.127@tcp LPNI seq info [498:498:8:4294967295] 00000100:00000001:3.0:1767326527.031283:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.031284:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326527.031289:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326527.031293:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326527.031299:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326527.031304:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00100000:3.0:1767326527.031307:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386665344:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326527.031314:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326527.031317:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326527.031318:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326527.031318:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326527.031321:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326527.031325:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326527.031326:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1767326527.031326:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 02000000:00000010:3.0:1767326527.031330:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd93189c. 02000000:00000001:3.0:1767326527.031336:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.031336:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326527.031339:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326527.031343:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326527.031345:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11570) 00000100:00100000:1.0:1767326527.031349:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:3.0:1767326527.031350:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000800:00000200:0.0:1767326527.031351:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326527.031354:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326527.031357:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326527.031358:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000001:1.0:1767326527.031361:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326527.031366:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665344, portal 10 00000100:00000001:1.0:1767326527.031366:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.031372:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326527.031374:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:1.0:1767326527.031374:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326527.031374:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326527.031378:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326527.031382:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326527.031383:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306237432 00000100:00000040:3.0:1767326527.031387:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326527.031390:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000040:1.0:1767326527.031392:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326527.031401:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326527.031407:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326527.031411:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031414:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326527.031417:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326527.031418:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306237432 02000000:00000001:1.0:1767326527.031422:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767326527.031427:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 00000100:00000040:3.0:1767326527.031428:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326527.031429:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326527.031435:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000100:00000001:0.0:1767326527.031436:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767326527.031437:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386665472:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326527.031444:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386665344, offset 0 00000100:00000001:0.0:1767326527.031445:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306237432 00000100:00000001:1.0:1767326527.031446:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326527.031451:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767326527.031453:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 02000000:00000001:1.0:1767326527.031455:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326527.031457:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326527.031460:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767326527.031461:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326527.031467:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047deb66f. 00000400:00000200:3.0:1767326527.031468:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326527.031468:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306237432 02000000:00000001:1.0:1767326527.031474:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326527.031476:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326527.031476:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000400:00000200:3.0:1767326527.031483:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:1.0:1767326527.031483:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027aa2260. 00000100:00000001:0.0:1767326527.031483:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326527.031490:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326527.031491:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326527.031493:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000100:00000001:0.0:1767326527.031497:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326527.031499:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:1.0:1767326527.031501:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665472, portal 10 00000100:00000001:0.0:1767326527.031502:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326527.031503:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326527.031506:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [499:499:255:4294967295] 192.168.203.127@tcp LPNI seq info [499:499:7:4294967295] 00000100:00000001:1.0:1767326527.031508:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326527.031509:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326527.031512:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000100:00000001:1.0:1767326527.031512:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000001:0.0:1767326527.031517:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326527.031520:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326527.031526:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326527.031526:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326527.031527:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326527.031530:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326527.031531:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326527.031535:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326527.031540:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326527.031541:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326527.031547:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000010:3.0:1767326527.031563:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000400:00000200:2.0:1767326527.031571:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000100:00000001:1.0:1767326527.031571:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326527.031573:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326527.031577:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000800:00000200:3.0:1767326527.031582:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326527.031587:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326527.031588:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326527.031588:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326527.031594:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000100:00000001:3.0:1767326527.031596:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326527.031596:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326527.031599:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386665472, offset 0 00000100:00000040:3.0:1767326527.031603:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 191087 usecs (192 jiffies) 00000100:00000001:3.0:1767326527.031609:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306233024 00000400:00000200:1.0:1767326527.031614:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326527.031616:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306237432 00000100:00000001:3.0:1767326527.031622:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306233024 00000100:00000001:3.0:1767326527.031625:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306237432 00000100:00000001:2.0:1767326527.031626:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326527.031627:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326527.031633:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326527.031634:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326527.031637:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306233024 00000400:00000200:1.0:1767326527.031641:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326527.031643:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306237432 00000100:00000001:3.0:1767326527.031648:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306233024 00000100:00000001:3.0:1767326527.031652:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306237432 00000100:00000001:3.0:1767326527.031657:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326527.031658:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326527.031663:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.031665:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031667:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326527.031667:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326527.031670:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326527.031674:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326527.031677:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [500:500:254:4294967295] 192.168.203.127@tcp LPNI seq info [500:500:6:4294967295] 00000100:00000001:3.0:1767326527.031678:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326527.031680:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326527.031682:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.031686:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326527.031697:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326527.031703:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326527.031708:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000800:00000200:1.0:1767326527.031713:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326527.031718:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326527.031719:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326527.031723:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1767326527.031724:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767326527.031730:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326527.031731:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326527.031735:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12291 usecs (13 jiffies) 00000400:00000200:2.0:1767326527.031741:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326527.031742:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306232845 00000400:00000200:2.0:1767326527.031752:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000100:00000001:1.0:1767326527.031752:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306237432 00000400:00000010:2.0:1767326527.031756:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:1.0:1767326527.031787:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306232846 00000100:00000001:1.0:1767326527.031791:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306237432 00000100:00000001:1.0:1767326527.031797:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306232846 00000100:00000001:2.0:1767326527.031798:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326527.031801:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306237432 00000100:00000200:2.0:1767326527.031806:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326527.031806:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306232846 00000100:00000001:1.0:1767326527.031812:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306237432 00000100:00000001:1.0:1767326527.031817:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326527.031823:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.031826:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326527.031829:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326527.031834:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326527.031840:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.031842:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.031846:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326527.031901:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326527.031905:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:2.0:1767326527.031908:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326527.031913:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326527.031917:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000400:00000010:2.0:1767326527.031919:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000100:00000001:2.0:1767326527.031922:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326527.031932:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.031941:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326527.031944:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.031951:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.031952:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326527.033205:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326527.033219:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326527.033221:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326527.033223:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326527.033229:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326527.033239:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0f100 00000400:00000200:2.0:1767326527.033245:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:2.0:1767326527.033251:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326527.033257:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326527.033259:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326527.033261:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326527.033265:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326527.033268:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326527.033276:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.033291:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326527.033297:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326527.033300:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326527.033334:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326527.033337:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326527.033343:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326527.033345:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326527.033348:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ddca2c4. 00000400:00000200:0.0:1767326527.033353:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:0.0:1767326527.033354:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:0.0:1767326527.033357:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326527.033363:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326527.033372:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326527.033380:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326527.033382:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326527.033385:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326527.033388:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326527.033391:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326527.033393:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326527.033396:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326527.033404:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326527.033408:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326527.033411:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326527.033413:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326527.033416:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326527.033418:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326527.033422:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326527.033427:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326527.033440:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326527.033444:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326527.033446:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326527.033450:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326527.033457:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386665216:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326527.033470:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326527.033472:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326527.033474:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386665216/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326527.033481:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326527.033485:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326527.033488:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058e237f1. 02000000:00000001:0.0:1767326527.033491:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326527.033493:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326527.033495:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326527.033498:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326527.033500:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 02000000:00000001:0.0:1767326527.033504:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326527.033506:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326527.033507:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00000001:0.0:1767326527.033510:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326527.033512:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326527.033513:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326527.033517:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326527.033519:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326527.033521:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326527.033522:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326527.033629:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326527.033647:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326527.033651:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326527.033653:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326527.033662:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326527.033680:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f200 00000400:00000200:1.0:1767326527.033689:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1069 [1] + 224 00000800:00000001:1.0:1767326527.033696:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326527.033701:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326527.033703:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326527.033707:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326527.033712:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326527.033718:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326527.033727:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326527.033751:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326527.033785:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326527.033789:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326527.033790:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326527.033791:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326527.033794:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326527.033798:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f180 00000400:00000200:1.0:1767326527.033802:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1061 [1] + 224 00000800:00000001:1.0:1767326527.033804:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326527.033813:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326527.033815:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326527.033818:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326527.033820:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326527.033823:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.033834:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326527.033839:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326527.033846:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326527.033847:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326527.033851:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326527.033854:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027aa2260. 00000400:00000200:2.0:1767326527.033860:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:2.0:1767326527.033862:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:1.0:1767326527.033864:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326527.033874:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326527.033878:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326527.033881:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326527.033884:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326527.033894:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326527.033896:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326527.033902:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326527.033912:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767326527.033914:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326527.033914:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326527.033921:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326527.033921:0:216340:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767326527.033929:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 02000000:00000001:2.0:1767326527.033930:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326527.033935:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326527.033938:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000001:2.0:1767326527.033938:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326527.033943:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326527.033946:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326527.033952:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326527.033953:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326527.033959:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326527.033963:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767326527.033966:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.033967:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326527.033974:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326527.033982:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326527.034023:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.034027:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767326527.034032:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326527.034033:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326527.034036:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326527.034038:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326527.034049:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326527.034086:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326527.034086:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326527.034091:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326527.034092:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326527.034094:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.034101:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326527.034102:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326527.034108:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326527.034115:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767326527.034115:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386665472:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326527.034120:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326527.034130:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.034130:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326527.034141:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767326527.034146:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=102 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326527.034146:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386665472/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326527.034164:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326527.034176:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326527.034179:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326527.034182:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326527.034188:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326527.034189:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047deb66f. 00010000:00000001:3.0:1767326527.034197:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326527.034199:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767326527.034203:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326527.034204:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326527.034210:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326527.034212:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326527.034217:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:2.0:1767326527.034218:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326527.034223:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767326527.034224:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a50833d. 00000100:00000001:3.0:1767326527.034228:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326527.034232:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326527.034236:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326527.034238:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326527.034240:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:2.0:1767326527.034251:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326527.034256:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.034257:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326527.034263:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.034264:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326527.034269:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326527.034274:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326527.034275:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326527.034276:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326527.034285:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326527.034289:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326527.034304:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386665344:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326527.034312:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.034314:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326527.034317:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386665344/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326527.034324:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326527.034326:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326527.034329:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd93189c. 02000000:00000001:3.0:1767326527.034332:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326527.034334:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326527.034335:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326527.034338:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326527.034340:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 02000000:00000001:3.0:1767326527.034343:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326527.034344:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326527.034346:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:3.0:1767326527.034349:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326527.034350:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.034352:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326527.034363:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326527.034365:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326527.034367:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326527.034369:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326527.734873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326527.734881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326527.734912:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326527.734915:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326527.734918:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326528.758882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326528.758892:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326528.758894:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326528.758897:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326528.758902:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326528.758904:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326528.758906:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326528.758908:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326528.758966:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326528.758973:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326528.758976:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326529.782873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326529.782895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326529.782925:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326529.782929:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326529.782931:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326530.806874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326530.806880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326530.806936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326530.806942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326530.806945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326531.638866:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306237432, at 4306237440 00000100:00000040:1.0:1767326531.638866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306237432, at 4306237440 00000100:00000040:0.0:1767326531.638866:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306237432, at 4306237440 00000100:00000040:2.0:1767326531.638870:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306237432, at 4306237440 00000100:00000010:0.0:1767326531.638890:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:3.0:1767326531.638895:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:2.0:1767326531.638901:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000010:1.0:1767326531.638905:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00010000:00000001:0.0:1767326531.830899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326531.830907:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326531.830933:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326531.830935:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326531.830938:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326532.150912:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326532.150924:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326532.150936:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767326532.150944:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326532.150949:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326532.150953:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326532.150959:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326532.150967:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326532.150975:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.150985:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326532.150996:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326532.150998:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.151002:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.151045:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.151048:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326532.151051:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326532.151055:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326532.151058:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326532.151083:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326532.151086:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326532.151088:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326532.151088:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326532.151090:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326532.151098:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326532.151099:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326532.151101:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:3.0:1767326532.151102:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326532.151112:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326532.151117:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326532.151123:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326532.151151:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326532.151153:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326532.151156:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326532.151162:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326532.151164:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326532.151165:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.151170:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_01+1] req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326532.151177:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326532.151182:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386665600:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326532.151186:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326532.151187:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.151190:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326532.151192:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326532.151193:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326532.151195:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326532.151197:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 02000000:00000001:3.0:1767326532.151199:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767326532.151202:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326532.151205:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326532.151207:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767326532.151208:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcac6133. 02000000:00000001:0.0:1767326532.151210:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326532.151212:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326532.151213:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326532.151216:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:1.0:1767326532.151218:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326532.151219:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000100:00000001:0.0:1767326532.151221:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326532.151222:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326532.151231:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326532.151232:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000040:1.0:1767326532.151238:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326532.151246:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665600, portal 25 00000100:00000001:3.0:1767326532.151256:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326532.151262:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000100:00000001:0.0:1767326532.151280:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326532.151281:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.151286:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.151301:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_02+2] req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326532.151310:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326532.151316:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326532.151325:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326532.151332:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326532.151338:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326532.151345:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326532.151354:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326532.151361:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00100000:1.0:1767326532.151362:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386665728:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326532.151367:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386665600, offset 0 00000100:00000001:1.0:1767326532.151368:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326532.151372:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326532.151375:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.151375:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.151384:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326532.151386:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326532.151394:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326532.151396:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:1.0:1767326532.151396:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ecd6d7a. 02000000:00000001:1.0:1767326532.151401:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.151408:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326532.151410:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11575) 00000400:00000200:3.0:1767326532.151417:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326532.151417:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326532.151422:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cfb931c. 00000100:00000001:2.0:1767326532.151424:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326532.151428:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326532.151434:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000400:00000200:3.0:1767326532.151439:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326532.151441:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326532.151445:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326532.151445:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665728, portal 10 00000100:00000001:0.0:1767326532.151450:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326532.151458:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326532.151460:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326532.151460:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326532.151468:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000400:00000200:3.0:1767326532.151471:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [501:501:256:4294967295] 192.168.203.127@tcp LPNI seq info [501:501:8:4294967295] 00000100:00000001:2.0:1767326532.151491:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326532.151492:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326532.151498:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326532.151498:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326532.151524:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326532.151531:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326532.151531:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326532.151532:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767326532.151538:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 02000000:00000001:2.0:1767326532.151540:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326532.151544:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326532.151548:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 00000800:00000200:3.0:1767326532.151555:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767326532.151559:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386665728, offset 0 00000100:00100000:2.0:1767326532.151560:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386665856:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326532.151574:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326532.151575:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326532.151576:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326532.151585:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326532.151585:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326532.151592:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326532.151593:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326532.151600:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326532.151603:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326532.151604:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b645c8f8. 02000000:00000001:2.0:1767326532.151609:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326532.151613:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326532.151613:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767326532.151615:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ab6a46. 00000100:00000001:3.0:1767326532.151624:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306242552 00000400:00000200:1.0:1767326532.151624:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326532.151627:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000400:00000200:1.0:1767326532.151634:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:3.0:1767326532.151635:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1a66277. 00000100:00000200:2.0:1767326532.151638:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665856, portal 10 00000100:00000001:2.0:1767326532.151642:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326532.151644:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326532.151649:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 00000400:00000200:1.0:1767326532.151649:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [502:502:255:4294967295] 192.168.203.127@tcp LPNI seq info [502:502:7:4294967295] 00000100:00000001:3.0:1767326532.151656:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306242552 00000100:00000040:2.0:1767326532.151663:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326532.151664:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000343ca266. 00000100:00000001:3.0:1767326532.151675:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326532.151684:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326532.151685:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326532.151695:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306242552 00000100:00000040:2.0:1767326532.151696:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326532.151703:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326532.151710:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c380adb6. 00000400:00000010:2.0:1767326532.151710:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000800:00000010:1.0:1767326532.151711:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000200:2.0:1767326532.151727:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386665856, offset 0 00000100:00000001:3.0:1767326532.151731:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326532.151735:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306242552 00000800:00000200:1.0:1767326532.151736:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326532.151742:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326532.151749:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0c83f6a. 00000800:00000200:1.0:1767326532.151756:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326532.151797:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326532.151799:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326532.151804:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:2.0:1767326532.151805:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326532.151806:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326532.151817:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326532.151819:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326532.151821:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326532.151822:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326532.151837:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326532.151838:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326532.151838:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326532.151847:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326532.151855:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 189821 usecs (190 jiffies) 00000400:00000200:2.0:1767326532.151856:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [503:503:254:4294967295] 192.168.203.127@tcp LPNI seq info [503:503:6:4294967295] 00000100:00000001:1.0:1767326532.151869:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306238143 00000100:00000001:1.0:1767326532.151877:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306242552 00000400:00000200:2.0:1767326532.151883:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326532.151884:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306238143 00000400:00000200:0.0:1767326532.151890:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000800:00000200:2.0:1767326532.151891:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326532.151892:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306242552 00000400:00000010:0.0:1767326532.151895:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000800:00000010:2.0:1767326532.151898:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a50833d. 00000100:00000001:0.0:1767326532.151899:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326532.151903:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326532.151910:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306238143 00000100:00000200:0.0:1767326532.151912:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326532.151913:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326532.151914:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326532.151925:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306242552 00000100:00000001:3.0:1767326532.151931:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326532.151936:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326532.151942:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306238143 00000100:00000001:3.0:1767326532.151947:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326532.151948:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a50833d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326532.151954:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326532.151954:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306242552 00000100:00000001:0.0:1767326532.151958:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326532.151969:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326532.151970:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326532.151971:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326532.151972:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326532.151979:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326532.151986:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12228 usecs (13 jiffies) 00000100:00000001:3.0:1767326532.151987:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326532.151989:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.152001:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306237966 00000100:00000001:1.0:1767326532.152002:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326532.152003:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.152007:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.152020:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326532.152021:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306242552 00000100:00000001:1.0:1767326532.152021:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326532.152034:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306237966 00000100:00000001:1.0:1767326532.152038:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326532.152039:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306242552 00000100:00000001:1.0:1767326532.152040:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326532.152044:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306237966 00000100:00000001:1.0:1767326532.152046:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326532.152051:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306242552 00000100:00000001:1.0:1767326532.152052:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326532.152053:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326532.152062:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306237966 00000100:00000001:1.0:1767326532.152062:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326532.152064:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000400:00000200:0.0:1767326532.152077:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326532.152079:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306242552 00000100:00000001:1.0:1767326532.152080:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.152093:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326532.152096:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326532.152096:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326532.152103:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326532.152104:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000100:00000001:2.0:1767326532.152105:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326532.152108:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:0.0:1767326532.152112:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326532.152113:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326532.152115:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326532.152116:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326532.152119:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326532.152121:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326532.152124:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.152128:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.152130:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326532.152134:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.152139:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.152140:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326532.152173:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326532.152175:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a50833d. 00000400:00000200:0.0:1767326532.152183:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326532.152186:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326532.152188:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000400:00000010:0.0:1767326532.152189:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:0.0:1767326532.152191:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326532.152194:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.152199:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326532.152200:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.152204:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.152205:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326532.153554:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326532.153570:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326532.153574:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326532.153577:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326532.153584:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326532.153599:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0f280 00000400:00000200:2.0:1767326532.153607:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:2.0:1767326532.153616:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326532.153626:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326532.153629:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326532.153633:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326532.153645:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326532.153650:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326532.153661:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326532.153680:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326532.153689:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326532.153693:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326532.153742:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326532.153746:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326532.153751:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326532.153753:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326532.153756:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 00000400:00000200:3.0:1767326532.153777:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326532.153779:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326532.153782:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326532.153787:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326532.153799:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326532.153802:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326532.153806:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326532.153815:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000200:3.0:1767326532.153820:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326532.153829:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f380 00000100:00000200:3.0:1767326532.153836:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326532.153843:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1081 [1] + 224 00000800:00000001:1.0:1767326532.153852:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326532.153860:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326532.153864:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326532.153869:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326532.153875:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326532.153880:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326532.153885:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326532.153888:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326532.153892:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326532.153894:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326532.153897:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326532.153900:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326532.153900:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326532.153905:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326532.153911:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=117 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326532.153929:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326532.153946:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326532.153951:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326532.153954:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326532.153960:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=117 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326532.153960:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326532.153969:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326532.153970:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.153973:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326532.153975:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326532.153977:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:3.0:1767326532.153978:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.153979:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326532.153984:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326532.153989:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326532.153994:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326532.153995:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326532.153996:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f300 00000400:00000010:2.0:1767326532.154002:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ab6a46. 00000400:00000200:2.0:1767326532.154013:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000100:00000001:3.0:1767326532.154014:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326532.154020:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:3.0:1767326532.154030:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326532.154033:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326532.154034:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326532.154038:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1079 [1] + 224 00000100:00000200:2.0:1767326532.154047:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326532.154047:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326532.154048:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326532.154057:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326532.154065:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326532.154086:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326532.154101:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326532.154112:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326532.154120:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326532.154121:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386665600:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326532.154143:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326532.154145:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326532.154155:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326532.154156:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326532.154168:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326532.154173:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386665600/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326532.154175:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326532.154177:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326532.154180:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326532.154182:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326532.154185:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326532.154188:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326532.154190:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326532.154201:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326532.154202:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326532.154206:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326532.154209:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcac6133. 00000100:00001000:2.0:1767326532.154213:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=117 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326532.154214:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326532.154219:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326532.154224:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00001000:2.0:1767326532.154224:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=57 v=5 (1 0 0 0) 00000020:00000001:3.0:1767326532.154229:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326532.154232:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767326532.154235:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00000100:00000001:2.0:1767326532.154237:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326532.154243:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326532.154244:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326532.154245:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326532.154249:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326532.154250:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1767326532.154251:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326532.154254:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1767326532.154256:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000400:00000001:0.0:1767326532.154258:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326532.154262:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cfb931c. 00000400:00000200:0.0:1767326532.154269:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000100:00000001:3.0:1767326532.154271:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767326532.154273:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:3.0:1767326532.154275:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326532.154277:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326532.154285:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326532.154289:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326532.154299:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326532.154308:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326532.154315:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326532.154323:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326532.154325:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767326532.154326:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326532.154329:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326532.154331:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326532.154337:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326532.154341:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.154345:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326532.154348:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326532.154351:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.154351:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326532.154355:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326532.154357:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326532.154360:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326532.154364:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.154370:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326532.154370:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=107 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326532.154375:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767326532.154376:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326532.154379:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326532.154380:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326532.154386:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.154390:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326532.154394:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326532.154397:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.154402:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326532.154405:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00100000:2.0:1767326532.154406:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386665856:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326532.154407:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326532.154410:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326532.154416:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326532.154417:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326532.154424:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326532.154427:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326532.154431:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326532.154432:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386665856/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326532.154433:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326532.154439:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326532.154459:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767326532.154460:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386665728:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326532.154464:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326532.154466:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326532.154468:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b645c8f8. 00000100:00000001:0.0:1767326532.154469:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326532.154472:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386665728/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326532.154475:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326532.154479:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326532.154480:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767326532.154483:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326532.154483:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326532.154486:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ecd6d7a. 00000020:00000001:2.0:1767326532.154489:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326532.154491:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767326532.154493:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 00000020:00000001:0.0:1767326532.154494:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326532.154496:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326532.154500:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326532.154501:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767326532.154501:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:2.0:1767326532.154505:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326532.154506:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1767326532.154509:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 02000000:00000001:0.0:1767326532.154509:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326532.154511:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326532.154530:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326532.154532:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326532.154532:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326532.154537:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326532.154537:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326532.154547:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326532.154550:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326532.154550:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326532.154557:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326532.154559:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326532.154559:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.154564:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326532.154569:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326532.154572:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326532.854869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326532.854876:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326532.854973:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326532.854977:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326532.854979:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326533.878854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326533.878862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326533.878886:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326533.878889:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326533.878891:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326534.902857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326534.902865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326534.902926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326534.902930:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326534.902932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326535.926878:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326535.926886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326535.926910:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326535.926913:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326535.926915:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326536.758890:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306242552, at 4306242560 00000100:00000040:2.0:1767326536.758890:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306242552, at 4306242560 00000100:00000040:1.0:1767326536.758890:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306242552, at 4306242560 00000100:00000040:0.0:1767326536.758890:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306242552, at 4306242560 00000100:00000010:0.0:1767326536.758909:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1a66277. 00000100:00000010:3.0:1767326536.758915:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0c83f6a. 00000100:00000010:1.0:1767326536.758918:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000343ca266. 00000100:00000010:2.0:1767326536.758920:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c380adb6. 00010000:00000001:0.0:1767326536.950891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326536.950898:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326536.950954:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326536.950959:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326536.950961:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326537.270887:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326537.270901:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326537.270913:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326537.270921:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326537.270927:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326537.270931:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326537.270937:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326537.270948:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061011158. 00000100:00000001:0.0:1767326537.270956:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326537.270969:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326537.270990:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326537.270993:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326537.271023:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_03+3] req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.271055:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326537.271058:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326537.271061:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326537.271064:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326537.271068:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326537.271071:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326537.271073:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326537.271076:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326537.271081:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326537.271082:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c93149cd. 00000100:00000001:3.0:1767326537.271087:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326537.271089:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326537.271091:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326537.271092:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326537.271097:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326537.271098:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326537.271099:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.271130:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326537.271132:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326537.271140:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_00+0] req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.271147:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326537.271151:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326537.271157:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326537.271160:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326537.271163:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326537.271166:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386665984:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326537.271170:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326537.271175:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326537.271176:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326537.271181:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326537.271181:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326537.271188:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326537.271188:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326537.271191:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98cad68. 00000020:00000040:0.0:1767326537.271195:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000010:3.0:1767326537.271196:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000429711ea. 00000100:00000001:2.0:1767326537.271197:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326537.271198:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326537.271202:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326537.271203:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.271203:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326537.271204:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767326537.271204:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326537.271210:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326537.271210:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326537.271213:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000400:00000010:3.0:1767326537.271216:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000100:00000001:0.0:1767326537.271217:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326537.271221:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326537.271224:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326537.271226:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326537.271230:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000001:2.0:1767326537.271234:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326537.271238:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326537.271241:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326537.271243:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386665984, portal 25 00000100:00000040:2.0:1767326537.271249:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.271251:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326537.271255:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:3.0:1767326537.271266:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.271268:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326537.271271:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326537.271277:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326537.271280:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f98cad68] to pc [ptlrpcd_00_01+1] req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326537.271281:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326537.271282:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326537.271287:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326537.271291:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326537.271293:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326537.271299:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326537.271301:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 00000100:00100000:2.0:1767326537.271303:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386666112:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326537.271307:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386665984, offset 0 00000100:00000001:2.0:1767326537.271308:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326537.271311:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326537.271313:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326537.271315:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326537.271317:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326537.271323:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326537.271324:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326537.271325:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767326537.271332:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002466c9b0. 00000100:00000040:0.0:1767326537.271333:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11580) 00000100:00000001:1.0:1767326537.271336:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326537.271338:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326537.271343:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ab6a46. 00000400:00000200:3.0:1767326537.271344:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:1.0:1767326537.271350:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:2.0:1767326537.271352:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000001:1.0:1767326537.271353:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326537.271354:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326537.271357:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666112, portal 10 00000100:00000001:1.0:1767326537.271361:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326537.271362:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326537.271363:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326537.271364:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326537.271369:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326537.271369:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326537.271371:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 00000100:00000001:1.0:1767326537.271372:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326537.271375:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326537.271376:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326537.271383:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326537.271384:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [504:504:256:4294967295] 192.168.203.127@tcp LPNI seq info [504:504:8:4294967295] 00000100:00000040:1.0:1767326537.271393:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326537.271397:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326537.271405:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326537.271407:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326537.271409:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326537.271410:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 00000100:00000001:1.0:1767326537.271411:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326537.271414:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386666112, offset 0 02000000:00000001:1.0:1767326537.271414:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326537.271416:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326537.271422:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326537.271425:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326537.271427:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386666240:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326537.271432:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326537.271434:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326537.271436:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326537.271439:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326537.271440:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326537.271441:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec4a6fa2. 02000000:00000001:1.0:1767326537.271442:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326537.271447:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326537.271447:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326537.271451:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326537.271452:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002baaa29c. 00000800:00000200:3.0:1767326537.271455:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:1.0:1767326537.271456:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326537.271459:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326537.271464:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [505:505:255:4294967295] 192.168.203.127@tcp LPNI seq info [505:505:7:4294967295] 00000400:00000010:1.0:1767326537.271464:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000400:00000010:1.0:1767326537.271469:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000800:00000200:3.0:1767326537.271470:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326537.271474:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666240, portal 10 00000800:00000200:3.0:1767326537.271477:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec4a6fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326537.271478:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326537.271491:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656543104 : -125135053008512 : ffff8e30b99dd180) 00000400:00000200:2.0:1767326537.271492:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326537.271498:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326537.271500:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326537.271505:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000db5bebc. 00000100:00000001:1.0:1767326537.271506:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326537.271509:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326537.271512:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326537.271512:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326537.271512:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 00000100:00000200:1.0:1767326537.271518:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386666240, offset 0 00000100:00000001:3.0:1767326537.271520:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306247672 00000800:00000200:2.0:1767326537.271521:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326537.271526:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326537.271528:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0c83f6a. 00000800:00000200:2.0:1767326537.271528:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000db5bebc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326537.271534:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326537.271537:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326537.271538:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326537.271545:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 188575 usecs (189 jiffies) 00000400:00000200:1.0:1767326537.271545:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326537.271546:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306247672 00000100:00000001:2.0:1767326537.271551:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306243261 00000100:00000010:3.0:1767326537.271552:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d9e7a21. 00000400:00000200:1.0:1767326537.271552:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326537.271556:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306247672 00000100:00000001:3.0:1767326537.271557:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326537.271557:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326537.271560:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306243261 00000400:00000200:1.0:1767326537.271562:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326537.271563:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306247672 00000100:00000001:2.0:1767326537.271565:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306247672 00000100:00000010:3.0:1767326537.271568:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e12a7b34. 00000400:00000200:1.0:1767326537.271568:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [506:506:254:4294967295] 192.168.203.127@tcp LPNI seq info [506:506:6:4294967295] 00000100:00000001:2.0:1767326537.271569:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306243261 00000100:00000001:3.0:1767326537.271573:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326537.271573:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326537.271578:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326537.271579:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306247672 00000100:00000001:2.0:1767326537.271579:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306247672 00000100:00000010:3.0:1767326537.271585:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000100:00000001:2.0:1767326537.271586:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306243261 00000400:00000200:0.0:1767326537.271587:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326537.271588:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326537.271590:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326537.271596:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326537.271597:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306247672 00000400:00000200:0.0:1767326537.271599:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326537.271601:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326537.271605:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326537.271606:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326537.271608:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326537.271609:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326537.271610:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000800:00000010:1.0:1767326537.271611:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000100:00000001:3.0:1767326537.271612:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326537.271614:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:2.0:1767326537.271616:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326537.271620:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326537.271620:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326537.271621:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.271621:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326537.271625:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326537.271626:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326537.271630:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.271631:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326537.271631:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326537.271631:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326537.271634:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326537.271637:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326537.271639:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326537.271640:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326537.271642:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326537.271646:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.271649:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326537.271657:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12168 usecs (13 jiffies) 00000100:00000001:0.0:1767326537.271657:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326537.271662:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326537.271664:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306243085 00000100:00000001:1.0:1767326537.271671:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306247672 00000100:00000001:0.0:1767326537.271674:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.271677:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306243085 00000100:00000001:0.0:1767326537.271677:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326537.271682:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306247672 00000100:00000001:1.0:1767326537.271685:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306243085 00000100:00000001:1.0:1767326537.271687:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306247672 00000800:00000200:0.0:1767326537.271689:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326537.271690:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306243085 00000800:00000010:0.0:1767326537.271692:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000db5bebc. 00000400:00000200:0.0:1767326537.271697:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326537.271698:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306247672 00000100:00000001:1.0:1767326537.271703:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326537.271703:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326537.271705:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000100:00000001:1.0:1767326537.271706:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326537.271708:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:1.0:1767326537.271710:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.271711:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326537.271713:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326537.271715:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.271728:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326537.271730:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.271735:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.271736:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326537.271817:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326537.271819:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:0.0:1767326537.271822:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326537.271824:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326537.271826:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000400:00000010:0.0:1767326537.271827:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:0.0:1767326537.271830:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326537.271832:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.271837:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326537.271838:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.271842:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.271843:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326537.273329:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326537.273344:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326537.273347:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326537.273350:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326537.273358:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326537.273368:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0f400 00000400:00000200:2.0:1767326537.273377:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:2.0:1767326537.273385:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326537.273395:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326537.273397:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326537.273401:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326537.273406:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326537.273410:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326537.273421:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326537.273439:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326537.273447:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326537.273453:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326537.273453:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326537.273457:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326537.273457:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326537.273464:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326537.273465:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326537.273472:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326537.273491:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f500 00000400:00000001:3.0:1767326537.273512:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326537.273520:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 00000400:00000200:3.0:1767326537.273523:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000010:3.0:1767326537.273524:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:3.0:1767326537.273527:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326537.273532:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326537.273533:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1099 [1] + 224 00000100:00000200:3.0:1767326537.273540:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.273553:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326537.273554:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326537.273556:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326537.273557:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326537.273561:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326537.273563:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326537.273565:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326537.273565:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326537.273571:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326537.273572:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767326537.273577:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=122 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326537.273582:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:3.0:1767326537.273583:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326537.273588:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326537.273589:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326537.273590:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326537.273595:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326537.273597:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326537.273598:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.273600:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326537.273607:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.273623:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326537.273626:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326537.273626:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.273630:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326537.273637:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326537.273649:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386665984:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326537.273652:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326537.273653:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326537.273654:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326537.273659:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386665984/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326537.273661:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326537.273672:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326537.273674:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326537.273675:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326537.273679:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000429711ea. 00000800:00000001:2.0:1767326537.273682:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326537.273684:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326537.273687:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326537.273687:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326537.273688:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326537.273693:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326537.273693:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326537.273695:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000020:00000001:3.0:1767326537.273699:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767326537.273700:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767326537.273702:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061011158. 00000400:00000001:1.0:1767326537.273704:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326537.273707:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f480 02000000:00000001:3.0:1767326537.273708:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326537.273711:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326537.273715:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000400:00000010:1.0:1767326537.273715:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000100:00000001:3.0:1767326537.273721:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767326537.273721:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000400:00000010:1.0:1767326537.273723:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000100:00000001:3.0:1767326537.273724:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326537.273728:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326537.273729:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326537.273732:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326537.273733:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1091 [1] + 224 00000100:00000001:3.0:1767326537.273735:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326537.273737:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326537.273740:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326537.273743:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326537.273744:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326537.273752:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326537.273753:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326537.273794:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326537.273795:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326537.273799:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326537.273803:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326537.273804:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326537.273807:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326537.273809:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326537.273809:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326537.273813:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326537.273815:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326537.273816:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326537.273822:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=122 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326537.273826:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326537.273827:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326537.273840:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326537.273841:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326537.273843:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326537.273846:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326537.273847:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326537.273851:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326537.273855:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326537.273861:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.273863:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326537.273865:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326537.273866:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326537.273867:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326537.273870:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.273870:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326537.273876:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326537.273876:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326537.273880:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326537.273883:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ab6a46. 00000100:00000001:1.0:1767326537.273889:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326537.273889:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:0.0:1767326537.273893:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:1.0:1767326537.273894:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326537.273897:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326537.273897:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326537.273901:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326537.273903:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326537.273923:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326537.273931:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386666240:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326537.273933:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326537.273937:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326537.273939:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326537.273942:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326537.273943:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f98cad68 x1853175386666240/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.273947:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326537.273949:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326537.273952:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326537.273955:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.273956:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326537.273958:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326537.273959:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326537.273962:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002baaa29c. 00000100:00001000:0.0:1767326537.273964:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=112 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326537.273965:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326537.273968:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767326537.273969:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=112 v=5 (1 1 1 1) 00000020:00000040:1.0:1767326537.273970:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326537.273975:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326537.273975:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326537.273977:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326537.273978:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00010000:00000001:0.0:1767326537.273980:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326537.273982:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326537.273983:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326537.273984:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326537.273986:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1767326537.273987:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98cad68. 00000100:00000040:0.0:1767326537.273989:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326537.273992:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326537.273993:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326537.273996:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.273997:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326537.274003:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326537.274006:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326537.274009:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326537.274012:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326537.274017:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326537.274017:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326537.274020:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.274021:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326537.274023:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326537.274027:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326537.274032:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386666112:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326537.274036:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326537.274037:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326537.274039:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386666112/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326537.274044:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326537.274046:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326537.274047:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002466c9b0. 02000000:00000001:0.0:1767326537.274050:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326537.274051:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326537.274055:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326537.274057:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326537.274058:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c93149cd. 02000000:00000001:0.0:1767326537.274060:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326537.274061:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326537.274062:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:0.0:1767326537.274064:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326537.274065:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326537.274067:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326537.274069:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326537.274070:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326537.274072:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326537.274073:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326537.974867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326537.974875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326537.974897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326537.974899:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326537.974901:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326538.998853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326538.998863:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326538.998866:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326538.998868:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326538.998874:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326538.998876:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326538.998877:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326538.998879:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326538.998939:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326538.998944:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326538.998948:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326540.022872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326540.022881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326540.022911:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326540.022915:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326540.022919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326541.046857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326541.046863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326541.046933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326541.046937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326541.046941:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326541.878824:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306247672, at 4306247680 00000100:00000010:0.0:1767326541.878842:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0c83f6a. 00000100:00000040:1.0:1767326541.878847:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306247672, at 4306247680 00000100:00000040:3.0:1767326541.878853:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306247672, at 4306247680 00000100:00000010:1.0:1767326541.878858:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d9e7a21. 00000100:00000010:3.0:1767326541.878862:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000040:2.0:1767326541.878981:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306247672, at 4306247680 00000100:00000010:2.0:1767326541.878989:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e12a7b34. 00010000:00000001:0.0:1767326542.070904:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326542.070912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326542.070954:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326542.070957:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326542.070960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326542.390873:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326542.390883:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326542.390891:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326542.390898:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326542.390903:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326542.390906:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326542.390912:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326542.390918:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d87fd39d. 00000100:00000001:0.0:1767326542.390924:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326542.390934:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326542.390945:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326542.390948:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326542.390954:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_02+2] req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326542.390995:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326542.390998:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326542.391002:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326542.391006:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000020:00000040:0.0:1767326542.391009:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326542.391012:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326542.391014:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326542.391017:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326542.391021:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:3.0:1767326542.391024:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326542.391025:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391031:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326542.391032:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326542.391036:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326542.391045:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326542.391068:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326542.391069:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326542.391072:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326542.391078:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326542.391081:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326542.391085:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391089:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326542.391090:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386666368:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326542.391098:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326542.391101:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_03+3] req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326542.391107:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326542.391108:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326542.391113:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391114:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391118:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326542.391120:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326542.391121:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391123:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326542.391129:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326542.391129:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326542.391132:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326542.391136:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e425fcf1. 00000100:00000001:0.0:1767326542.391140:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326542.391143:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326542.391147:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005390fd17. 00000100:00000001:2.0:1767326542.391152:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326542.391153:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000020:00000040:0.0:1767326542.391153:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326542.391154:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326542.391160:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326542.391162:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326542.391163:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326542.391164:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 02000000:00000001:0.0:1767326542.391165:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326542.391166:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326542.391172:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386666496:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326542.391172:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326542.391174:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666368, portal 25 00000100:00000001:2.0:1767326542.391178:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326542.391180:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326542.391182:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767326542.391182:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:3.0:1767326542.391184:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 02000000:00000001:2.0:1767326542.391186:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391189:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326542.391190:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326542.391195:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001179a4e7. 00000100:00000040:3.0:1767326542.391197:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326542.391199:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326542.391200:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326542.391206:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2e5294. 00000400:00000010:2.0:1767326542.391213:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000001:0.0:1767326542.391217:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767326542.391218:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666496, portal 10 00000100:00000001:0.0:1767326542.391220:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391221:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326542.391225:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 00000100:00000040:0.0:1767326542.391229:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005390fd17] to pc [ptlrpcd_00_00+0] req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326542.391234:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326542.391260:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326542.391263:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326542.391265:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000200:2.0:1767326542.391267:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386666496, offset 0 00000400:00000200:2.0:1767326542.391272:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326542.391275:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326542.391279:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326542.391283:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326542.391285:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326542.391294:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11585) 00000400:00000200:2.0:1767326542.391296:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326542.391298:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326542.391306:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326542.391308:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326542.391310:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326542.391313:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00100000:0.0:1767326542.391314:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767326542.391315:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326542.391322:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326542.391323:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386666368, offset 0 00000400:00000200:2.0:1767326542.391323:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326542.391330:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [507:507:256:4294967295] 192.168.203.127@tcp LPNI seq info [507:507:8:4294967295] 00000100:00000001:0.0:1767326542.391333:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326542.391335:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326542.391337:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326542.391344:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326542.391345:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326542.391348:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326542.391349:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326542.391351:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767326542.391353:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326542.391357:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326542.391358:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000db5bebc. 00000400:00000200:3.0:1767326542.391364:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326542.391368:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326542.391371:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326542.391373:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326542.391382:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326542.391387:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326542.391391:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326542.391394:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000db5bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326542.391395:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326542.391399:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326542.391399:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391406:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326542.391406:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326542.391410:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326542.391412:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 187340 usecs (188 jiffies) 02000000:00000001:0.0:1767326542.391416:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391417:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306248380 00000100:00000010:2.0:1767326542.391422:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc75c4d5. 00000100:00100000:0.0:1767326542.391424:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386666624:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326542.391430:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326542.391430:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326542.391435:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326542.391438:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306248380 02000000:00000001:0.0:1767326542.391439:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326542.391443:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bbbe1da. 02000000:00000001:0.0:1767326542.391458:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326542.391464:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088008bd1. 00000100:00000001:2.0:1767326542.391465:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767326542.391470:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.391471:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306248380 00000100:00000010:2.0:1767326542.391476:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000400:00000010:0.0:1767326542.391479:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ddca2c4. 00000100:00000001:2.0:1767326542.391480:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326542.391487:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306248380 00000400:00000010:0.0:1767326542.391488:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000010:2.0:1767326542.391490:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fbb6e9d. 00000100:00000001:2.0:1767326542.391494:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767326542.391495:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666624, portal 10 00000100:00000001:2.0:1767326542.391497:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326542.391502:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391502:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326542.391507:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391508:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656538624 : -125135053012992 : ffff8e30b99dc000) 00000100:00000001:2.0:1767326542.391511:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326542.391517:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326542.391519:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326542.391523:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [508:508:255:4294967295] 192.168.203.127@tcp LPNI seq info [508:508:7:4294967295] 00000100:00000001:2.0:1767326542.391525:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326542.391533:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326542.391537:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326542.391541:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326542.391542:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326542.391548:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326542.391549:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326542.391553:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326542.391554:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000010:1.0:1767326542.391558:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000db5bebc. 00000400:00000010:0.0:1767326542.391560:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00000800:00000200:3.0:1767326542.391566:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326542.391570:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326542.391570:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386666624, offset 0 00000400:00000200:0.0:1767326542.391583:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326542.391587:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326542.391595:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326542.391599:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326542.391602:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326542.391606:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326542.391609:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326542.391612:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [509:509:254:4294967295] 192.168.203.127@tcp LPNI seq info [509:509:6:4294967295] 00000400:00000200:0.0:1767326542.391634:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326542.391643:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000800:00000200:0.0:1767326542.391643:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326542.391646:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000400:00000010:1.0:1767326542.391650:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000800:00000010:0.0:1767326542.391651:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000800:00000200:3.0:1767326542.391658:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326542.391662:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326542.391663:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326542.391672:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326542.391674:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326542.391676:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326542.391681:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326542.391682:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326542.391691:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391692:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391697:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306252792 00000100:00000040:0.0:1767326542.391699:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12107 usecs (13 jiffies) 00000100:00000001:0.0:1767326542.391706:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306248205 00000100:00000001:3.0:1767326542.391707:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306248380 00000100:00000001:1.0:1767326542.391710:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326542.391716:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306252792 00000100:00000001:0.0:1767326542.391716:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306252792 00000100:00000040:1.0:1767326542.391719:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326542.391721:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306248205 00000100:00000001:3.0:1767326542.391730:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306248380 00000100:00000001:3.0:1767326542.391736:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306252792 00000100:00000001:0.0:1767326542.391738:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306252792 00000100:00000001:3.0:1767326542.391743:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306248380 00000100:00000001:0.0:1767326542.391745:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306248205 00000100:00000001:1.0:1767326542.391746:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391748:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306252792 00000100:00000001:0.0:1767326542.391753:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306252792 00000100:00000001:1.0:1767326542.391754:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326542.391756:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306248380 00000100:00000001:0.0:1767326542.391780:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306248206 00000100:00000001:3.0:1767326542.391788:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326542.391789:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306252792 00000100:00000001:3.0:1767326542.391793:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391795:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326542.391797:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.391800:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391802:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326542.391806:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391809:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326542.391811:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391813:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326542.391819:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326542.391821:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326542.391824:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.391827:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326542.391845:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326542.391850:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:1.0:1767326542.391857:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326542.391864:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326542.391870:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:1.0:1767326542.391873:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:1.0:1767326542.391877:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326542.391883:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.391894:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326542.391898:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.391906:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326542.391908:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326542.391951:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326542.391954:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:1.0:1767326542.391958:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326542.391961:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326542.391964:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000400:00000010:1.0:1767326542.391972:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000001:1.0:1767326542.391976:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326542.391980:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.391989:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326542.391992:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.391999:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326542.392001:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326542.393501:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.393590:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326542.393594:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.393598:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326542.393605:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326542.393620:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f600 00000400:00000200:0.0:1767326542.393626:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10a5 [1] + 224 00000800:00000001:0.0:1767326542.393633:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.393643:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326542.393645:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326542.393650:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326542.393654:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326542.393658:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326542.393668:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326542.393685:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326542.393691:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.393698:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326542.393700:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.393703:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326542.393708:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326542.393715:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0f580 00000100:00000001:2.0:1767326542.393717:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326542.393722:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326542.393722:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:0.0:1767326542.393729:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326542.393730:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326542.393734:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326542.393734:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326542.393737:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc2e5294. 00000400:00000200:0.0:1767326542.393738:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326542.393743:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000200:0.0:1767326542.393746:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326542.393748:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:2.0:1767326542.393753:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326542.393754:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326542.393781:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326542.393795:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326542.393796:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326542.393823:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326542.393826:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326542.393828:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326542.393829:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326542.393831:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326542.393834:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326542.393836:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326542.393840:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326542.393848:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326542.393852:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326542.393854:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326542.393855:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326542.393856:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326542.393857:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326542.393862:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326542.393865:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326542.393866:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326542.393868:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326542.393871:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326542.393872:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326542.393873:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326542.393876:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326542.393879:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.393884:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326542.393894:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326542.393905:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326542.393911:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326542.393911:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f680 00000100:00000001:2.0:1767326542.393913:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326542.393916:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326542.393917:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326542.393922:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326542.393931:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386666496:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326542.393933:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10b1 [1] + 224 00000100:00000001:2.0:1767326542.393936:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326542.393941:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767326542.393943:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326542.393944:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386666496/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326542.393944:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326542.393948:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326542.393955:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 00000100:00000001:2.0:1767326542.393955:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326542.393957:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326542.393960:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001179a4e7. 02000000:00000001:2.0:1767326542.393964:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767326542.393964:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326542.393966:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000020:00000001:2.0:1767326542.393967:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326542.393970:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000200:0.0:1767326542.393970:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326542.393972:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000020:00000001:2.0:1767326542.393976:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326542.393980:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 00000100:00000001:3.0:1767326542.393983:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326542.393983:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:2.0:1767326542.393984:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326542.393988:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326542.393990:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00000001:0.0:1767326542.393993:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326542.393994:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326542.393998:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326542.393998:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326542.394002:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326542.394003:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326542.394010:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326542.394013:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326542.394018:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326542.394021:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326542.394037:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326542.394057:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326542.394058:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326542.394063:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326542.394068:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326542.394078:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326542.394082:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326542.394086:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326542.394089:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326542.394091:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326542.394093:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326542.394096:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326542.394114:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326542.394120:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326542.394120:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326542.394126:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326542.394127:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326542.394132:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326542.394134:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767326542.394135:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326542.394139:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.394142:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326542.394148:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326542.394156:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326542.394158:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326542.394161:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326542.394163:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326542.394167:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ddca2c4. 00000100:00000040:3.0:1767326542.394171:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326542.394176:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000400:00000010:1.0:1767326542.394180:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:1.0:1767326542.394187:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326542.394194:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386666368:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767326542.394198:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326542.394205:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326542.394211:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326542.394218:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326542.394221:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386666368/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.394246:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326542.394250:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326542.394250:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326542.394255:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326542.394257:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767326542.394260:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e425fcf1. 02000000:00000001:1.0:1767326542.394261:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326542.394265:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326542.394269:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326542.394269:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326542.394274:0:216340:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326542.394275:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326542.394278:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326542.394283:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326542.394284:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=127 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326542.394286:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d87fd39d. 02000000:00000001:3.0:1767326542.394293:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326542.394294:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=67 v=5 (1 0 0 0) 02000000:00000001:3.0:1767326542.394297:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326542.394301:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767326542.394302:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:1.0:1767326542.394306:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.394310:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767326542.394311:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326542.394314:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326542.394321:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326542.394321:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326542.394339:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326542.394342:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326542.394348:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326542.394353:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326542.394361:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326542.394366:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326542.394368:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326542.394371:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326542.394373:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326542.394379:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.394388:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326542.394391:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326542.394392:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326542.394397:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326542.394405:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386666624:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326542.394410:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326542.394413:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326542.394416:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005390fd17 x1853175386666624/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326542.394423:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326542.394426:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326542.394429:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088008bd1. 02000000:00000001:1.0:1767326542.394433:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326542.394435:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326542.394437:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326542.394439:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326542.394441:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 02000000:00000001:1.0:1767326542.394458:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326542.394461:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326542.394462:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005390fd17. 00000100:00000001:1.0:1767326542.394468:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326542.394469:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326542.394481:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326542.394486:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326542.394488:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326542.394490:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326542.394492:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326543.094876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326543.094881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326543.094948:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326543.094951:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326543.094954:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326544.118829:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326544.118836:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326544.118860:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326544.118862:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326544.118864:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326545.142825:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326545.142832:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326545.142874:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326545.142883:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326545.142886:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326546.166870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326546.166877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326546.166897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326546.166899:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326546.166901:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326546.998841:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306252792, at 4306252800 00000100:00000040:0.0:1767326546.998842:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306252792, at 4306252800 00000100:00000040:2.0:1767326546.998849:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306252792, at 4306252800 00000100:00000010:0.0:1767326546.998860:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc75c4d5. 00000100:00000010:3.0:1767326546.998862:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fbb6e9d. 00000100:00000010:2.0:1767326546.998870:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00000100:00000040:1.0:1767326546.998962:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306252792, at 4306252800 00000100:00000010:1.0:1767326546.998968:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bbbe1da. 00010000:00000001:0.0:1767326547.190863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326547.190871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326547.190933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326547.190937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326547.190940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326547.510898:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326547.510909:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326547.510919:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767326547.510926:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326547.510931:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326547.510934:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326547.510939:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326547.510949:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767326547.510956:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.510976:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326547.510988:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326547.510991:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.510996:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_01+1] req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326547.511026:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.511029:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326547.511045:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326547.511047:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326547.511052:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000100:00000001:0.0:1767326547.511052:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326547.511056:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326547.511059:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326547.511061:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326547.511064:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326547.511065:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326547.511071:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:2.0:1767326547.511073:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326547.511074:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326547.511076:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326547.511087:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.511087:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326547.511095:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326547.511099:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.511106:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326547.511107:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326547.511109:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326547.511112:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326547.511116:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005575eda4] to pc [ptlrpcd_00_02+2] req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326547.511117:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326547.511126:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386666752:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326547.511135:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326547.511139:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326547.511142:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326547.511145:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326547.511149:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000067f3644. 00000100:00000001:1.0:1767326547.511152:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326547.511153:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.511162:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326547.511166:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326547.511169:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000100:00000001:3.0:1767326547.511171:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326547.511173:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:0.0:1767326547.511175:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000100:00000001:3.0:1767326547.511177:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326547.511178:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326547.511180:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326547.511182:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326547.511182:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767326547.511186:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000001:2.0:1767326547.511187:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326547.511187:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326547.511192:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326547.511196:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000200:0.0:1767326547.511196:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666752, portal 25 00000100:00000001:1.0:1767326547.511203:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326547.511203:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326547.511208:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:3.0:1767326547.511210:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326547.511214:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326547.511215:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326547.511220:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326547.511222:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326547.511226:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326547.511233:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326547.511242:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386666880:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326547.511245:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326547.511249:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326547.511253:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326547.511254:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326547.511258:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000179cf299] to pc [ptlrpcd_00_03+3] req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326547.511260:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326547.511261:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326547.511265:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326547.511267:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718ba297. 02000000:00000001:3.0:1767326547.511271:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326547.511274:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386666752, offset 0 02000000:00000010:3.0:1767326547.511279:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f059409. 02000000:00000001:3.0:1767326547.511283:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326547.511288:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326547.511290:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000400:00000010:3.0:1767326547.511299:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000100:00000200:3.0:1767326547.511304:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386666880, portal 10 00000400:00000200:0.0:1767326547.511307:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326547.511308:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326547.511308:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326547.511312:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000040:1.0:1767326547.511315:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326547.511319:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326547.511321:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326547.511323:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326547.511327:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326547.511330:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11591) 00000100:00000001:2.0:1767326547.511333:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326547.511337:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326547.511340:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326547.511345:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326547.511346:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326547.511347:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326547.511356:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326547.511357:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326547.511360:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [510:510:256:4294967295] 192.168.203.127@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000010:3.0:1767326547.511363:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000100:00000200:3.0:1767326547.511370:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386666880, offset 0 00000100:00000001:2.0:1767326547.511379:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326547.511383:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326547.511389:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326547.511389:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326547.511392:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326547.511393:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326547.511401:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326547.511406:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00100000:2.0:1767326547.511409:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386667008:192.168.203.127@tcp:400: 00000800:00000010:0.0:1767326547.511426:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:2.0:1767326547.511429:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326547.511435:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:2.0:1767326547.511435:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326547.511437:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767326547.511440:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326547.511445:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326547.511446:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326547.511451:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000010:2.0:1767326547.511453:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3d78562. 00000400:00000200:3.0:1767326547.511454:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326547.511459:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326547.511460:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326547.511462:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326547.511469:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326547.511469:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2e5294. 00000400:00000200:3.0:1767326547.511476:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [511:511:255:4294967295] 192.168.203.127@tcp LPNI seq info [511:511:7:4294967295] 00000400:00000010:2.0:1767326547.511477:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000001:0.0:1767326547.511482:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326547.511485:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667008, portal 10 00000100:00000001:0.0:1767326547.511490:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306257912 00000100:00000001:2.0:1767326547.511491:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326547.511495:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000400:00000200:3.0:1767326547.511496:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:0.0:1767326547.511498:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000100:00000040:2.0:1767326547.511508:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326547.511509:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326547.511510:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326547.511518:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306257912 00000800:00000010:3.0:1767326547.511519:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000100:00000001:2.0:1767326547.511526:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767326547.511527:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000800:00000200:3.0:1767326547.511532:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:2.0:1767326547.511534:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326547.511534:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767326547.511542:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000100:00000001:0.0:1767326547.511543:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306257912 00000800:00000200:3.0:1767326547.511547:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326547.511548:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386667008, offset 0 00000100:00000010:0.0:1767326547.511550:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000800:00000200:3.0:1767326547.511554:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326547.511558:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326547.511560:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326547.511564:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326547.511564:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306257912 00000100:00000040:3.0:1767326547.511567:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 186122 usecs (187 jiffies) 00000100:00000010:0.0:1767326547.511572:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000100:00000001:3.0:1767326547.511573:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306253499 00000400:00000200:2.0:1767326547.511575:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326547.511579:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326547.511580:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306257912 00000400:00000200:2.0:1767326547.511584:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326547.511585:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326547.511586:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306253499 00000800:00000200:1.0:1767326547.511590:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326547.511593:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306257912 00000100:00000001:0.0:1767326547.511593:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326547.511597:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326547.511600:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306253499 00000400:00000200:2.0:1767326547.511600:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326547.511601:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326547.511604:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326547.511607:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306257912 00000100:00000001:0.0:1767326547.511607:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326547.511609:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326547.511614:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306253499 00000400:00000200:1.0:1767326547.511617:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326547.511618:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326547.511618:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326547.511619:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306257912 00000100:00000001:0.0:1767326547.511623:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326547.511626:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326547.511629:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326547.511630:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [512:512:254:4294967295] 192.168.203.127@tcp LPNI seq info [512:512:6:4294967295] 00000100:00000001:3.0:1767326547.511632:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326547.511633:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326547.511637:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326547.511638:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326547.511643:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326547.511643:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326547.511653:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326547.511654:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326547.511661:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000100:00000001:3.0:1767326547.511662:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767326547.511666:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00000100:00000001:3.0:1767326547.511668:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326547.511671:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326547.511673:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326547.511674:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326547.511681:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326547.511686:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326547.511695:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a50833d. 00000100:00000001:1.0:1767326547.511696:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326547.511702:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326547.511706:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326547.511717:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326547.511719:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326547.511723:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a50833d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326547.511723:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326547.511730:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326547.511734:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 12051 usecs (13 jiffies) 00000100:00000001:2.0:1767326547.511737:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306253325 00000100:00000001:2.0:1767326547.511740:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306257912 00000800:00000200:1.0:1767326547.511741:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326547.511743:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306253325 00000800:00000010:1.0:1767326547.511745:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:2.0:1767326547.511748:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306257912 00000400:00000200:1.0:1767326547.511751:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326547.511753:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306253325 00000400:00000200:1.0:1767326547.511794:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326547.511797:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000400:00000010:1.0:1767326547.511800:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:2.0:1767326547.511804:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306257912 00000100:00000001:3.0:1767326547.511806:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.511806:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326547.511810:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306253326 00000100:00000200:1.0:1767326547.511814:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326547.511816:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306257912 00000100:00000001:2.0:1767326547.511822:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326547.511829:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.511830:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326547.511835:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.511836:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326547.511840:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.511848:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326547.511850:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326547.511853:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326547.511855:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326547.511859:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.511864:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.511866:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326547.511871:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326547.511882:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326547.511886:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a50833d. 00000400:00000200:1.0:1767326547.511889:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326547.511893:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326547.511896:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:1.0:1767326547.511898:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:1.0:1767326547.511901:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326547.511904:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326547.511911:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326547.511913:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326547.511919:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.511920:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326547.513285:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326547.513297:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326547.513300:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326547.513302:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326547.513310:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326547.513321:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0f700 00000400:00000200:1.0:1767326547.513328:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:1.0:1767326547.513334:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326547.513338:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326547.513340:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326547.513343:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326547.513347:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326547.513351:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326547.513361:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326547.513385:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326547.513392:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326547.513396:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326547.513398:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326547.513400:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326547.513407:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326547.513427:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326547.513429:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f780 00000100:00000001:0.0:1767326547.513431:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326547.513436:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10c1 [1] + 224 00000800:00000001:1.0:1767326547.513443:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326547.513445:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326547.513448:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326547.513449:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326547.513452:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326547.513453:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000400:00000200:1.0:1767326547.513459:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326547.513460:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:0.0:1767326547.513464:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:0.0:1767326547.513468:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326547.513471:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326547.513473:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326547.513479:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326547.513497:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326547.513500:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326547.513526:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326547.513529:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326547.513532:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326547.513533:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326547.513535:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326547.513539:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326547.513540:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326547.513541:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326547.513547:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326547.513547:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326547.513553:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326547.513556:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=132 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326547.513558:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326547.513562:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326547.513565:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326547.513569:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326547.513570:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326547.513571:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326547.513575:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326547.513576:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326547.513578:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767326547.513581:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326547.513583:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 00000400:00000200:1.0:1767326547.513583:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f800 00010000:00000001:0.0:1767326547.513586:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326547.513591:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000100:00000001:0.0:1767326547.513592:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326547.513595:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000040:0.0:1767326547.513600:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326547.513601:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326547.513607:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10c9 [1] + 224 00000100:00000200:3.0:1767326547.513611:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326547.513618:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326547.513624:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326547.513628:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326547.513631:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326547.513633:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326547.513634:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326547.513635:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326547.513644:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767326547.513647:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326547.513653:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326547.513662:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326547.513666:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326547.513669:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326547.513671:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767326547.513672:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386666752:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326547.513676:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326547.513679:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326547.513683:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326547.513683:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326547.513688:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326547.513690:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326547.513696:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=122 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326547.513696:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326547.513705:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386666752/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326547.513706:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326547.513715:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326547.513719:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326547.513719:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326547.513725:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326547.513726:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767326547.513727:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326547.513729:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326547.513731:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767326547.513733:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326547.513734:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767326547.513736:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000067f3644. 00000100:00000040:3.0:1767326547.513738:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326547.513743:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326547.513743:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326547.513746:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326547.513747:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326547.513748:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326547.513752:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767326547.513752:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:3.0:1767326547.513755:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326547.513778:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767326547.513782:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767326547.513782:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00000400:00000001:2.0:1767326547.513785:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326547.513789:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc2e5294. 02000000:00000001:0.0:1767326547.513790:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326547.513796:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 02000000:00000001:0.0:1767326547.513796:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767326547.513800:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000010:0.0:1767326547.513800:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:2.0:1767326547.513806:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326547.513808:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326547.513812:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326547.513813:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326547.513819:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326547.513827:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326547.513831:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326547.513831:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326547.513835:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326547.513838:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326547.513839:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326547.513843:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326547.513844:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326547.513847:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326547.513851:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.513853:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326547.513854:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326547.513855:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326547.513858:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326547.513861:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326547.513865:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326547.513871:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=132 v=5 (5 5 5 5) 00000100:00100000:3.0:1767326547.513874:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386666880:192.168.203.127@tcp:400: 00000100:00001000:2.0:1767326547.513876:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326547.513882:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326547.513883:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.513884:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326547.513889:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326547.513890:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:2.0:1767326547.513894:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326547.513898:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386666880/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326547.513907:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326547.513909:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326547.513910:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326547.513911:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326547.513912:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326547.513915:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326547.513933:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326547.513936:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326547.513940:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f059409. 02000000:00000001:3.0:1767326547.513947:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326547.513947:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326547.513951:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326547.513951:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767326547.513955:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326547.513955:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326547.513961:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767326547.513962:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326547.513965:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:3.0:1767326547.513972:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326547.513973:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386667008:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326547.513975:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326547.513979:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00000001:2.0:1767326547.513980:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.513984:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326547.513986:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326547.513987:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386667008/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326547.513990:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326547.513995:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.514001:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326547.514002:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326547.514003:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326547.514006:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326547.514008:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3d78562. 00000100:00000001:3.0:1767326547.514010:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326547.514013:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326547.514014:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326547.514017:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326547.514019:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326547.514021:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326547.514024:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:2.0:1767326547.514028:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326547.514029:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326547.514031:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:2.0:1767326547.514034:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326547.514035:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.514037:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326547.514041:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326547.514042:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326547.514044:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326547.514045:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326548.214853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326548.214859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326548.214907:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326548.214911:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326548.214914:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326549.238824:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326549.238831:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326549.238833:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326549.238835:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326549.238839:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326549.238841:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326549.238842:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326549.238844:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326549.238908:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326549.238911:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326549.238913:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326550.262871:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326550.262877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326550.262915:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326550.262935:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326550.262937:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326551.286885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326551.286893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326551.286971:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326551.286976:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326551.286979:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326552.118821:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306257912, at 4306257920 00000100:00000040:2.0:1767326552.118829:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306257912, at 4306257920 00000100:00000040:3.0:1767326552.118835:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306257912, at 4306257920 00000100:00000010:1.0:1767326552.118835:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:2.0:1767326552.118837:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000040:0.0:1767326552.118849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306257912, at 4306257920 00000100:00000010:3.0:1767326552.118854:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00000100:00000010:0.0:1767326552.118862:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00010000:00000001:0.0:1767326552.310848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326552.310854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326552.310876:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326552.310879:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326552.310882:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326552.630843:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326552.630868:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326552.630875:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326552.630882:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326552.630886:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326552.630889:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326552.630894:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326552.630902:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000001:2.0:1767326552.630909:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.630920:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326552.630932:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326552.630934:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.630940:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_00+0] req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.630967:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.630969:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326552.630971:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326552.630974:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326552.630975:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326552.630978:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326552.630979:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326552.630981:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326552.630983:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326552.630986:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.630989:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326552.630989:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326552.630994:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326552.630998:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326552.630999:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326552.631002:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326552.631006:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326552.631007:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_01+1] req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326552.631025:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326552.631033:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326552.631033:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.631035:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.631038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326552.631039:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.631042:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326552.631045:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326552.631047:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326552.631051:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326552.631053:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767326552.631054:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000100:00000040:0.0:1767326552.631057:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326552.631058:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326552.631063:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326552.631064:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326552.631065:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326552.631069:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326552.631071:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326552.631075:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4fc570d. 00000100:00000001:2.0:1767326552.631081:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326552.631081:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386667136:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326552.631090:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326552.631091:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326552.631093:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326552.631095:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326552.631101:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326552.631102:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326552.631104:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326552.631105:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326552.631106:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326552.631107:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326552.631109:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326552.631114:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.631115:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326552.631116:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095db7ecb. 02000000:00000001:1.0:1767326552.631121:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326552.631124:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386667264:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767326552.631128:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede417b4. 00000100:00000001:0.0:1767326552.631136:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326552.631139:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 02000000:00000001:0.0:1767326552.631140:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326552.631144:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326552.631147:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667136, portal 25 02000000:00000001:0.0:1767326552.631148:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326552.631152:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326552.631153:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326552.631155:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006eb6c51a. 00000100:00000040:2.0:1767326552.631157:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326552.631161:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.631162:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326552.631163:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:2.0:1767326552.631169:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11596) 00000400:00000010:0.0:1767326552.631170:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000100:00000040:1.0:1767326552.631173:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326552.631180:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000001:1.0:1767326552.631181:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326552.631184:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326552.631184:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326552.631188:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000100:00100000:2.0:1767326552.631189:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326552.631194:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326552.631196:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386667136, offset 0 00000100:00000200:0.0:1767326552.631196:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667264, portal 10 00000100:00000001:3.0:1767326552.631197:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326552.631200:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326552.631204:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326552.631204:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326552.631209:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326552.631211:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326552.631211:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:3.0:1767326552.631212:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.631214:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326552.631218:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326552.631223:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326552.631226:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326552.631227:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326552.631234:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326552.631245:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326552.631249:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326552.631252:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326552.631255:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326552.631257:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326552.631262:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767326552.631263:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326552.631267:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326552.631268:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326552.631274:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326552.631274:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dd4a3c4. 00000400:00000200:1.0:1767326552.631275:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [513:513:256:4294967295] 192.168.203.127@tcp LPNI seq info [513:513:8:4294967295] 00000100:00000200:0.0:1767326552.631281:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386667264, offset 0 00000100:00100000:2.0:1767326552.631282:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386667392:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326552.631288:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326552.631292:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326552.631296:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326552.631296:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326552.631298:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326552.631300:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326552.631305:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad26cbf. 02000000:00000001:2.0:1767326552.631309:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326552.631310:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326552.631314:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2e5294. 00000800:00000010:1.0:1767326552.631316:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:0.0:1767326552.631318:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767326552.631321:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000400:00000200:0.0:1767326552.631325:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326552.631326:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667392, portal 10 00000800:00000200:1.0:1767326552.631327:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326552.631331:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326552.631334:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000400:00000200:0.0:1767326552.631334:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326552.631341:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326552.631342:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326552.631344:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326552.631347:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326552.631351:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326552.631359:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326552.631361:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [514:514:255:4294967295] 192.168.203.127@tcp LPNI seq info [514:514:7:4294967295] 00000100:00000040:2.0:1767326552.631365:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326552.631368:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326552.631369:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000100:00000200:2.0:1767326552.631387:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386667392, offset 0 00000100:00000001:1.0:1767326552.631388:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306263032 00000100:00000010:1.0:1767326552.631396:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 00000400:00000200:2.0:1767326552.631400:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326552.631403:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326552.631404:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326552.631413:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306263032 00000400:00000200:2.0:1767326552.631417:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326552.631417:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326552.631419:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000400:00000200:2.0:1767326552.631426:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326552.631426:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767326552.631428:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000400:00000200:2.0:1767326552.631430:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326552.631433:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306263032 00000400:00000200:2.0:1767326552.631437:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326552.631438:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000500c5f0d. 00000800:00000200:0.0:1767326552.631439:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326552.631444:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326552.631445:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326552.631449:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [515:515:254:4294967295] 192.168.203.127@tcp LPNI seq info [515:515:6:4294967295] 00000800:00000200:0.0:1767326552.631456:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326552.631457:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306263032 00000100:00000010:1.0:1767326552.631463:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0326e3. 00000800:00000200:0.0:1767326552.631464:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326552.631467:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326552.631468:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326552.631472:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326552.631474:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326552.631480:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326552.631481:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326552.631481:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 184918 usecs (185 jiffies) 00000800:00000010:2.0:1767326552.631484:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000001:1.0:1767326552.631488:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.631489:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306258617 00000800:00000200:3.0:1767326552.631491:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326552.631494:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326552.631495:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326552.631497:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306263032 00000800:00000010:3.0:1767326552.631498:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000100:00000001:1.0:1767326552.631501:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326552.631506:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326552.631506:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306258617 00000400:00000200:3.0:1767326552.631508:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326552.631510:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326552.631515:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326552.631515:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306263032 00000800:00000200:2.0:1767326552.631516:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326552.631520:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326552.631523:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326552.631523:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306258617 00000100:00000001:2.0:1767326552.631524:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326552.631526:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.631529:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11991 usecs (12 jiffies) 00000400:00000200:3.0:1767326552.631534:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000100:00000001:1.0:1767326552.631535:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.631536:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306258444 00000100:00000001:0.0:1767326552.631537:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306263032 00000400:00000010:3.0:1767326552.631539:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:2.0:1767326552.631542:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306263032 00000100:00000001:0.0:1767326552.631544:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306258617 00000100:00000001:2.0:1767326552.631547:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306258444 00000100:00000001:3.0:1767326552.631549:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326552.631550:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306263032 00000100:00000001:2.0:1767326552.631551:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306263032 00000100:00000001:2.0:1767326552.631556:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306258444 00000100:00000200:3.0:1767326552.631559:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326552.631559:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326552.631560:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306263032 00000100:00000001:2.0:1767326552.631565:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306258444 00000100:00000001:0.0:1767326552.631567:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.631569:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306263032 00000100:00000001:2.0:1767326552.631574:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326552.631575:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.631576:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.631579:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.631580:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.631586:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.631588:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326552.631592:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326552.631595:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326552.631597:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326552.631599:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.631601:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326552.631641:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326552.631645:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326552.631652:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326552.631654:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326552.631671:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326552.631673:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:3.0:1767326552.631676:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326552.631679:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326552.631682:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd4a3c4 00000400:00000010:3.0:1767326552.631684:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dd4a3c4. 00000100:00000001:3.0:1767326552.631687:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326552.631690:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326552.631697:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326552.631699:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326552.631705:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326552.631707:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326552.631748:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326552.631751:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000400:00000200:3.0:1767326552.631781:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326552.631785:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326552.631789:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000400:00000010:3.0:1767326552.631858:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000001:3.0:1767326552.631862:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326552.631865:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326552.631873:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326552.631876:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326552.631882:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326552.631883:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326552.632994:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326552.633005:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326552.633008:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326552.633010:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326552.633017:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326552.633028:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0f880 00000400:00000200:1.0:1767326552.633034:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:1.0:1767326552.633041:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326552.633047:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326552.633049:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326552.633053:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326552.633063:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326552.633068:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326552.633079:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326552.633097:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326552.633105:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326552.633123:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326552.633126:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326552.633130:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326552.633135:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326552.633138:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326552.633141:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326552.633144:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326552.633149:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede417b4. 00000400:00000200:1.0:1767326552.633149:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326552.633156:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 00000400:00000010:2.0:1767326552.633159:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 00000400:00000200:1.0:1767326552.633164:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f900 00000100:00000001:2.0:1767326552.633165:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326552.633173:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326552.633176:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10d5 [1] + 224 00000800:00000001:1.0:1767326552.633188:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326552.633194:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326552.633197:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326552.633203:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326552.633209:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326552.633214:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326552.633215:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326552.633219:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326552.633224:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326552.633234:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.633240:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326552.633244:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326552.633247:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326552.633249:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326552.633252:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326552.633254:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326552.633257:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=137 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326552.633262:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326552.633263:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326552.633267:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326552.633269:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326552.633270:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326552.633271:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326552.633274:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.633276:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.633281:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.633286:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326552.633289:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326552.633290:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326552.633293:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326552.633298:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326552.633299:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386667136:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326552.633303:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326552.633305:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633308:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326552.633309:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326552.633310:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386667136/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326552.633314:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326552.633318:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000100:00000001:2.0:1767326552.633320:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326552.633323:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326552.633326:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095db7ecb. 00000400:00000200:0.0:1767326552.633326:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:0.0:1767326552.633331:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 02000000:00000001:2.0:1767326552.633332:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326552.633336:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326552.633339:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326552.633339:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326552.633344:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326552.633346:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 00000100:00000200:0.0:1767326552.633349:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326552.633351:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326552.633352:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326552.633358:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326552.633361:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000800:00000001:1.0:1767326552.633361:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633368:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767326552.633368:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326552.633368:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.633371:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326552.633385:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633387:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633394:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326552.633397:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326552.633400:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326552.633402:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326552.633407:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.633408:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326552.633412:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326552.633416:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326552.633418:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326552.633421:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326552.633423:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326552.633427:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0f980 02000000:00000001:0.0:1767326552.633429:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326552.633434:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10e1 [1] + 224 00000100:00001000:0.0:1767326552.633437:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=127 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326552.633439:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326552.633444:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=127 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326552.633445:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326552.633448:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326552.633450:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326552.633452:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326552.633457:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326552.633458:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326552.633462:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326552.633466:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326552.633470:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326552.633471:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326552.633475:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326552.633477:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326552.633482:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326552.633485:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326552.633494:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326552.633497:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326552.633503:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326552.633504:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326552.633507:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326552.633509:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326552.633512:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326552.633517:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.633526:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326552.633527:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386667264:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326552.633531:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326552.633535:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326552.633537:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326552.633540:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767326552.633541:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326552.633544:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc2e5294. 00000100:00000040:0.0:1767326552.633546:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386667264/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326552.633550:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:2.0:1767326552.633554:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:2.0:1767326552.633560:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326552.633564:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326552.633567:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767326552.633568:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326552.633572:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006eb6c51a. 02000000:00000001:0.0:1767326552.633579:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326552.633583:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326552.633585:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:2.0:1767326552.633586:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326552.633590:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326552.633594:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 02000000:00000001:0.0:1767326552.633600:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326552.633602:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326552.633604:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326552.633606:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326552.633607:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:2.0:1767326552.633610:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326552.633614:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326552.633615:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326552.633616:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326552.633618:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633620:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326552.633623:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326552.633626:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=137 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326552.633629:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326552.633632:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326552.633635:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326552.633637:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326552.633639:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.633641:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326552.633646:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326552.633646:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326552.633651:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767326552.633654:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326552.633662:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.633672:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326552.633674:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326552.633676:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326552.633677:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326552.633680:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.633687:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326552.633689:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326552.633691:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326552.633693:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326552.633701:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386667392:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326552.633705:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633707:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326552.633709:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386667392/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326552.633716:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326552.633718:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326552.633720:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad26cbf. 02000000:00000001:2.0:1767326552.633723:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326552.633724:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326552.633725:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326552.633728:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326552.633729:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4fc570d. 02000000:00000001:2.0:1767326552.633732:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326552.633733:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326552.633735:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326552.633737:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326552.633738:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633739:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326552.633743:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326552.633744:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326552.633747:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326552.633752:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326553.334855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326553.334862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326553.334899:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326553.334902:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326553.334905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326554.358888:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326554.358893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326554.358914:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326554.358916:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326554.358918:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326555.382885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326555.382893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326555.382954:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326555.382957:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326555.382960:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326556.406856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326556.406869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326556.406890:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326556.406892:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326556.406893:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326557.238906:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306263032, at 4306263040 00000100:00000040:1.0:1767326557.238906:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306263032, at 4306263040 00000100:00000040:2.0:1767326557.238907:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306263032, at 4306263040 00000100:00000040:0.0:1767326557.238907:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306263032, at 4306263040 00000100:00000010:1.0:1767326557.238939:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:3.0:1767326557.238941:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f0326e3. 00000100:00000010:2.0:1767326557.238948:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000500c5f0d. 00000100:00000010:0.0:1767326557.238949:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00010000:00000001:0.0:1767326557.430867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326557.430877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326557.430905:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326557.430909:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326557.430913:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326557.750915:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326557.750926:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326557.750943:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005390fd17. 00000020:00000040:0.0:1767326557.750951:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326557.750975:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326557.750978:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326557.750985:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326557.750993:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326557.751000:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751010:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326557.751020:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326557.751023:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751028:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005390fd17] to pc [ptlrpcd_00_03+3] req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326557.751052:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751054:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326557.751056:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326557.751059:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a59dbdda. 00000020:00000040:0.0:1767326557.751060:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326557.751062:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326557.751063:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326557.751065:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326557.751067:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061011158. 00000100:00000001:0.0:1767326557.751070:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751073:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326557.751079:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326557.751080:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751082:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a59dbdda] to pc [ptlrpcd_00_00+0] req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326557.751090:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326557.751095:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326557.751098:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326557.751102:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326557.751103:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326557.751115:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326557.751117:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326557.751122:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326557.751133:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326557.751140:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767326557.751144:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000100:00000001:2.0:1767326557.751145:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.751147:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326557.751153:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326557.751155:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326557.751156:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326557.751159:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326557.751160:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326557.751162:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326557.751168:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326557.751172:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326557.751173:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326557.751181:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326557.751185:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386667520:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326557.751189:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:0.0:1767326557.751196:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751207:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326557.751208:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326557.751209:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326557.751216:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326557.751220:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326557.751224:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326557.751225:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326557.751227:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326557.751229:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326557.751233:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_01+1] req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326557.751235:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326557.751236:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326557.751250:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326557.751256:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386667648:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326557.751257:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326557.751263:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006428b3d6. 00000100:00000040:0.0:1767326557.751263:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326557.751265:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326557.751274:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751275:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326557.751276:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326557.751287:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326557.751289:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2e5294. 00000100:00000040:0.0:1767326557.751289:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11601) 02000000:00000001:1.0:1767326557.751295:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326557.751308:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000177636ad. 00000400:00000010:2.0:1767326557.751309:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000001:0.0:1767326557.751316:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326557.751318:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.751320:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326557.751322:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667520, portal 25 00000100:00000001:0.0:1767326557.751323:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326557.751327:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b65f9ea. 00000100:00000001:2.0:1767326557.751329:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326557.751333:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326557.751334:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656538624 : -125135053012992 : ffff8e30b99dc000) 00000400:00000010:1.0:1767326557.751353:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000200:1.0:1767326557.751364:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667648, portal 10 00000100:00000001:0.0:1767326557.751365:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326557.751368:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326557.751369:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326557.751371:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326557.751377:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552960 : -125135052998656 : ffff8e30b99df800) 02000000:00000001:0.0:1767326557.751382:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326557.751387:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326557.751399:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326557.751401:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326557.751416:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386667776:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326557.751419:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326557.751432:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326557.751437:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326557.751441:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 02000000:00000001:0.0:1767326557.751444:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767326557.751449:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386667520, offset 0 02000000:00000001:0.0:1767326557.751450:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.751453:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326557.751462:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326557.751463:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326557.751467:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767326557.751470:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083647541. 02000000:00000001:0.0:1767326557.751474:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326557.751479:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000400:00000200:2.0:1767326557.751481:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:1.0:1767326557.751483:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000400:00000010:0.0:1767326557.751487:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000200:1.0:1767326557.751491:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386667648, offset 0 00000100:00000200:0.0:1767326557.751493:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667776, portal 10 00000100:00000001:0.0:1767326557.751502:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326557.751507:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 00000400:00000200:2.0:1767326557.751512:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326557.751515:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326557.751523:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326557.751524:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326557.751532:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326557.751538:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326557.751543:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [516:516:256:4294967295] 192.168.203.127@tcp LPNI seq info [516:516:8:4294967295] 00000100:00000001:0.0:1767326557.751563:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326557.751570:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326557.751579:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326557.751584:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326557.751589:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4fc570d. 00000400:00000010:0.0:1767326557.751589:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000400:00000200:1.0:1767326557.751590:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:0.0:1767326557.751600:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386667776, offset 0 00000400:00000200:1.0:1767326557.751604:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326557.751609:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326557.751617:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326557.751623:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326557.751624:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326557.751635:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326557.751636:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4fc570d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326557.751647:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326557.751651:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [517:517:255:4294967295] 192.168.203.127@tcp LPNI seq info [517:517:7:4294967295] 00000100:00000001:2.0:1767326557.751657:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326557.751663:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306268152 00000100:00000010:2.0:1767326557.751674:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cec89392. 00000400:00000200:1.0:1767326557.751681:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326557.751684:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326557.751696:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326557.751697:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306268152 00000400:00000200:0.0:1767326557.751702:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767326557.751707:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa3eb0f6. 00000800:00000010:1.0:1767326557.751712:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000100:00000001:2.0:1767326557.751718:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326557.751719:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326557.751728:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326557.751730:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306268152 00000400:00000200:0.0:1767326557.751732:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326557.751740:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069d13063. 00000400:00000200:0.0:1767326557.751745:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326557.751748:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326557.751750:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326557.751756:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306268152 00000100:00000010:2.0:1767326557.751811:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000100:00000001:2.0:1767326557.751814:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326557.751817:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326557.751820:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326557.751822:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326557.751824:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326557.751825:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326557.751833:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326557.751834:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326557.751838:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326557.751838:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [518:518:254:4294967295] 192.168.203.127@tcp LPNI seq info [518:518:6:4294967295] 00000800:00000010:3.0:1767326557.751843:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4fc570d. 00000100:00000001:2.0:1767326557.751849:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326557.751849:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 183730 usecs (184 jiffies) 00000400:00000200:3.0:1767326557.751853:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326557.751855:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326557.751861:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306263737 00000400:00000200:3.0:1767326557.751872:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326557.751879:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306268152 00000100:00000001:2.0:1767326557.751881:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326557.751881:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326557.751886:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306263737 00000100:00000001:2.0:1767326557.751888:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326557.751893:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.751895:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306268152 00000400:00000200:3.0:1767326557.751897:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000100:00000001:2.0:1767326557.751899:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.751905:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306263737 00000800:00000200:0.0:1767326557.751905:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326557.751906:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000100:00000001:3.0:1767326557.751918:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767326557.751919:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000200:3.0:1767326557.751926:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326557.751930:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306268152 00000800:00000200:0.0:1767326557.751935:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326557.751937:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306263737 00000800:00000200:0.0:1767326557.751942:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326557.751943:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306268152 00000800:00000200:0.0:1767326557.751947:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326557.751948:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326557.751952:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.751954:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326557.751956:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11932 usecs (12 jiffies) 00000100:00000001:1.0:1767326557.751959:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.751960:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306263565 00000100:00000001:0.0:1767326557.751963:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306268152 00000100:00000001:1.0:1767326557.751972:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326557.751973:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306263565 00000100:00000001:0.0:1767326557.751977:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306268152 00000100:00000001:0.0:1767326557.751979:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306263565 00000100:00000001:0.0:1767326557.751981:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306268152 00000100:00000001:1.0:1767326557.751982:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326557.751983:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306263565 00000100:00000001:0.0:1767326557.751987:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306268152 00000100:00000001:1.0:1767326557.751988:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326557.751998:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326557.752006:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326557.752008:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.752015:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326557.752018:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.752022:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.752025:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326557.752030:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.752038:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326557.752045:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326557.752048:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326557.752049:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326557.752055:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326557.752057:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326557.752058:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326557.752061:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.752073:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.752075:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326557.752093:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326557.752095:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326557.752097:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326557.752100:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326557.752102:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000400:00000010:3.0:1767326557.752104:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:3.0:1767326557.752113:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326557.752116:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326557.752122:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326557.752123:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326557.752127:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.752128:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326557.752155:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326557.752157:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:3.0:1767326557.752159:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326557.752161:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326557.752163:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:3.0:1767326557.752164:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:3.0:1767326557.752166:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326557.752168:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326557.752173:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326557.752174:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326557.752178:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.752179:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326557.753296:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326557.753310:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326557.753312:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326557.753315:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326557.753322:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326557.753332:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0fa00 00000400:00000200:1.0:1767326557.753339:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x10e9 [1] + 224 00000800:00000001:1.0:1767326557.753361:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326557.753371:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326557.753373:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326557.753377:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326557.753381:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326557.753385:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326557.753393:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326557.753415:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326557.753425:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326557.753446:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326557.753448:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326557.753452:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753453:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326557.753459:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326557.753459:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:2.0:1767326557.753472:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326557.753473:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0fa80 00000400:00000001:2.0:1767326557.753478:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326557.753481:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc2e5294. 00000400:00000200:2.0:1767326557.753485:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:2.0:1767326557.753486:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:2.0:1767326557.753489:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326557.753493:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10ed [1] + 224 00000100:00000200:2.0:1767326557.753498:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326557.753502:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326557.753510:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326557.753513:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326557.753527:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326557.753527:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326557.753531:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753537:0:216341:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326557.753539:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:2.0:1767326557.753542:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326557.753545:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326557.753546:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326557.753554:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326557.753560:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326557.753561:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326557.753570:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=142 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326557.753577:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326557.753579:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326557.753593:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326557.753600:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326557.753604:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326557.753606:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326557.753608:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326557.753610:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326557.753614:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326557.753616:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326557.753624:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326557.753625:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753628:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326557.753630:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326557.753630:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326557.753631:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326557.753634:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326557.753635:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326557.753639:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326557.753650:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00100000:2.0:1767326557.753667:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005390fd17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386667520:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326557.753675:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0fb00 00000100:00000001:2.0:1767326557.753677:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753682:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326557.753691:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005390fd17 x1853175386667520/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326557.753698:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x10f9 [1] + 224 00000400:00000001:3.0:1767326557.753717:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326557.753717:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767326557.753718:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326557.753722:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326557.753726:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767326557.753727:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006428b3d6. 00000400:00000010:3.0:1767326557.753730:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b65f9ea. 00000800:00000001:1.0:1767326557.753733:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326557.753734:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326557.753735:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000400:00000200:1.0:1767326557.753736:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326557.753740:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767326557.753742:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000100:00000001:3.0:1767326557.753748:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767326557.753748:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:1.0:1767326557.753749:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326557.753785:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326557.753790:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326557.753791:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326557.753794:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326557.753797:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:2.0:1767326557.753810:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326557.753815:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326557.753815:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326557.753822:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005390fd17. 00000100:00000001:2.0:1767326557.753834:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326557.753835:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326557.753842:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753853:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753866:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326557.753872:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.753877:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326557.753884:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326557.753885:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326557.753893:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.753897:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326557.753900:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326557.753902:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326557.753903:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326557.753904:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326557.753910:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326557.753912:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326557.753918:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=132 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326557.753919:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326557.753934:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326557.753938:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326557.753938:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326557.753950:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.753951:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326557.753959:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326557.753962:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326557.753962:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326557.753969:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326557.753971:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326557.753973:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326557.753973:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000100:00000001:3.0:1767326557.753984:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767326557.753985:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000100:00000001:3.0:1767326557.753987:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326557.753989:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000040:3.0:1767326557.753996:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326557.753996:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326557.754007:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326557.754018:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326557.754030:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326557.754034:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326557.754045:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326557.754046:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326557.754092:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326557.754095:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326557.754096:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a59dbdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386667648:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326557.754104:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326557.754114:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326557.754115:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326557.754119:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326557.754121:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a59dbdda x1853175386667648/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326557.754127:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326557.754131:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.754143:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326557.754143:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326557.754146:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326557.754151:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=142 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326557.754156:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000177636ad. 00000100:00001000:0.0:1767326557.754157:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=82 v=5 (1 0 0 0) 02000000:00000001:3.0:1767326557.754163:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326557.754164:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326557.754167:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326557.754167:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326557.754176:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00010000:00000001:0.0:1767326557.754176:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767326557.754185:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326557.754186:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061011158. 00010000:00080000:0.0:1767326557.754189:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326557.754192:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326557.754195:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326557.754199:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a59dbdda. 00000100:00000001:3.0:1767326557.754210:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767326557.754211:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.754213:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326557.754217:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326557.754218:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326557.754222:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326557.754225:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326557.754225:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326557.754227:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.754228:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326557.754234:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326557.754234:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326557.754242:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.754254:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326557.754257:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326557.754258:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326557.754261:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326557.754267:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386667776:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326557.754271:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326557.754272:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326557.754274:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386667776/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326557.754278:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326557.754280:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326557.754281:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083647541. 02000000:00000001:0.0:1767326557.754284:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326557.754291:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326557.754292:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326557.754294:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326557.754295:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:0.0:1767326557.754298:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326557.754299:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326557.754300:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 00000100:00000001:0.0:1767326557.754303:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326557.754304:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326557.754306:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326557.754309:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326557.754310:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326557.754311:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326557.754313:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326558.454886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326558.454897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326558.454929:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326558.454934:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326558.454937:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326559.478829:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326559.478838:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326559.478841:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326559.478844:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326559.478848:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326559.478851:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326559.478853:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326559.478856:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326559.478882:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326559.478885:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326559.478887:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326560.502834:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326560.502839:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326560.502858:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326560.502860:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326560.502862:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326561.526893:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326561.526900:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326561.526929:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326561.526951:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326561.526954:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326562.358938:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306268152, at 4306268160 00000100:00000040:2.0:1767326562.358944:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306268152, at 4306268160 00000100:00000040:1.0:1767326562.358945:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306268152, at 4306268160 00000100:00000010:0.0:1767326562.358967:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cec89392. 00000100:00000040:3.0:1767326562.358970:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306268152, at 4306268160 00000100:00000010:2.0:1767326562.358975:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069d13063. 00000100:00000010:1.0:1767326562.358979:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa3eb0f6. 00000100:00000010:3.0:1767326562.358991:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00010000:00000001:0.0:1767326562.550913:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326562.550922:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326562.550951:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326562.550954:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326562.550957:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326562.870842:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326562.870851:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326562.870858:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326562.870863:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326562.870867:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326562.870870:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326562.870874:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326562.870893:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003369ff22. 00000100:00000001:2.0:1767326562.870898:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326562.870906:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326562.870914:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326562.870916:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326562.870921:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.870949:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326562.870952:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326562.870955:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326562.870958:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326562.870962:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326562.870965:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326562.870967:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326562.870969:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326562.870973:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b222b7f0. 00000100:00000001:0.0:1767326562.870974:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326562.870978:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326562.870979:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326562.870983:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326562.870983:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326562.870986:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326562.870990:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.870994:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326562.870998:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326562.871004:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326562.871005:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326562.871007:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326562.871009:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.871011:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326562.871015:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_03+3] req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326562.871021:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.871029:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326562.871033:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326562.871037:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326562.871038:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326562.871041:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326562.871042:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326562.871048:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326562.871051:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326562.871051:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326562.871052:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326562.871055:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326562.871057:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1767326562.871059:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326562.871063:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326562.871064:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326562.871064:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326562.871072:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00100000:0.0:1767326562.871073:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386667904:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326562.871074:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326562.871076:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326562.871079:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326562.871086:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326562.871086:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326562.871086:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326562.871091:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326562.871095:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326562.871095:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326562.871097:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326562.871099:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326562.871100:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326562.871105:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326562.871107:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326562.871107:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_00+0] req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326562.871112:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 02000000:00000001:0.0:1767326562.871117:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326562.871124:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000400:00000010:0.0:1767326562.871133:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000001:3.0:1767326562.871136:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326562.871140:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326562.871141:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386667904, portal 25 02000000:00000001:3.0:1767326562.871144:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326562.871145:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326562.871148:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326562.871151:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871153:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.871154:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000040:2.0:1767326562.871158:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767326562.871159:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386668032:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326562.871164:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326562.871165:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326562.871172:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11606) 00000100:00000001:0.0:1767326562.871177:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326562.871183:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326562.871184:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326562.871187:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326562.871187:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 02000000:00000001:3.0:1767326562.871189:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767326562.871192:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:0.0:1767326562.871192:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386667904, offset 0 02000000:00000001:3.0:1767326562.871193:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871197:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326562.871200:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326562.871202:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326562.871204:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326562.871205:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326562.871207:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aeae9a66. 00000100:00000001:2.0:1767326562.871209:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326562.871211:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326562.871213:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871214:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326562.871220:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326562.871220:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767326562.871221:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44d0faa. 00000100:00000001:1.0:1767326562.871226:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326562.871230:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 00000400:00000200:0.0:1767326562.871232:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326562.871233:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871237:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326562.871239:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668032, portal 10 00000100:00000001:2.0:1767326562.871240:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326562.871241:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326562.871246:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326562.871247:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326562.871249:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326562.871252:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000400:00000200:0.0:1767326562.871252:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326562.871253:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326562.871261:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386668160:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326562.871261:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326562.871265:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.871269:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326562.871272:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [519:519:256:4294967295] 192.168.203.127@tcp LPNI seq info [519:519:8:4294967295] 02000000:00000001:2.0:1767326562.871279:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326562.871282:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326562.871287:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326562.871289:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767326562.871290:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c77e5148. 02000000:00000001:2.0:1767326562.871295:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326562.871297:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326562.871300:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2e5294. 00000400:00000200:0.0:1767326562.871301:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:3.0:1767326562.871304:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 00000400:00000010:2.0:1767326562.871321:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000100:00000200:3.0:1767326562.871322:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386668032, offset 0 00000800:00000200:0.0:1767326562.871326:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326562.871327:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668160, portal 10 00000100:00000001:2.0:1767326562.871331:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326562.871333:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000800:00000010:0.0:1767326562.871333:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000400:00000200:3.0:1767326562.871338:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326562.871343:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326562.871344:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326562.871350:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:0.0:1767326562.871358:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326562.871359:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326562.871365:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326562.871366:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326562.871368:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326562.871373:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326562.871376:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326562.871378:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000400:00000200:3.0:1767326562.871381:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:2.0:1767326562.871382:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386668160, offset 0 00000100:00000001:0.0:1767326562.871383:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326562.871389:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [520:520:255:4294967295] 192.168.203.127@tcp LPNI seq info [520:520:7:4294967295] 00000100:00000001:0.0:1767326562.871391:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306273272 00000400:00000200:2.0:1767326562.871397:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326562.871399:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000100:00000001:0.0:1767326562.871408:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326562.871409:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326562.871413:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306273272 00000800:00000200:3.0:1767326562.871419:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326562.871420:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:0.0:1767326562.871420:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000100:00000001:0.0:1767326562.871427:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326562.871428:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000400:00000200:2.0:1767326562.871428:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326562.871433:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306273272 00000400:00000200:2.0:1767326562.871435:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:0.0:1767326562.871439:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000800:00000200:3.0:1767326562.871440:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326562.871443:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326562.871445:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326562.871448:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326562.871454:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326562.871456:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [521:521:254:4294967295] 192.168.203.127@tcp LPNI seq info [521:521:6:4294967295] 00000100:00000001:0.0:1767326562.871457:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306273272 00000800:00000200:3.0:1767326562.871461:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326562.871463:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000100:00000001:3.0:1767326562.871469:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.871469:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326562.871474:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326562.871474:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326562.871480:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326562.871484:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 182560 usecs (183 jiffies) 00000800:00000200:2.0:1767326562.871484:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326562.871485:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.871491:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326562.871492:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306268855 00000800:00000010:2.0:1767326562.871493:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000100:00000001:0.0:1767326562.871494:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326562.871496:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326562.871497:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326562.871499:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306273272 00000100:00000001:0.0:1767326562.871501:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326562.871504:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326562.871505:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306268855 00000100:00000001:0.0:1767326562.871505:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326562.871511:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326562.871512:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306273272 00000800:00000200:2.0:1767326562.871516:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767326562.871516:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000100:00000001:3.0:1767326562.871517:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306268855 00000100:00000001:2.0:1767326562.871523:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326562.871524:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306273272 00000400:00000200:1.0:1767326562.871526:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326562.871528:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11877 usecs (12 jiffies) 00000100:00000001:3.0:1767326562.871529:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306268855 00000100:00000001:2.0:1767326562.871534:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306268684 00000100:00000001:3.0:1767326562.871535:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306273272 00000100:00000001:3.0:1767326562.871540:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326562.871541:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326562.871545:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306273272 00000100:00000001:3.0:1767326562.871547:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871550:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306268684 00000400:00000200:1.0:1767326562.871550:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000001:3.0:1767326562.871552:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326562.871555:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:2.0:1767326562.871556:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306273272 00000100:00000001:2.0:1767326562.871560:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306268684 00000100:00000001:2.0:1767326562.871561:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306273272 00000100:00000001:1.0:1767326562.871562:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326562.871563:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306268684 00000100:00000001:2.0:1767326562.871567:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306273272 00000100:00000200:1.0:1767326562.871569:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.871570:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326562.871576:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871581:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.871586:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.871588:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326562.871592:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.871597:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.871615:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326562.871620:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326562.871634:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326562.871637:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000400:00000200:1.0:1767326562.871640:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326562.871643:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326562.871645:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000400:00000010:1.0:1767326562.871646:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000100:00000001:1.0:1767326562.871648:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326562.871650:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.871655:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326562.871657:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.871664:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.871665:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326562.871698:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326562.871702:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000400:00000200:1.0:1767326562.871705:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326562.871709:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326562.871712:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:1.0:1767326562.871738:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:1.0:1767326562.871741:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326562.871744:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.871751:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326562.871753:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.871757:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.871758:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326562.873256:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873283:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326562.873286:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873288:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326562.873295:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326562.873445:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0fb80 00000400:00000200:3.0:1767326562.873452:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1101 [1] + 224 00000800:00000001:3.0:1767326562.873474:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873479:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326562.873482:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326562.873521:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326562.873526:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326562.873530:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326562.873557:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326562.873589:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326562.873613:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873617:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326562.873619:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873621:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326562.873626:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326562.873633:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0fc00 00000400:00000200:3.0:1767326562.873638:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:3.0:1767326562.873642:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873645:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326562.873647:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326562.873648:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326562.873653:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326562.873654:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326562.873657:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326562.873660:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326562.873661:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326562.873663:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326562.873666:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000400:00000200:0.0:1767326562.873671:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:0.0:1767326562.873674:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:0.0:1767326562.873678:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326562.873681:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326562.873684:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326562.873713:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326562.873719:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326562.873719:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326562.873720:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326562.873723:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326562.873725:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326562.873726:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326562.873727:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326562.873730:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326562.873731:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326562.873732:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326562.873734:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326562.873737:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326562.873738:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=147 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326562.873744:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:0.0:1767326562.873745:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326562.873749:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326562.873753:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0fc80 00000100:00000001:0.0:1767326562.873753:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.873779:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326562.873780:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326562.873785:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1111 [1] + 224 00010000:00000001:0.0:1767326562.873785:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.873786:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326562.873791:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326562.873793:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326562.873796:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326562.873797:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326562.873800:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326562.873801:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44d0faa. 00000100:00000040:0.0:1767326562.873804:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326562.873805:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326562.873810:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00000400:00000200:3.0:1767326562.873814:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326562.873816:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:0.0:1767326562.873823:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326562.873825:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326562.873826:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326562.873827:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326562.873828:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326562.873833:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326562.873834:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326562.873842:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326562.873872:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386667904:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767326562.873874:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326562.873876:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326562.873884:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326562.873891:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326562.873899:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386667904/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.873907:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326562.873910:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326562.873914:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326562.873916:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326562.873917:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326562.873921:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326562.873922:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326562.873923:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326562.873926:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326562.873927:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326562.873929:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326562.873933:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326562.873933:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 02000000:00000001:0.0:1767326562.873940:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767326562.873942:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=137 v=5 (5 5 5 5) 00000020:00000001:0.0:1767326562.873944:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326562.873947:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326562.873949:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326562.873950:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=137 v=5 (1 1 1 1) 00000020:00000001:0.0:1767326562.873953:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326562.873954:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326562.873958:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003369ff22. 00000400:00000001:1.0:1767326562.873959:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326562.873963:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326562.873965:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326562.873967:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767326562.873967:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc2e5294. 02000000:00000001:0.0:1767326562.873968:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326562.873972:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326562.873973:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000400:00000200:1.0:1767326562.873974:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00010000:00000001:2.0:1767326562.873977:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767326562.873979:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00010000:00000001:2.0:1767326562.873980:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.873980:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326562.873984:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326562.873985:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326562.873985:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326562.873987:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326562.873989:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:1.0:1767326562.873992:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.873993:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326562.873995:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326562.873996:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326562.873999:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326562.874006:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326562.874007:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326562.874011:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326562.874015:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326562.874026:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326562.874033:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326562.874033:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326562.874035:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326562.874039:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.874040:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326562.874044:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326562.874047:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326562.874049:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767326562.874052:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386668032:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326562.874052:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326562.874055:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.874061:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326562.874062:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=147 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326562.874063:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326562.874068:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386668032/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326562.874068:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326562.874074:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326562.874077:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326562.874080:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326562.874082:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326562.874085:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767326562.874086:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326562.874087:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aeae9a66. 02000000:00000001:2.0:1767326562.874093:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326562.874095:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326562.874097:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326562.874101:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326562.874102:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b222b7f0. 02000000:00000001:2.0:1767326562.874104:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326562.874105:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326562.874106:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:2.0:1767326562.874108:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326562.874110:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326562.874120:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326562.874121:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326562.874124:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326562.874127:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.874127:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326562.874131:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326562.874132:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326562.874135:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.874136:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326562.874138:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326562.874143:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.874148:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326562.874150:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326562.874151:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326562.874154:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326562.874158:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386668160:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326562.874161:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326562.874163:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326562.874164:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386668160/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326562.874168:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326562.874169:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326562.874171:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c77e5148. 02000000:00000001:1.0:1767326562.874173:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326562.874174:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326562.874175:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326562.874176:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326562.874177:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 02000000:00000001:1.0:1767326562.874179:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326562.874180:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326562.874181:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767326562.874183:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326562.874184:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326562.874190:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326562.874193:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326562.874194:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326562.874196:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326562.874197:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326563.574887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326563.574895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326563.574925:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326563.574948:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326563.574952:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326564.598887:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326564.598893:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326564.598929:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326564.598932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326564.598934:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326565.622864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326565.622870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326565.622891:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326565.622893:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326565.622895:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326566.646870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326566.646878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326566.646904:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326566.646908:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326566.646911:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326567.478880:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306273272, at 4306273280 00000100:00000040:2.0:1767326567.478880:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306273272, at 4306273280 00000100:00000040:0.0:1767326567.478885:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306273272, at 4306273280 00000100:00000010:0.0:1767326567.478901:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000010:3.0:1767326567.478908:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000010:2.0:1767326567.478909:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00000100:00000040:1.0:1767326567.479084:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306273272, at 4306273280 00000100:00000010:1.0:1767326567.479097:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00010000:00000001:0.0:1767326567.670852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326567.670863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326567.670892:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326567.670896:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326567.670899:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326567.990897:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326567.990910:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326567.990921:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326567.990928:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326567.990933:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326567.990936:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326567.990942:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326567.990950:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326567.990957:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.990968:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326567.990978:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326567.990980:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.990985:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_01+1] req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.991009:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.991011:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326567.991013:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326567.991015:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000020:00000040:1.0:1767326567.991018:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326567.991019:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326567.991020:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326567.991021:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326567.991023:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326567.991026:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326567.991041:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326567.991045:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326567.991047:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991049:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326567.991051:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326567.991058:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326567.991061:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.991062:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.991068:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_02+2] req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326567.991088:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326567.991090:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991091:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.991094:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326567.991099:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326567.991100:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326567.991105:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767326567.991106:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000100:00000001:3.0:1767326567.991110:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326567.991113:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326567.991113:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326567.991114:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326567.991118:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326567.991119:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386668288:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326567.991121:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326567.991125:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326567.991126:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326567.991127:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326567.991131:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326567.991136:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326567.991138:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326567.991140:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326567.991141:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326567.991141:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326567.991141:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:0.0:1767326567.991146:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326567.991147:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326567.991147:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326567.991149:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326567.991151:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326567.991155:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326567.991155:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000042895a7. 00000100:00000040:1.0:1767326567.991157:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326567.991159:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326567.991162:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386668416:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326567.991169:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056bbe969. 00000100:00000001:3.0:1767326567.991173:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326567.991177:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326567.991179:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326567.991180:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326567.991180:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000100:00000001:1.0:1767326567.991183:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326567.991184:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326567.991189:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_03+3] req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326567.991190:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a05f1cc. 00000100:00000200:2.0:1767326567.991191:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668288, portal 25 02000000:00000001:3.0:1767326567.991195:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991196:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326567.991199:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000400:00000010:3.0:1767326567.991202:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080462f5. 00000400:00000010:3.0:1767326567.991209:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000040:2.0:1767326567.991209:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326567.991212:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668416, portal 10 00000100:00000001:1.0:1767326567.991214:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326567.991215:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326567.991218:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000100:00000040:1.0:1767326567.991220:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326567.991222:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326567.991224:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326567.991229:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326567.991232:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11611) 00000100:00000001:0.0:1767326567.991232:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326567.991233:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 00000100:00000001:0.0:1767326567.991235:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326567.991237:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326567.991239:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326567.991244:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386668288, offset 0 00000100:00000040:0.0:1767326567.991248:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326567.991249:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326567.991259:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326567.991260:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326567.991260:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326567.991262:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 00000100:00000001:0.0:1767326567.991264:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326567.991267:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326567.991269:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326567.991287:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386668416, offset 0 02000000:00000001:0.0:1767326567.991293:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326567.991294:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326567.991294:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326567.991301:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326567.991307:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386668544:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326567.991310:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326567.991314:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326567.991318:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326567.991318:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326567.991321:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326567.991325:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326567.991325:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326567.991330:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb1509d6. 00000400:00000200:2.0:1767326567.991332:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [522:522:256:4294967295] 192.168.203.127@tcp LPNI seq info [522:522:8:4294967295] 02000000:00000001:0.0:1767326567.991333:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326567.991340:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000400:00000010:0.0:1767326567.991344:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000200:0.0:1767326567.991347:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668544, portal 10 00000100:00000001:0.0:1767326567.991351:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326567.991353:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000400:00000200:2.0:1767326567.991355:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326567.991360:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326567.991366:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326567.991367:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326567.991374:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326567.991376:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b222b7f0. 00000100:00000001:0.0:1767326567.991378:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326567.991381:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326567.991385:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326567.991389:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326567.991389:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:0.0:1767326567.991389:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3239b8. 00000400:00000200:3.0:1767326567.991395:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:0.0:1767326567.991395:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386668544, offset 0 00000400:00000200:3.0:1767326567.991401:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [523:523:255:4294967295] 192.168.203.127@tcp LPNI seq info [523:523:7:4294967295] 00000800:00000200:2.0:1767326567.991401:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326567.991406:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326567.991409:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b222b7f0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326567.991413:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326567.991417:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326567.991421:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326567.991422:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000100:00000001:2.0:1767326567.991426:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326567.991426:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326567.991431:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326567.991431:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326567.991433:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306278392 00000400:00000200:0.0:1767326567.991437:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326567.991440:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffd208be. 00000800:00000200:3.0:1767326567.991442:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326567.991445:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326567.991448:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326567.991451:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [524:524:254:4294967295] 192.168.203.127@tcp LPNI seq info [524:524:6:4294967295] 00000100:00000001:2.0:1767326567.991452:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326567.991456:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326567.991461:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 181405 usecs (182 jiffies) 00000100:00000001:2.0:1767326567.991463:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306278392 00000100:00000001:3.0:1767326567.991467:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306273974 00000400:00000200:0.0:1767326567.991469:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:2.0:1767326567.991470:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069d13063. 00000100:00000001:3.0:1767326567.991472:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306278392 00000100:00000001:3.0:1767326567.991477:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306273974 00000100:00000001:2.0:1767326567.991477:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326567.991482:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326567.991484:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306278392 00000100:00000001:2.0:1767326567.991484:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306278392 00000800:00000010:0.0:1767326567.991487:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000100:00000001:3.0:1767326567.991488:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306273974 00000100:00000010:2.0:1767326567.991490:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000800:00000200:1.0:1767326567.991492:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326567.991496:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326567.991497:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000010:1.0:1767326567.991498:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b222b7f0. 00000100:00000001:3.0:1767326567.991505:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306278392 00000100:00000001:2.0:1767326567.991505:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306278392 00000400:00000200:1.0:1767326567.991508:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326567.991508:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326567.991510:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306273974 00000100:00000010:2.0:1767326567.991510:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000118fd939. 00000800:00000200:0.0:1767326567.991513:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326567.991516:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326567.991523:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306278392 00000100:00000001:2.0:1767326567.991523:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326567.991525:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326567.991526:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326567.991529:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326567.991529:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326567.991531:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11822 usecs (12 jiffies) 00000100:00000001:3.0:1767326567.991536:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326567.991536:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000100:00000001:0.0:1767326567.991537:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306273804 00000100:00000001:3.0:1767326567.991542:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991542:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326567.991542:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000100:00000001:0.0:1767326567.991542:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306278392 00000100:00000001:3.0:1767326567.991550:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326567.991550:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326567.991550:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306273804 00000100:00000001:1.0:1767326567.991552:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326567.991558:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326567.991562:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306278392 00000100:00000001:3.0:1767326567.991564:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326567.991564:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326567.991569:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306273804 00000100:00000001:3.0:1767326567.991570:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326567.991570:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326567.991572:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326567.991575:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306278392 00000100:00000001:3.0:1767326567.991577:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326567.991577:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326567.991580:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326567.991581:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306273804 00000100:00000001:3.0:1767326567.991582:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326567.991582:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326567.991586:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991586:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.991586:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306278392 00000100:00000001:0.0:1767326567.991593:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326567.991594:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.991594:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.991598:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326567.991601:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.991602:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326567.991604:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326567.991605:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326567.991610:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326567.991611:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326567.991614:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326567.991615:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326567.991617:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.991619:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326567.991622:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326567.991624:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000200:1.0:1767326567.991626:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326567.991629:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326567.991632:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:1.0:1767326567.991633:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:1.0:1767326567.991634:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326567.991637:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.991642:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326567.991644:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.991648:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326567.991648:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326567.991710:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326567.991711:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000400:00000200:1.0:1767326567.991713:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326567.991715:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326567.991717:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000400:00000010:1.0:1767326567.991718:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000100:00000001:1.0:1767326567.991720:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326567.991721:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.991732:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326567.991734:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.991738:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326567.991739:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326567.993130:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326567.993143:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326567.993146:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326567.993149:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326567.993157:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326567.993170:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0fd00 00000400:00000200:1.0:1767326567.993177:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:1.0:1767326567.993185:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326567.993195:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326567.993197:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326567.993201:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326567.993205:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326567.993210:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326567.993221:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326567.993239:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326567.993248:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326567.993252:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326567.993254:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326567.993256:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326567.993260:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326567.993266:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0fd80 00000400:00000200:1.0:1767326567.993270:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x111d [1] + 224 00000100:00000001:2.0:1767326567.993284:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326567.993285:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326567.993288:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326567.993295:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326567.993298:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326567.993301:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056bbe969. 00000400:00000200:2.0:1767326567.993306:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:2.0:1767326567.993308:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:2.0:1767326567.993312:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326567.993317:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326567.993329:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326567.993335:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326567.993338:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326567.993338:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326567.993343:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326567.993346:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326567.993350:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326567.993351:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326567.993355:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767326567.993356:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326567.993361:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326567.993365:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.993367:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326567.993379:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326567.993381:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326567.993387:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=152 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326567.993389:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326567.993394:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326567.993397:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326567.993398:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326567.993400:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326567.993402:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326567.993404:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326567.993409:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326567.993410:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326567.993415:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326567.993421:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326567.993424:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326567.993429:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326567.993432:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767326567.993435:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326567.993440:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326567.993444:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080462f5. 00000400:00000200:1.0:1767326567.993448:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0fe00 00000400:00000200:3.0:1767326567.993451:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000100:00000001:2.0:1767326567.993452:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326567.993459:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326567.993461:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326567.993467:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326567.993476:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386668288:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326567.993481:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326567.993483:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326567.993485:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386668288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326567.993493:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326567.993495:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326567.993498:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000042895a7. 02000000:00000001:2.0:1767326567.993501:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326567.993503:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326567.993505:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000010:3.0:1767326567.993506:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000020:00000001:2.0:1767326567.993507:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326567.993512:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326567.993520:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1129 [1] + 224 02000000:00000010:2.0:1767326567.993521:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 00000100:00000200:3.0:1767326567.993528:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326567.993529:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326567.993530:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326567.993533:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326567.993537:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000800:00000001:1.0:1767326567.993538:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326567.993543:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767326567.993544:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326567.993547:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326567.993551:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326567.993552:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326567.993556:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326567.993557:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326567.993559:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326567.993561:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326567.993563:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326567.993565:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326567.993567:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326567.993590:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326567.993595:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326567.993599:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326567.993603:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326567.993606:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326567.993607:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326567.993609:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326567.993610:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326567.993614:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326567.993616:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326567.993621:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=142 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326567.993622:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326567.993630:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326567.993635:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326567.993637:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.993638:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326567.993640:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326567.993641:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326567.993645:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326567.993646:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326567.993647:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00010000:00000001:3.0:1767326567.993652:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326567.993653:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:0.0:1767326567.993656:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:0.0:1767326567.993659:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326567.993660:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767326567.993664:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326567.993665:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326567.993672:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326567.993675:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326567.993678:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326567.993685:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326567.993704:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326567.993708:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326567.993711:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326567.993712:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326567.993715:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326567.993716:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326567.993719:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326567.993721:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326567.993724:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326567.993726:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326567.993730:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386668416:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326567.993730:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326567.993736:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326567.993739:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326567.993742:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326567.993743:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326567.993745:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326567.993746:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326567.993748:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326567.993755:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386668416/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767326567.993755:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326567.993788:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326567.993790:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326567.993793:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a05f1cc. 02000000:00000001:3.0:1767326567.993798:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326567.993802:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326567.993804:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00010000:00000001:0.0:1767326567.993807:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326567.993808:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326567.993810:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:3.0:1767326567.993814:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326567.993814:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326567.993819:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326567.993819:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326567.993821:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:0.0:1767326567.993824:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326567.993826:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326567.993828:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326567.993829:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326567.993832:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326567.993834:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.993834:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326567.993839:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326567.993847:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326567.993849:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326567.993851:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.993852:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326567.993854:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326567.993858:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326567.993865:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386668544:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326567.993869:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326567.993870:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326567.993872:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386668544/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326567.993885:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326567.993887:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326567.993888:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb1509d6. 02000000:00000001:0.0:1767326567.993891:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326567.993892:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326567.993893:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326567.993894:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326567.993895:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:0.0:1767326567.993897:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326567.993898:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326567.993899:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:0.0:1767326567.993901:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326567.993902:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326567.993903:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326567.993906:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326567.993907:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326567.993909:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326567.993910:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326568.694856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326568.694865:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326568.694868:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326568.694870:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326568.694875:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326568.694877:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326568.694879:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326568.694881:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326568.694898:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326568.694901:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326568.694903:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326569.718863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326569.718873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326569.718900:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326569.718903:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326569.718905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326570.742851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326570.742858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326570.742906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326570.742908:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326570.742910:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326571.766823:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326571.766828:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326571.766850:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326571.766853:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326571.766856:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326572.598869:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306278392, at 4306278400 00000100:00000010:3.0:1767326572.598886:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000118fd939. 00000100:00000040:2.0:1767326572.598892:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306278392, at 4306278400 00000100:00000010:2.0:1767326572.598903:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00000100:00000040:0.0:1767326572.598920:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306278392, at 4306278400 00000100:00000040:1.0:1767326572.598925:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306278392, at 4306278400 00000100:00000010:0.0:1767326572.598930:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffd208be. 00000100:00000010:1.0:1767326572.598946:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069d13063. 00010000:00000001:0.0:1767326572.790853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326572.790860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326572.790883:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326572.790886:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326572.790888:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326573.110813:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326573.110837:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326573.110846:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326573.110853:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326573.110858:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326573.110861:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326573.110867:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326573.110874:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000429d35d9. 00000100:00000001:1.0:1767326573.110881:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.110893:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326573.110915:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326573.110917:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.110921:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_00+0] req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.110944:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.110946:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326573.110949:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326573.110951:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767326573.110952:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326573.110954:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326573.110955:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326573.110957:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326573.110959:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:1.0:1767326573.110961:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.110963:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326573.110969:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326573.110970:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.110972:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_01+1] req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.110978:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.110981:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326573.110987:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326573.110988:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326573.110992:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326573.110994:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326573.110995:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000020:00000040:1.0:1767326573.110999:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326573.111001:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326573.111002:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326573.111005:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326573.111005:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326573.111010:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326573.111010:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000001:2.0:1767326573.111015:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326573.111016:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.111023:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326573.111025:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326573.111027:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326573.111029:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326573.111035:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326573.111038:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326573.111041:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326573.111044:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326573.111045:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326573.111053:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_02+2] req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326573.111055:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326573.111055:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326573.111058:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326573.111063:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767326573.111066:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386668672:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326573.111067:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326573.111071:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.111078:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767326573.111078:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386668800:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326573.111083:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326573.111084:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326573.111087:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326573.111088:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326573.111088:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326573.111093:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326573.111093:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.111094:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326573.111096:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326573.111101:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326573.111102:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11616) 02000000:00000010:2.0:1767326573.111103:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059b51878. 02000000:00000010:3.0:1767326573.111107:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a05f1cc. 02000000:00000001:2.0:1767326573.111107:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326573.111113:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326573.111115:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056bbe969. 00000400:00000010:3.0:1767326573.111120:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080462f5. 00000400:00000010:2.0:1767326573.111125:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000400:00000010:3.0:1767326573.111129:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000200:3.0:1767326573.111137:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668672, portal 25 00000100:00000200:2.0:1767326573.111137:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668800, portal 10 00000100:00000001:2.0:1767326573.111142:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326573.111143:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326573.111145:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000001:3.0:1767326573.111147:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000001:0.0:1767326573.111149:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.111154:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326573.111156:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326573.111159:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326573.111159:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326573.111164:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326573.111201:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326573.111201:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326573.111203:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326573.111206:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326573.111207:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326573.111212:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326573.111212:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326573.111213:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 02000000:00000001:0.0:1767326573.111215:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326573.111220:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 00000100:00000200:2.0:1767326573.111220:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386668800, offset 0 02000000:00000001:0.0:1767326573.111223:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326573.111229:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386668672, offset 0 00000100:00100000:0.0:1767326573.111229:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386668928:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326573.111234:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326573.111252:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326573.111258:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326573.111262:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326573.111263:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326573.111266:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326573.111269:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:0.0:1767326573.111272:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e482946a. 02000000:00000001:0.0:1767326573.111277:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326573.111278:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326573.111286:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767326573.111286:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000400:00000200:2.0:1767326573.111292:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326573.111295:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:0.0:1767326573.111295:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000400:00000200:2.0:1767326573.111300:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [525:525:256:4294967295] 192.168.203.127@tcp LPNI seq info [525:525:8:4294967295] 00000100:00000200:0.0:1767326573.111302:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386668928, portal 10 00000100:00000001:0.0:1767326573.111312:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326573.111314:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000100:00000040:0.0:1767326573.111322:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326573.111326:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326573.111337:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326573.111338:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326573.111342:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326573.111344:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326573.111347:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000400:00000200:3.0:1767326573.111349:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326573.111349:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df3239b8. 00000100:00000200:0.0:1767326573.111355:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386668928, offset 0 00000400:00000200:3.0:1767326573.111356:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326573.111360:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326573.111364:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326573.111365:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326573.111370:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767326573.111374:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326573.111379:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [526:526:255:4294967295] 192.168.203.127@tcp LPNI seq info [526:526:7:4294967295] 00000800:00000200:2.0:1767326573.111381:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326573.111389:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326573.111394:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326573.111398:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000400:00000200:0.0:1767326573.111398:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326573.111401:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326573.111405:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326573.111408:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 180262 usecs (181 jiffies) 00000800:00000200:3.0:1767326573.111409:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326573.111412:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326573.111415:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306279093 00000100:00000010:2.0:1767326573.111421:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000400:00000200:0.0:1767326573.111421:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326573.111422:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326573.111428:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326573.111429:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326573.111432:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326573.111435:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326573.111436:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [527:527:254:4294967295] 192.168.203.127@tcp LPNI seq info [527:527:6:4294967295] 00000100:00000001:3.0:1767326573.111440:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306283512 00000100:00000001:2.0:1767326573.111442:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306279093 00000100:00000001:3.0:1767326573.111449:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306279093 00000100:00000010:2.0:1767326573.111449:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cde0223. 00000800:00000200:1.0:1767326573.111450:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326573.111454:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326573.111455:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767326573.111457:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000100:00000001:3.0:1767326573.111458:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306283512 00000100:00000001:2.0:1767326573.111462:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306279093 00000400:00000200:1.0:1767326573.111465:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767326573.111467:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000100:00000001:3.0:1767326573.111468:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306279093 00000800:00000200:0.0:1767326573.111472:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326573.111474:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326573.111475:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306283512 00000400:00000200:1.0:1767326573.111476:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000010:0.0:1767326573.111479:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000100:00000001:2.0:1767326573.111481:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306279093 00000100:00000001:3.0:1767326573.111482:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306279093 00000400:00000200:1.0:1767326573.111486:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000100:00000010:2.0:1767326573.111487:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000100:00000001:3.0:1767326573.111489:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306283512 00000400:00000010:1.0:1767326573.111491:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000800:00000200:0.0:1767326573.111492:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326573.111495:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326573.111498:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326573.111503:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326573.111503:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326573.111504:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306279093 00000100:00000200:1.0:1767326573.111507:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.111509:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326573.111510:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326573.111512:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326573.111515:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.111519:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111520:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326573.111521:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326573.111526:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326573.111529:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11766 usecs (12 jiffies) 00000100:00000001:3.0:1767326573.111531:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.111533:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326573.111535:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306278924 00000100:00000001:2.0:1767326573.111537:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326573.111539:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326573.111540:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326573.111540:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306283512 00000100:00000001:2.0:1767326573.111541:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326573.111544:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326573.111545:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326573.111546:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306278924 00000100:00000040:1.0:1767326573.111547:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.111550:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.111551:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.111551:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306283512 00000100:00000001:3.0:1767326573.111555:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326573.111557:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306278924 00000100:00000001:3.0:1767326573.111559:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326573.111561:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111563:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306283512 00000100:00000001:3.0:1767326573.111571:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111573:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306278924 00000100:00000001:0.0:1767326573.111576:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306283512 00000100:00000001:0.0:1767326573.111578:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326573.111581:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111584:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111585:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326573.111589:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326573.111590:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.111592:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326573.111595:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111598:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.111618:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326573.111621:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.111622:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326573.111628:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326573.111630:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326573.111654:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326573.111657:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:1.0:1767326573.111661:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326573.111665:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326573.111668:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000400:00000010:1.0:1767326573.111669:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:1.0:1767326573.111672:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326573.111675:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.111682:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326573.111684:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.111689:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326573.111691:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326573.111725:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326573.111727:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000400:00000200:1.0:1767326573.111730:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326573.111733:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326573.111734:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3239b8 00000400:00000010:1.0:1767326573.111736:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3239b8. 00000100:00000001:1.0:1767326573.111738:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326573.111740:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.111747:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326573.111749:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.111794:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326573.111796:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326573.113391:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326573.113400:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326573.113409:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326573.113412:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326573.113418:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326573.113429:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ff00 00000400:00000200:1.0:1767326573.113435:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:1.0:1767326573.113443:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326573.113446:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326573.113448:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326573.113451:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326573.113454:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326573.113457:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326573.113465:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326573.113479:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326573.113485:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326573.113487:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326573.113488:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326573.113490:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326573.113492:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326573.113496:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a0ff80 00000400:00000200:1.0:1767326573.113499:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1141 [1] + 224 00000800:00000001:1.0:1767326573.113501:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326573.113503:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326573.113504:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326573.113506:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326573.113507:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326573.113509:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326573.113515:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.113539:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326573.113540:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326573.113542:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326573.113549:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326573.113549:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326573.113554:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326573.113556:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056bbe969. 00000800:00000001:1.0:1767326573.113557:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326573.113561:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000800:00000001:1.0:1767326573.113562:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326573.113564:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:2.0:1767326573.113569:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326573.113569:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326573.113570:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.113574:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326573.113577:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326573.113579:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326573.113583:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:0.0:1767326573.113583:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326573.113588:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000400:00000200:0.0:1767326573.113594:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000100:00000200:2.0:1767326573.113598:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326573.113598:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000400:00000200:1.0:1767326573.113602:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a0fe80 00000100:00000001:0.0:1767326573.113604:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326573.113612:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326573.113617:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1135 [1] + 224 00000100:00000001:2.0:1767326573.113619:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326573.113622:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326573.113626:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326573.113627:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326573.113632:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326573.113634:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.113635:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326573.113635:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.113638:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326573.113640:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326573.113644:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326573.113651:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:2.0:1767326573.113654:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=148 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326573.113658:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326573.113659:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326573.113659:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326573.113664:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.113665:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326573.113667:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.113668:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.113669:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326573.113672:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767326573.113674:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326573.113675:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326573.113679:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326573.113680:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326573.113684:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326573.113685:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.113686:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326573.113689:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00001000:0.0:1767326573.113690:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=8 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326573.113694:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326573.113697:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326573.113699:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=98 v=5 (1 0 0 0) 00000100:00000040:2.0:1767326573.113706:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326573.113708:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326573.113710:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326573.113714:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326573.113717:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326573.113721:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326573.113722:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326573.113727:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326573.113728:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.113730:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767326573.113735:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326573.113736:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326573.113783:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386668800:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326573.113787:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.113791:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326573.113792:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326573.113795:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386668800/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326573.113797:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326573.113800:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326573.113802:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.113805:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326573.113807:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326573.113809:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326573.113812:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767326573.113815:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326573.113816:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326573.113817:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326573.113819:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767326573.113821:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059b51878. 00000400:00000010:3.0:1767326573.113823:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080462f5. 02000000:00000001:2.0:1767326573.113827:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326573.113830:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000020:00000001:2.0:1767326573.113831:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767326573.113834:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:0.0:1767326573.113834:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767326573.113835:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326573.113839:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326573.113840:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767326573.113841:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326573.113845:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326573.113846:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 00000100:00000001:0.0:1767326573.113846:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326573.113854:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767326573.113856:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326573.113858:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326573.113862:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000200:3.0:1767326573.113866:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326573.113869:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326573.113872:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.113876:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326573.113882:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386668928:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326573.113883:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326573.113886:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.113889:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326573.113891:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326573.113893:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326573.113894:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326573.113895:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.113896:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326573.113900:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326573.113901:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326573.113902:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326573.113905:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326573.113906:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386668928/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326573.113908:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326573.113914:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=8 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326573.113917:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767326573.113918:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=8 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326573.113920:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326573.113922:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767326573.113923:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e482946a. 00000100:00000001:3.0:1767326573.113925:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326573.113928:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326573.113929:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.113930:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326573.113930:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326573.113933:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326573.113935:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326573.113936:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326573.113941:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326573.113943:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 00000100:00000001:3.0:1767326573.113949:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326573.113950:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326573.113953:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326573.113954:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326573.113956:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326573.113956:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000040:3.0:1767326573.113959:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326573.113966:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767326573.113970:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386668672:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326573.113970:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326573.113973:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326573.113976:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326573.113977:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326573.113981:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326573.113983:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.113986:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326573.113990:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326573.113992:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386668672/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326573.113997:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326573.113999:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326573.114000:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a05f1cc. 02000000:00000001:3.0:1767326573.114002:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326573.114003:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326573.114005:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326573.114006:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326573.114007:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000429d35d9. 02000000:00000001:3.0:1767326573.114009:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326573.114010:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326573.114011:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00000100:00000001:3.0:1767326573.114013:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326573.114014:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326573.114015:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326573.114018:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326573.114019:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326573.114021:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326573.114022:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326573.814954:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326573.814965:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326573.814999:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326573.815004:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326573.815007:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326574.838850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326574.838858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326574.838879:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326574.838882:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326574.838885:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326575.862867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326575.862875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326575.862898:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326575.862900:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326575.862902:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326576.886826:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326576.886834:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326576.886868:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326576.886872:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326576.886876:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326577.718905:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306283512, at 4306283520 00000100:00000040:0.0:1767326577.718905:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306283512, at 4306283520 00000100:00000040:1.0:1767326577.718917:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306283512, at 4306283520 00000100:00000010:3.0:1767326577.718930:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00000100:00000010:1.0:1767326577.718936:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cde0223. 00000100:00000010:0.0:1767326577.718938:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00000100:00000040:2.0:1767326577.719014:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306283512, at 4306283520 00000100:00000010:2.0:1767326577.719021:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00010000:00000001:0.0:1767326577.910925:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326577.910935:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326577.910969:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326577.910973:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326577.910976:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326578.230835:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326578.230848:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326578.230857:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326578.230864:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326578.230870:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326578.230874:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326578.230880:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326578.230889:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:1.0:1767326578.230908:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.230921:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326578.230933:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326578.230936:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.230942:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_03+3] req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.230973:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.230976:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326578.230980:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326578.230983:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000020:00000040:1.0:1767326578.230985:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326578.230988:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326578.230989:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326578.230991:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326578.230994:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326578.230997:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.231001:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326578.231016:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326578.231019:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326578.231022:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326578.231024:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1767326578.231027:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_00+0] req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326578.231029:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326578.231048:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326578.231050:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326578.231053:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326578.231055:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326578.231056:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326578.231060:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326578.231061:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326578.231066:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326578.231068:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326578.231070:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.231077:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326578.231083:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000100:00000001:0.0:1767326578.231085:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326578.231086:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326578.231089:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326578.231090:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326578.231091:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326578.231096:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326578.231097:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326578.231099:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326578.231100:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326578.231101:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326578.231104:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326578.231105:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326578.231105:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326578.231111:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326578.231112:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326578.231120:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00100000:0.0:1767326578.231123:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386669056:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326578.231124:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326578.231127:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326578.231129:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326578.231134:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326578.231136:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326578.231138:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326578.231140:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326578.231144:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326578.231147:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326578.231150:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326578.231155:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386669184:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326578.231157:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326578.231158:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326578.231161:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326578.231164:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000524ba0e2. 00000100:00000040:1.0:1767326578.231168:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_01+1] req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326578.231171:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326578.231172:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326578.231176:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326578.231180:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326578.231182:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 02000000:00000001:3.0:1767326578.231184:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326578.231190:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a05f1cc. 02000000:00000001:3.0:1767326578.231193:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326578.231195:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bec4a3dd. 00000100:00000001:1.0:1767326578.231197:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326578.231199:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080462f5. 00000100:00000040:1.0:1767326578.231214:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326578.231221:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326578.231223:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669056, portal 25 00000400:00000010:3.0:1767326578.231224:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000100:00000040:1.0:1767326578.231228:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11621) 00000100:00000001:0.0:1767326578.231229:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326578.231230:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326578.231231:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669184, portal 10 00000100:00000001:0.0:1767326578.231233:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000001:3.0:1767326578.231239:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326578.231240:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326578.231243:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326578.231244:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000100:00000001:2.0:1767326578.231244:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326578.231252:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326578.231255:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326578.231271:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326578.231274:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326578.231274:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326578.231278:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326578.231281:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326578.231281:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326578.231282:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326578.231286:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326578.231288:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000680357b7. 00000400:00000010:3.0:1767326578.231289:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 02000000:00000001:2.0:1767326578.231289:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326578.231294:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386669312:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326578.231296:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386669056, offset 0 00000100:00000200:3.0:1767326578.231297:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386669184, offset 0 00000100:00000001:2.0:1767326578.231299:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326578.231302:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326578.231304:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326578.231306:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326578.231309:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe081f0. 00000400:00000200:0.0:1767326578.231313:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326578.231314:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326578.231319:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056bbe969. 00000400:00000200:3.0:1767326578.231322:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326578.231329:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000100:00000200:2.0:1767326578.231333:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669312, portal 10 00000400:00000200:0.0:1767326578.231334:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326578.231337:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326578.231340:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000400:00000200:0.0:1767326578.231344:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326578.231348:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326578.231355:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326578.231359:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326578.231364:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326578.231368:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000400:00000200:0.0:1767326578.231371:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326578.231372:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386669312, offset 0 00000400:00000200:0.0:1767326578.231378:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326578.231383:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326578.231388:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [528:528:256:4294967295] 192.168.203.127@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:0.0:1767326578.231403:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326578.231410:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326578.231414:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326578.231418:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19a0cfc. 00000400:00000200:3.0:1767326578.231419:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326578.231424:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326578.231428:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326578.231432:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326578.231434:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326578.231439:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [529:529:255:4294967295] 192.168.203.127@tcp LPNI seq info [529:529:7:4294967295] 00000800:00000200:0.0:1767326578.231447:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326578.231453:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326578.231456:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a19a0cfc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326578.231461:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326578.231461:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326578.231465:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326578.231466:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767326578.231468:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326578.231471:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326578.231471:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326578.231474:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326578.231476:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326578.231482:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326578.231483:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306288632 00000400:00000200:2.0:1767326578.231484:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [530:530:254:4294967295] 192.168.203.127@tcp LPNI seq info [530:530:6:4294967295] 00000800:00000200:3.0:1767326578.231487:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326578.231492:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326578.231492:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000400:00000200:2.0:1767326578.231500:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767326578.231502:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 179135 usecs (180 jiffies) 00000100:00000001:0.0:1767326578.231503:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326578.231508:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306284212 00000800:00000200:2.0:1767326578.231508:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326578.231513:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e3843a0. 00000100:00000001:3.0:1767326578.231514:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306288632 00000100:00000001:0.0:1767326578.231514:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306288632 00000800:00000200:2.0:1767326578.231519:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326578.231520:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306284212 00000100:00000010:0.0:1767326578.231521:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000800:00000200:2.0:1767326578.231527:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326578.231529:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326578.231531:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e3843a0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326578.231537:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306288632 00000100:00000001:2.0:1767326578.231537:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326578.231537:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306288632 00000100:00000040:2.0:1767326578.231540:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11711 usecs (12 jiffies) 00000800:00000200:1.0:1767326578.231542:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326578.231544:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306284212 00000100:00000001:2.0:1767326578.231544:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306284044 00000100:00000010:0.0:1767326578.231545:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000800:00000010:1.0:1767326578.231549:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19a0cfc. 00000100:00000001:2.0:1767326578.231551:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306288632 00000100:00000001:0.0:1767326578.231553:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326578.231557:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306284044 00000400:00000200:1.0:1767326578.231557:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326578.231560:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306288632 00000100:00000001:0.0:1767326578.231560:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306288632 00000100:00000001:3.0:1767326578.231564:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306284212 00000100:00000001:2.0:1767326578.231564:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306288632 00000100:00000010:0.0:1767326578.231567:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000100:00000001:2.0:1767326578.231569:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306284044 00000400:00000200:1.0:1767326578.231571:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326578.231575:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306288632 00000100:00000001:0.0:1767326578.231575:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326578.231580:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680357b7 00000100:00000001:2.0:1767326578.231581:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306284044 00000100:00000001:3.0:1767326578.231582:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306288632 00000100:00000001:0.0:1767326578.231583:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326578.231586:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000680357b7. 00000100:00000001:2.0:1767326578.231588:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306288632 00000100:00000001:3.0:1767326578.231589:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326578.231590:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326578.231593:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326578.231593:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326578.231594:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326578.231597:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326578.231597:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326578.231597:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326578.231603:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326578.231604:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326578.231604:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326578.231604:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326578.231610:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326578.231611:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326578.231614:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326578.231616:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326578.231618:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326578.231619:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326578.231621:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326578.231621:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326578.231624:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326578.231625:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326578.231625:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.231627:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326578.231628:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326578.231628:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.231632:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.231641:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.231643:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326578.231657:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326578.231659:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:1.0:1767326578.231661:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326578.231665:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326578.231674:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000400:00000010:1.0:1767326578.231676:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:1.0:1767326578.231679:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326578.231682:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.231690:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326578.231692:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.231699:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.231700:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326578.231743:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326578.231746:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e3843a0. 00000400:00000200:1.0:1767326578.231750:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326578.231754:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326578.231774:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000400:00000010:1.0:1767326578.231777:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000100:00000001:1.0:1767326578.231780:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326578.231783:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.231791:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326578.231793:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.231799:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.231801:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326578.233496:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326578.233506:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326578.233509:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326578.233512:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326578.233519:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326578.233532:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10000 00000400:00000200:1.0:1767326578.233539:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:1.0:1767326578.233547:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326578.233560:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326578.233563:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326578.233567:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326578.233572:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326578.233575:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326578.233585:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.233603:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326578.233611:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326578.233614:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326578.233714:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326578.233718:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326578.233724:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326578.233727:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326578.233730:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000800:00000001:1.0:1767326578.233734:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326578.233735:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bec4a3dd 00000400:00000010:3.0:1767326578.233739:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bec4a3dd. 00000100:00000001:3.0:1767326578.233744:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326578.233744:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326578.233749:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326578.233751:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326578.233753:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326578.233779:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326578.233789:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10080 00000400:00000200:1.0:1767326578.233795:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x114d [1] + 224 00000800:00000001:1.0:1767326578.233800:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326578.233806:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326578.233809:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326578.233813:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326578.233817:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326578.233821:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326578.233837:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.233854:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326578.233859:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326578.233862:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326578.233879:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326578.233883:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326578.233894:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326578.233895:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326578.233897:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080462f5. 00000400:00000200:2.0:1767326578.233901:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000400:00000010:2.0:1767326578.233902:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000100:00000001:2.0:1767326578.233906:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326578.233912:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326578.233917:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326578.233921:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326578.233925:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326578.233927:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326578.233932:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326578.233933:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326578.233939:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326578.233940:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326578.233944:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326578.233946:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326578.233947:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326578.233950:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326578.233953:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326578.233958:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:2.0:1767326578.233961:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326578.233969:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=153 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326578.233969:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10100 00000100:00000001:2.0:1767326578.233978:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326578.233981:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326578.233985:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1159 [1] + 224 00010000:00000001:2.0:1767326578.233987:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326578.233989:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326578.233994:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326578.233994:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326578.234000:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326578.234011:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326578.234012:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326578.234015:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326578.234018:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326578.234018:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326578.234022:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326578.234023:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326578.234027:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326578.234028:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326578.234028:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326578.234033:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326578.234039:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326578.234040:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:3.0:1767326578.234046:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=13 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326578.234050:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326578.234055:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326578.234056:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326578.234057:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326578.234064:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326578.234065:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326578.234069:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326578.234070:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326578.234075:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326578.234078:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326578.234082:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326578.234083:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.234083:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326578.234093:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326578.234121:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326578.234126:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326578.234128:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326578.234129:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326578.234134:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386669184:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326578.234136:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326578.234136:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326578.234143:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326578.234144:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326578.234148:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767326578.234149:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386669056:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326578.234162:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326578.234162:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386669184/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326578.234167:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326578.234169:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326578.234173:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326578.234174:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386669056/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326578.234176:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326578.234178:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326578.234180:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326578.234183:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767326578.234184:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a05f1cc. 00000400:00000010:1.0:1767326578.234188:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056bbe969. 00000100:00000001:3.0:1767326578.234189:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326578.234190:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326578.234193:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767326578.234194:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767326578.234195:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 02000000:00000010:3.0:1767326578.234196:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000524ba0e2. 00000020:00000040:2.0:1767326578.234197:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000010:1.0:1767326578.234201:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000020:00000001:2.0:1767326578.234216:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326578.234217:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326578.234221:0:216340:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767326578.234222:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326578.234222:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767326578.234223:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326578.234228:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326578.234230:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767326578.234231:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 00000100:00000200:1.0:1767326578.234231:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326578.234234:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326578.234237:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 02000000:00000001:3.0:1767326578.234238:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326578.234243:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326578.234246:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326578.234250:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326578.234250:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326578.234251:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326578.234253:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000001:2.0:1767326578.234257:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326578.234259:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326578.234260:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326578.234265:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326578.234265:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326578.234269:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326578.234270:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326578.234272:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326578.234276:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326578.234277:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326578.234281:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.234282:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326578.234284:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326578.234287:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326578.234292:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326578.234294:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326578.234296:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326578.234300:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326578.234304:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326578.234308:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326578.234312:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326578.234314:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326578.234316:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326578.234320:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326578.234327:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.234329:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326578.234331:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326578.234333:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326578.234335:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326578.234338:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.234345:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326578.234347:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326578.234348:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326578.234351:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326578.234358:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386669312:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326578.234362:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326578.234364:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326578.234366:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386669312/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326578.234372:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326578.234373:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326578.234375:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe081f0. 02000000:00000001:1.0:1767326578.234379:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326578.234385:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326578.234386:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326578.234389:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326578.234391:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:1.0:1767326578.234393:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326578.234395:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326578.234396:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:1.0:1767326578.234399:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326578.234400:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326578.234402:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326578.234406:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326578.234408:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326578.234410:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326578.234412:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326578.934851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326578.934860:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326578.934862:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326578.934865:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326578.934895:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326578.934898:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326578.934900:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326578.934902:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326578.934942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326578.934945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326578.934948:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326579.958894:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326579.958903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326579.958932:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326579.958936:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326579.958940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326580.982889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326580.982897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326580.982920:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326580.982923:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326580.982926:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326582.006903:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326582.006912:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326582.006935:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326582.006939:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326582.006942:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326582.838841:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306288632, at 4306288640 00000100:00000040:2.0:1767326582.838855:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306288632, at 4306288640 00000100:00000010:1.0:1767326582.838860:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00000100:00000040:3.0:1767326582.838864:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306288632, at 4306288640 00000100:00000010:2.0:1767326582.838870:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000010:3.0:1767326582.838873:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000040:0.0:1767326582.839045:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306288632, at 4306288640 00000100:00000010:0.0:1767326582.839052:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00010000:00000001:0.0:1767326583.030843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326583.030851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326583.030873:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326583.030875:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326583.030878:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326583.350846:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326583.350859:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326583.350867:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ec5feb. 00000020:00000040:0.0:1767326583.350874:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326583.350880:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326583.350883:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326583.350906:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326583.350916:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:0.0:1767326583.350924:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.350937:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326583.350948:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326583.350950:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.350956:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ec5feb] to pc [ptlrpcd_00_02+2] req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326583.350987:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.350990:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326583.350993:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326583.350997:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98cad68. 00000020:00000040:0.0:1767326583.350999:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326583.351002:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326583.351004:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326583.351005:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326583.351006:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326583.351010:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:1.0:1767326583.351013:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326583.351014:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326583.351016:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326583.351020:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326583.351027:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326583.351031:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326583.351034:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.351042:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f98cad68] to pc [ptlrpcd_00_03+3] req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326583.351052:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326583.351058:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.351059:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.351081:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326583.351083:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326583.351084:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326583.351087:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326583.351091:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767326583.351091:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000100:00000001:2.0:1767326583.351092:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326583.351096:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326583.351098:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:1.0:1767326583.351101:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326583.351106:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326583.351113:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386669440:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326583.351113:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326583.351118:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326583.351123:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326583.351126:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767326583.351131:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000001:2.0:1767326583.351135:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326583.351136:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326583.351138:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326583.351139:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326583.351141:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326583.351145:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326583.351148:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326583.351154:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf751a2. 02000000:00000001:2.0:1767326583.351155:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326583.351161:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326583.351161:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.351190:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326583.351192:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326583.351193:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b98091. 02000000:00000001:2.0:1767326583.351198:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.351199:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_00+0] req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326583.351206:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00100000:2.0:1767326583.351224:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386669568:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326583.351233:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326583.351238:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326583.351240:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326583.351243:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326583.351243:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669440, portal 25 00000100:00000001:1.0:1767326583.351247:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767326583.351248:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4c1b7ed. 00000100:00000001:1.0:1767326583.351251:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656552064 : -125135052999552 : ffff8e30b99df480) 02000000:00000001:2.0:1767326583.351252:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.351252:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.351259:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326583.351261:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000040:1.0:1767326583.351261:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326583.351269:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000040:0.0:1767326583.351269:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326583.351277:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669568, portal 10 00000100:00000040:0.0:1767326583.351280:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11626) 00000100:00000001:2.0:1767326583.351281:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326583.351281:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326583.351286:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656543104 : -125135053008512 : ffff8e30b99dd180) 00000100:00000040:1.0:1767326583.351290:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326583.351294:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a92a58e. 00000100:00000040:2.0:1767326583.351297:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326583.351299:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386669440, offset 0 00000100:00000001:0.0:1767326583.351302:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326583.351307:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326583.351308:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326583.351313:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326583.351313:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326583.351317:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326583.351322:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000100:00000200:2.0:1767326583.351324:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386669568, offset 0 00000100:00000001:0.0:1767326583.351325:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326583.351329:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326583.351330:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326583.351332:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326583.351334:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326583.351336:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326583.351339:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326583.351342:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326583.351346:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326583.351346:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326583.351350:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326583.351353:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326583.351358:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326583.351361:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326583.351364:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326583.351365:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326583.351369:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [531:531:256:4294967295] 192.168.203.127@tcp LPNI seq info [531:531:8:4294967295] 02000000:00000001:0.0:1767326583.351369:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326583.351372:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326583.351376:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326583.351379:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386669696:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326583.351386:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326583.351395:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326583.351396:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326583.351398:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326583.351404:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326583.351404:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767326583.351405:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 02000000:00000001:0.0:1767326583.351409:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326583.351411:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:0.0:1767326583.351412:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326583.351418:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047deb66f. 00000800:00000200:1.0:1767326583.351420:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326583.351421:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326583.351422:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326583.351430:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:0.0:1767326583.351431:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000400:00000010:0.0:1767326583.351437:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000800:00000200:1.0:1767326583.351439:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326583.351442:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [532:532:255:4294967295] 192.168.203.127@tcp LPNI seq info [532:532:7:4294967295] 00000100:00000200:0.0:1767326583.351442:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669696, portal 10 00000800:00000200:1.0:1767326583.351449:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326583.351449:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326583.351453:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:0.0:1767326583.351462:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326583.351466:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326583.351467:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326583.351477:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306293752 00000100:00000001:0.0:1767326583.351477:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326583.351486:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326583.351489:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000400:00000010:0.0:1767326583.351491:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dd4a3c4. 00000800:00000200:2.0:1767326583.351493:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767326583.351497:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386669696, offset 0 00000800:00000010:2.0:1767326583.351500:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000100:00000001:1.0:1767326583.351503:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326583.351507:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326583.351510:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326583.351515:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306293752 00000400:00000200:0.0:1767326583.351518:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326583.351524:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000400:00000200:0.0:1767326583.351525:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326583.351531:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326583.351533:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326583.351534:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326583.351537:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326583.351541:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326583.351543:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306293752 00000100:00000001:2.0:1767326583.351544:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326583.351546:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326583.351549:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 178025 usecs (179 jiffies) 00000400:00000200:0.0:1767326583.351553:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [533:533:254:4294967295] 192.168.203.127@tcp LPNI seq info [533:533:6:4294967295] 00000100:00000001:2.0:1767326583.351556:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306289331 00000100:00000010:1.0:1767326583.351556:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000100:00000001:2.0:1767326583.351562:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306293752 00000100:00000001:1.0:1767326583.351563:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326583.351569:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306289331 00000400:00000200:0.0:1767326583.351569:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326583.351571:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306293752 00000100:00000001:2.0:1767326583.351575:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306293752 00000100:00000010:1.0:1767326583.351577:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000001:2.0:1767326583.351581:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306289331 00000100:00000001:1.0:1767326583.351583:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326583.351586:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326583.351588:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306293752 00000100:00000001:1.0:1767326583.351591:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326583.351592:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306289331 00000800:00000010:0.0:1767326583.351592:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000100:00000001:1.0:1767326583.351595:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326583.351599:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326583.351600:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306293752 00000100:00000001:1.0:1767326583.351602:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326583.351606:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000100:00000001:2.0:1767326583.351606:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326583.351606:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326583.351607:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326583.351615:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326583.351617:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326583.351618:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326583.351619:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326583.351621:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326583.351623:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326583.351625:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326583.351629:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326583.351631:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326583.351631:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326583.351636:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326583.351636:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326583.351638:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326583.351639:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000100:00000001:2.0:1767326583.351641:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326583.351641:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326583.351643:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:2.0:1767326583.351650:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326583.351650:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.351651:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11660 usecs (12 jiffies) 00000100:00000001:3.0:1767326583.351653:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326583.351654:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326583.351659:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.351659:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306289164 00000100:00000200:3.0:1767326583.351662:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326583.351665:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.351666:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306293752 00000100:00000001:0.0:1767326583.351670:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306289164 00000100:00000001:0.0:1767326583.351672:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306293752 00000100:00000001:0.0:1767326583.351674:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306289164 00000100:00000001:0.0:1767326583.351678:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306293752 00000100:00000001:0.0:1767326583.351682:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306289164 00000100:00000001:0.0:1767326583.351687:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306293752 00000100:00000001:0.0:1767326583.351692:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326583.351696:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326583.351699:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326583.351700:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.351706:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326583.351713:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.351725:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326583.351728:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326583.351748:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326583.351751:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000400:00000200:3.0:1767326583.351756:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326583.351802:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326583.351806:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000400:00000010:3.0:1767326583.351808:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:3.0:1767326583.351813:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326583.351817:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.351832:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326583.351836:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.351844:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326583.351846:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326583.351884:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326583.351887:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000400:00000200:3.0:1767326583.351890:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326583.351895:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326583.351898:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd4a3c4 00000400:00000010:3.0:1767326583.351900:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dd4a3c4. 00000100:00000001:3.0:1767326583.351903:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326583.351906:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.351915:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326583.351917:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.351925:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326583.351926:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326583.353805:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326583.353813:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326583.353815:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326583.353817:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326583.353824:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326583.353837:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10180 00000400:00000200:1.0:1767326583.353845:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:1.0:1767326583.353854:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326583.353862:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326583.353864:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326583.353868:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326583.353873:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326583.353877:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326583.353889:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326583.353909:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326583.353926:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326583.353930:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326583.353931:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326583.353934:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326583.353941:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326583.353942:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326583.353944:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b98091. 00000400:00000200:3.0:1767326583.353948:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:3.0:1767326583.353950:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:3.0:1767326583.353952:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326583.353956:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326583.353964:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.353970:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326583.353978:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326583.353981:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326583.353985:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326583.353987:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326583.354104:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326583.354108:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326583.354114:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326583.354119:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326583.354121:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326583.354123:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326583.354125:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326583.354127:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326583.354129:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326583.354134:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326583.354138:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326583.354139:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326583.354144:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326583.354147:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326583.354155:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326583.354165:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10200 00000400:00000200:1.0:1767326583.354187:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1165 [1] + 224 00000800:00000001:1.0:1767326583.354193:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326583.354218:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326583.354219:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326583.354222:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326583.354224:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326583.354225:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326583.354232:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326583.354234:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326583.354242:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326583.354246:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ec5feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386669440:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767326583.354251:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.354253:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326583.354257:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326583.354272:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326583.354291:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326583.354297:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326583.354312:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326583.354314:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ec5feb x1853175386669440/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326583.354316:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326583.354318:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326583.354321:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326583.354326:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326583.354326:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326583.354331:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326583.354336:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767326583.354337:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:1.0:1767326583.354337:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:3.0:1767326583.354343:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326583.354346:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:2.0:1767326583.354351:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000400:00000200:1.0:1767326583.354352:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10280 00000100:00000001:2.0:1767326583.354358:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326583.354363:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1171 [1] + 224 00000100:00000200:2.0:1767326583.354367:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326583.354372:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326583.354381:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326583.354385:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf751a2. 00000400:00000200:1.0:1767326583.354385:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326583.354395:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767326583.354399:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000001:3.0:1767326583.354400:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326583.354405:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326583.354410:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326583.354411:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767326583.354414:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326583.354416:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 00000100:00000200:1.0:1767326583.354418:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326583.354424:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326583.354429:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326583.354433:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326583.354436:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326583.354440:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767326583.354441:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ec5feb. 02000000:00000001:2.0:1767326583.354445:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326583.354449:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326583.354452:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326583.354452:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326583.354454:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326583.354457:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326583.354458:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326583.354465:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326583.354468:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=8 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326583.354475:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326583.354479:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326583.354482:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326583.354485:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326583.354488:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326583.354490:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326583.354491:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326583.354494:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326583.354497:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326583.354498:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326583.354504:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326583.354509:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326583.354513:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326583.354516:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326583.354517:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326583.354519:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326583.354520:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326583.354524:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326583.354526:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326583.354529:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326583.354532:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326583.354532:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000400:00000200:0.0:1767326583.354537:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326583.354540:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326583.354544:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326583.354551:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326583.354553:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326583.354558:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326583.354562:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326583.354570:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326583.354572:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326583.354590:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326583.354593:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326583.354596:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767326583.354598:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f98cad68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386669568:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326583.354599:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326583.354601:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326583.354603:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326583.354607:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326583.354610:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326583.354613:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326583.354616:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f98cad68 x1853175386669568/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326583.354619:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326583.354627:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326583.354633:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326583.354634:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326583.354635:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326583.354639:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326583.354646:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.354647:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326583.354649:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326583.354651:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326583.354653:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326583.354659:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326583.354675:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326583.354677:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326583.354679:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326583.354680:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326583.354683:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326583.354684:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4c1b7ed. 00000100:00000040:0.0:1767326583.354687:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326583.354691:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326583.354696:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767326583.354697:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386669696:192.168.203.127@tcp:400: 00000020:00000040:2.0:1767326583.354699:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326583.354702:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326583.354705:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326583.354706:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767326583.354710:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 00000100:00000040:0.0:1767326583.354711:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386669696/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326583.354718:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326583.354721:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326583.354722:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767326583.354724:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98cad68. 02000000:00000001:0.0:1767326583.354725:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326583.354727:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047deb66f. 00000100:00000001:2.0:1767326583.354730:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326583.354733:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326583.354734:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326583.354737:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326583.354739:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326583.354741:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326583.354746:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326583.354748:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326583.354754:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326583.354754:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326583.354782:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326583.354791:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 02000000:00000001:0.0:1767326583.354796:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326583.354798:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326583.354800:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:0.0:1767326583.354804:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326583.354805:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326583.354808:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326583.354812:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326583.354814:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326583.354816:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326583.354818:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326584.054874:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326584.054886:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326584.054927:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326584.054931:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326584.054933:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326585.078859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326585.078869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326585.078894:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326585.078908:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326585.078910:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326586.103977:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326586.103987:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326586.104132:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326586.104139:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326586.104144:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326587.126844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326587.126852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326587.126874:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326587.126876:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326587.126879:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326587.958867:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306293752, at 4306293760 00000100:00000040:1.0:1767326587.958867:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306293752, at 4306293760 00000100:00000040:0.0:1767326587.958867:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306293752, at 4306293760 00000100:00000040:3.0:1767326587.958875:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306293752, at 4306293760 00000100:00000010:1.0:1767326587.958888:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:2.0:1767326587.958892:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000010:0.0:1767326587.958895:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:3.0:1767326587.958897:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00010000:00000001:0.0:1767326588.150849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326588.150856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326588.150893:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326588.150897:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326588.150900:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326588.470942:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326588.470954:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326588.470967:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326588.470976:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326588.470981:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326588.470984:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326588.470990:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326588.470999:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326588.471006:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326588.471018:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326588.471028:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326588.471030:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326588.471035:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_01+1] req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.471062:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326588.471065:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326588.471070:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326588.471073:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000020:00000040:1.0:1767326588.471076:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326588.471079:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326588.471081:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326588.471086:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326588.471092:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326588.471094:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326588.471100:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326588.471105:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326588.471110:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326588.471116:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326588.471123:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326588.471126:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326588.471127:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471131:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326588.471146:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326588.471150:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326588.471151:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326588.471154:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326588.471154:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326588.471155:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326588.471163:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386669824:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326588.471164:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_02+2] req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326588.471170:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326588.471178:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326588.471181:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326588.471184:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326588.471186:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471188:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326588.471189:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7bd9925. 00000100:00000040:1.0:1767326588.471192:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326588.471193:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326588.471193:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471197:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326588.471199:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326588.471203:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000100:00000040:3.0:1767326588.471204:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326588.471205:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd2b487. 00000020:00000040:1.0:1767326588.471211:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:0.0:1767326588.471214:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:1.0:1767326588.471217:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326588.471220:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326588.471224:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471225:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767326588.471225:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669824, portal 25 02000000:00000010:1.0:1767326588.471229:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:0.0:1767326588.471229:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326588.471232:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000001:2.0:1767326588.471233:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326588.471234:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471236:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326588.471240:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326588.471241:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326588.471242:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326588.471244:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326588.471246:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326588.471253:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326588.471261:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386669952:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326588.471272:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326588.471273:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326588.471276:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326588.471277:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326588.471281:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326588.471281:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326588.471282:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326588.471286:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326588.471288:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718ba297. 00000100:00000040:1.0:1767326588.471290:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd2b487] to pc [ptlrpcd_00_03+3] req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326588.471292:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043a4b383. 00000100:00000200:0.0:1767326588.471293:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386669824, offset 0 02000000:00000001:3.0:1767326588.471298:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326588.471305:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326588.471310:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326588.471314:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f011faf1. 00000400:00000200:0.0:1767326588.471314:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326588.471316:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326588.471323:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11631) 00000400:00000010:3.0:1767326588.471324:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000200:3.0:1767326588.471329:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386669952, portal 10 00000100:00000001:2.0:1767326588.471333:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326588.471334:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326588.471334:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326588.471339:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000100:00000001:2.0:1767326588.471340:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326588.471343:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326588.471344:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326588.471349:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326588.471351:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326588.471355:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326588.471359:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326588.471367:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326588.471371:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326588.471375:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [534:534:256:4294967295] 192.168.203.127@tcp LPNI seq info [534:534:8:4294967295] 00000100:00000040:3.0:1767326588.471381:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326588.471385:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326588.471387:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 00000100:00000001:2.0:1767326588.471389:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326588.471390:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386669952, offset 0 02000000:00000001:2.0:1767326588.471396:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326588.471401:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326588.471401:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:3.0:1767326588.471402:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326588.471414:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326588.471418:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326588.471419:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:3.0:1767326588.471427:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326588.471427:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386670080:192.168.203.127@tcp:400: 00000800:00000010:0.0:1767326588.471427:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000400:00000200:3.0:1767326588.471436:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326588.471440:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326588.471441:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326588.471443:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326588.471447:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326588.471452:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [535:535:255:4294967295] 192.168.203.127@tcp LPNI seq info [535:535:7:4294967295] 00000800:00000200:0.0:1767326588.471453:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:2.0:1767326588.471455:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326588.471459:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326588.471460:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326588.471466:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326588.471470:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:2.0:1767326588.471473:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034b0972b. 00000800:00000200:3.0:1767326588.471476:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326588.471479:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326588.471482:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000100:00000001:0.0:1767326588.471482:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326588.471486:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000001:0.0:1767326588.471490:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306298872 00000800:00000200:3.0:1767326588.471491:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326588.471493:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000010:0.0:1767326588.471496:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000100:00000200:2.0:1767326588.471500:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670080, portal 10 00000800:00000200:3.0:1767326588.471501:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326588.471505:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326588.471506:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326588.471507:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326588.471512:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831693312 : -125135877858304 : ffff8e3088739c00) 00000100:00000001:3.0:1767326588.471513:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326588.471516:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306298872 00000100:00000040:3.0:1767326588.471519:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 176931 usecs (177 jiffies) 00000100:00000010:0.0:1767326588.471521:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e5fd5b. 00000100:00000001:3.0:1767326588.471523:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306294449 00000100:00000040:2.0:1767326588.471526:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326588.471528:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326588.471529:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306298872 00000100:00000001:0.0:1767326588.471535:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306298872 00000100:00000001:3.0:1767326588.471536:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306294449 00000100:00000010:0.0:1767326588.471541:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000100:00000001:3.0:1767326588.471542:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306298872 00000800:00000200:1.0:1767326588.471544:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326588.471547:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326588.471549:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767326588.471551:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:0.0:1767326588.471553:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306298872 00000100:00000001:3.0:1767326588.471554:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306294449 00000100:00000040:2.0:1767326588.471559:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326588.471559:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000100:00000001:3.0:1767326588.471560:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306298872 00000400:00000200:1.0:1767326588.471560:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326588.471565:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000001:0.0:1767326588.471566:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326588.471567:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306294449 00000400:00000200:1.0:1767326588.471572:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:2.0:1767326588.471573:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386670080, offset 0 00000100:00000001:3.0:1767326588.471574:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306298872 00000100:00000001:0.0:1767326588.471574:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326588.471580:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718ba297 00000100:00000001:3.0:1767326588.471581:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326588.471582:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326588.471585:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718ba297. 00000100:00000001:3.0:1767326588.471587:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326588.471588:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471591:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326588.471592:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326588.471592:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326588.471596:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326588.471598:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000200:1.0:1767326588.471600:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326588.471604:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326588.471605:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326588.471610:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326588.471610:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326588.471610:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326588.471616:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326588.471618:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326588.471618:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326588.471622:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326588.471623:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326588.471623:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326588.471623:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326588.471628:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326588.471628:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326588.471632:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326588.471635:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.471636:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326588.471638:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326588.471640:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326588.471642:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326588.471648:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326588.471653:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [536:536:254:4294967295] 192.168.203.127@tcp LPNI seq info [536:536:6:4294967295] 00000400:00000200:2.0:1767326588.471665:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326588.471671:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326588.471676:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423a80c5. 00000800:00000200:2.0:1767326588.471681:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326588.471686:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326588.471689:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000423a80c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326588.471693:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326588.471696:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11612 usecs (12 jiffies) 00000100:00000001:2.0:1767326588.471699:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306294284 00000100:00000001:2.0:1767326588.471709:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306298872 00000100:00000001:2.0:1767326588.471712:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306294284 00000100:00000001:2.0:1767326588.471714:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306298872 00000100:00000001:2.0:1767326588.471716:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306294284 00000100:00000001:2.0:1767326588.471718:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306298872 00000100:00000001:2.0:1767326588.471720:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306294284 00000100:00000001:2.0:1767326588.471722:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306298872 00000100:00000001:2.0:1767326588.471724:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326588.471727:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.471730:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.471732:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326588.471737:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326588.471738:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326588.471741:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000100:00000001:2.0:1767326588.471742:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326588.471746:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326588.471748:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326588.471752:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326588.471755:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.471786:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326588.471790:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326588.471796:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000400:00000010:1.0:1767326588.471799:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000001:1.0:1767326588.471804:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326588.471808:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.471816:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326588.471819:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.471826:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326588.471827:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326588.471840:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326588.471842:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423a80c5. 00000400:00000200:1.0:1767326588.471846:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326588.471850:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326588.471852:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:1.0:1767326588.471859:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:1.0:1767326588.471863:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326588.471866:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.471874:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326588.471876:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.471883:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326588.471885:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326588.473187:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473200:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326588.473202:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473205:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326588.473210:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326588.473220:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10300 00000400:00000200:1.0:1767326588.473226:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1179 [1] + 224 00000800:00000001:1.0:1767326588.473232:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473238:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326588.473240:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326588.473242:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326588.473246:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326588.473248:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326588.473256:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.473268:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326588.473275:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473278:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326588.473298:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326588.473301:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326588.473306:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326588.473308:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326588.473316:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000400:00000200:0.0:1767326588.473320:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326588.473321:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326588.473323:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326588.473326:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326588.473332:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326588.473337:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326588.473338:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326588.473340:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326588.473342:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326588.473344:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326588.473345:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326588.473347:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326588.473353:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326588.473355:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326588.473357:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326588.473358:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326588.473361:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326588.473363:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326588.473365:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326588.473368:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326588.473373:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326588.473375:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326588.473376:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326588.473379:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326588.473383:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386669824:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326588.473386:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326588.473387:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326588.473388:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386669824/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326588.473397:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326588.473399:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326588.473402:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7bd9925. 02000000:00000001:0.0:1767326588.473404:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326588.473406:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326588.473407:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326588.473409:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326588.473411:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:0.0:1767326588.473414:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326588.473415:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326588.473416:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:0.0:1767326588.473419:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326588.473420:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326588.473421:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326588.473424:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326588.473425:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326588.473426:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326588.473427:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326588.473597:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473603:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326588.473604:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473606:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326588.473609:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326588.473620:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10380 00000400:00000200:1.0:1767326588.473623:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:1.0:1767326588.473626:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473629:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326588.473630:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326588.473632:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326588.473635:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326588.473638:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326588.473645:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.473655:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326588.473659:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473661:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326588.473662:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326588.473665:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326588.473668:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326588.473672:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10400 00000400:00000200:1.0:1767326588.473676:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1189 [1] + 224 00000100:00000001:3.0:1767326588.473678:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326588.473679:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326588.473684:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326588.473685:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326588.473688:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326588.473690:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326588.473691:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000001:3.0:1767326588.473695:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326588.473699:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f011faf1. 00000400:00000200:3.0:1767326588.473704:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767326588.473706:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767326588.473709:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326588.473709:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326588.473714:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326588.473717:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326588.473729:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326588.473749:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326588.473751:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326588.473777:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326588.473778:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326588.473779:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326588.473781:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326588.473783:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326588.473786:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326588.473788:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326588.473788:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326588.473792:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326588.473810:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.473811:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767326588.473816:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=13 v=5 (5 5 5 5) 00000400:00000001:2.0:1767326588.473818:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326588.473820:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326588.473822:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:2.0:1767326588.473828:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000100:00001000:3.0:1767326588.473829:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=13 v=5 (1 1 1 1) 00000400:00000010:2.0:1767326588.473833:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:3.0:1767326588.473834:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326588.473837:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.473838:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326588.473839:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326588.473844:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.473847:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767326588.473847:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326588.473850:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326588.473854:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326588.473856:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326588.473864:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326588.473873:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326588.473875:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326588.473879:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326588.473882:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326588.473890:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326588.473891:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326588.473895:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326588.473900:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767326588.473902:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386669952:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326588.473905:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326588.473906:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326588.473909:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386669952/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326588.473911:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326588.473915:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326588.473920:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.473921:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326588.473924:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326588.473926:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326588.473927:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043a4b383. 02000000:00000001:3.0:1767326588.473931:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326588.473934:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326588.473935:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00001000:2.0:1767326588.473935:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=23 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326588.473937:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326588.473940:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 00000100:00001000:2.0:1767326588.473944:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=113 v=5 (1 0 0 0) 02000000:00000001:3.0:1767326588.473945:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326588.473947:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326588.473949:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:2.0:1767326588.473953:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326588.473954:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326588.473956:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326588.473975:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326588.473979:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326588.473981:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767326588.473984:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326588.473986:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326588.473988:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326588.473991:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326588.473993:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326588.474001:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.474004:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326588.474006:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326588.474008:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326588.474009:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326588.474013:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326588.474020:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326588.474023:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326588.474024:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326588.474027:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326588.474035:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386670080:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326588.474041:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326588.474043:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326588.474045:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd2b487 x1853175386670080/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326588.474054:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326588.474055:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326588.474057:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034b0972b. 02000000:00000001:2.0:1767326588.474061:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326588.474069:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326588.474070:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326588.474073:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326588.474074:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767326588.474076:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326588.474078:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326588.474079:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd2b487. 00000100:00000001:2.0:1767326588.474081:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326588.474082:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326588.474083:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326588.474086:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326588.474088:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326588.474089:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326588.474090:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326589.174882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326589.174891:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326589.174894:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326589.174897:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326589.174902:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326589.174904:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326589.174906:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326589.174908:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326589.174927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326589.174930:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326589.174956:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326590.198866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326590.198874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326590.198928:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326590.198933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326590.198935:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326591.222929:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326591.222937:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326591.222998:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326591.223002:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326591.223005:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326592.246870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326592.246879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326592.246934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326592.246938:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326592.246941:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326593.078853:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306298872, at 4306298880 00000100:00000040:0.0:1767326593.078853:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306298872, at 4306298880 00000100:00000040:3.0:1767326593.078866:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306298872, at 4306298880 00000100:00000040:1.0:1767326593.078867:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306298872, at 4306298880 00000100:00000010:0.0:1767326593.078868:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000010:2.0:1767326593.078871:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00000100:00000010:3.0:1767326593.078887:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:1.0:1767326593.078890:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e5fd5b. 00010000:00000001:0.0:1767326593.270889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326593.270895:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326593.270956:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326593.270959:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326593.270961:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326593.590849:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326593.590857:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326593.590866:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbee18fd. 00000020:00000040:1.0:1767326593.590871:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326593.590875:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326593.590878:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326593.590883:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326593.590890:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326593.590896:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326593.590905:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326593.590913:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326593.590915:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326593.590919:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbee18fd] to pc [ptlrpcd_00_00+0] req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326593.590957:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326593.590961:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326593.590965:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326593.590968:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd2b487. 00000020:00000040:1.0:1767326593.590971:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326593.590974:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326593.590976:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326593.590978:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326593.590989:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326593.590995:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326593.590998:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326593.591000:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:2.0:1767326593.591004:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326593.591007:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326593.591008:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326593.591012:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326593.591013:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326593.591016:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326593.591019:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326593.591023:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.591024:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326593.591026:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326593.591047:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326593.591049:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326593.591053:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326593.591054:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326593.591058:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326593.591058:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326593.591063:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326593.591068:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386670208:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326593.591070:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd2b487] to pc [ptlrpcd_00_01+1] req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326593.591074:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326593.591079:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326593.591082:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326593.591086:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326593.591096:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041c7314a. 00000100:00000001:1.0:1767326593.591111:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326593.591113:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326593.591117:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326593.591121:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000001:1.0:1767326593.591123:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326593.591129:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3848d8b. 00000400:00000010:2.0:1767326593.591131:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000020:00000040:1.0:1767326593.591134:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326593.591137:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326593.591139:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767326593.591141:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670208, portal 25 02000000:00000001:1.0:1767326593.591142:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767326593.591143:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326593.591147:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326593.591148:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326593.591148:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326593.591151:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831689728 : -125135877861888 : ffff8e3088738e00) 02000000:00000010:1.0:1767326593.591157:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:3.0:1767326593.591158:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326593.591161:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.591163:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326593.591164:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326593.591171:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326593.591176:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326593.591178:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326593.591181:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326593.591185:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326593.591188:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326593.591195:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326593.591195:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000001:1.0:1767326593.591201:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767326593.591203:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386670208, offset 0 00000100:00000001:1.0:1767326593.591205:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326593.591216:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326593.591216:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326593.591218:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3848d8b] to pc [ptlrpcd_00_02+2] req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.591219:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326593.591225:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326593.591228:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326593.591232:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326593.591234:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326593.591242:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386670336:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326593.591242:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326593.591248:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326593.591251:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326593.591251:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326593.591254:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326593.591256:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326593.591257:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326593.591259:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326593.591260:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326593.591263:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:3.0:1767326593.591265:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e39704d3. 00000100:00000040:1.0:1767326593.591267:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326593.591270:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326593.591273:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [537:537:256:4294967295] 192.168.203.127@tcp LPNI seq info [537:537:8:4294967295] 00000100:00000040:1.0:1767326593.591276:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11637) 00000400:00000010:3.0:1767326593.591277:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f011faf1. 00000100:00000001:0.0:1767326593.591281:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326593.591284:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:0.0:1767326593.591287:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326593.591290:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670336, portal 10 00000100:00000001:0.0:1767326593.591292:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326593.591293:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326593.591295:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326593.591300:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326593.591301:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326593.591303:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.591305:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831693312 : -125135877858304 : ffff8e3088739c00) 00000800:00000010:2.0:1767326593.591309:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000100:00000001:1.0:1767326593.591312:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326593.591317:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326593.591321:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326593.591337:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326593.591338:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326593.591342:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326593.591344:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326593.591344:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326593.591347:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326593.591351:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326593.591352:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326593.591355:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 02000000:00000001:0.0:1767326593.591357:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326593.591359:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386670336, offset 0 00000100:00000001:2.0:1767326593.591360:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326593.591365:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:0.0:1767326593.591365:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386670464:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326593.591366:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306303992 00000100:00000010:2.0:1767326593.591374:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000100:00000001:0.0:1767326593.591374:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326593.591378:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767326593.591381:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326593.591383:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326593.591383:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326593.591385:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326593.591389:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326593.591390:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326593.591392:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306303992 00000400:00000200:3.0:1767326593.591394:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1767326593.591396:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008525b7ff. 00000400:00000200:3.0:1767326593.591397:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326593.591403:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326593.591405:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [538:538:255:4294967295] 192.168.203.127@tcp LPNI seq info [538:538:7:4294967295] 00000100:00000010:2.0:1767326593.591405:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb6039c0. 00000400:00000010:0.0:1767326593.591411:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000100:00000001:2.0:1767326593.591412:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326593.591419:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306303992 00000400:00000010:0.0:1767326593.591421:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000400:00000200:3.0:1767326593.591424:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:2.0:1767326593.591426:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 00000100:00000200:0.0:1767326593.591429:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670464, portal 10 00000100:00000001:2.0:1767326593.591431:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767326593.591433:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326593.591437:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326593.591438:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306303992 00000800:00000010:3.0:1767326593.591439:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081cc8879. 00000100:00000001:0.0:1767326593.591440:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831699584 : -125135877852032 : ffff8e308873b480) 00000100:00000010:2.0:1767326593.591442:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a6246b. 00000100:00000001:2.0:1767326593.591447:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326593.591448:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326593.591451:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326593.591452:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326593.591454:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326593.591458:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326593.591459:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326593.591462:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326593.591464:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000800:00000200:3.0:1767326593.591465:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081cc8879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326593.591469:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326593.591473:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326593.591474:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326593.591475:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326593.591481:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326593.591482:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 175846 usecs (176 jiffies) 00000100:00000001:2.0:1767326593.591486:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326593.591487:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326593.591488:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306299568 00000100:00000001:2.0:1767326593.591493:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326593.591495:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306303992 00000400:00000200:1.0:1767326593.591497:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000400:00000010:1.0:1767326593.591501:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000001:3.0:1767326593.591502:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306299568 00000100:00000001:1.0:1767326593.591507:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326593.591508:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306303992 00000100:00000001:3.0:1767326593.591515:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306299568 00000100:00000200:1.0:1767326593.591515:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326593.591518:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326593.591521:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306303992 00000100:00000001:3.0:1767326593.591527:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306299568 00000100:00000040:0.0:1767326593.591530:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326593.591535:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326593.591536:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306303992 00000400:00000010:0.0:1767326593.591537:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b59054d. 00000100:00000040:1.0:1767326593.591541:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326593.591544:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386670464, offset 0 00000100:00000001:1.0:1767326593.591553:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326593.591554:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326593.591558:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326593.591567:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326593.591569:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081cc8879. 00000400:00000200:1.0:1767326593.591572:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326593.591574:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326593.591580:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326593.591584:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326593.591587:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326593.591590:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326593.591593:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326593.591596:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [539:539:255:4294967295] 192.168.203.127@tcp LPNI seq info [539:539:7:4294967295] 00000400:00000200:0.0:1767326593.591606:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326593.591612:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000800:00000200:0.0:1767326593.591613:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326593.591615:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:1.0:1767326593.591618:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326593.591622:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326593.591626:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00000001:1.0:1767326593.591628:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326593.591632:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326593.591638:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326593.591643:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326593.591645:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326593.591648:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326593.591649:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326593.591654:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326593.591655:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326593.591659:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326593.591664:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326593.591666:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326593.591671:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11558 usecs (12 jiffies) 00000100:00000001:0.0:1767326593.591675:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306299404 00000100:00000001:0.0:1767326593.591678:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306303992 00000100:00000001:0.0:1767326593.591681:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306299404 00000800:00000200:1.0:1767326593.591682:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326593.591684:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306303992 00000800:00000010:1.0:1767326593.591686:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:1.0:1767326593.591690:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326593.591691:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306299404 00000400:00000200:1.0:1767326593.591697:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326593.591698:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306303992 00000400:00000200:1.0:1767326593.591700:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b59054d 00000100:00000001:0.0:1767326593.591703:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306299404 00000100:00000001:0.0:1767326593.591705:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306303992 00000400:00000010:1.0:1767326593.591708:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b59054d. 00000100:00000001:1.0:1767326593.591711:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326593.591716:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326593.591717:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326593.591725:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326593.591729:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326593.591730:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326593.591734:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326593.591735:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326593.591744:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326593.591744:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326593.591749:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326593.591749:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326593.591755:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326593.591795:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326593.591797:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326593.591801:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326593.593440:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593451:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326593.593453:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593463:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326593.593468:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326593.593479:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10500 00000400:00000200:1.0:1767326593.593484:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1199 [1] + 224 00000800:00000001:1.0:1767326593.593489:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593493:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326593.593495:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326593.593498:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326593.593503:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326593.593506:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326593.593514:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326593.593527:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326593.593533:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593535:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326593.593537:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593539:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326593.593542:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326593.593546:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10480 00000400:00000200:1.0:1767326593.593556:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:1.0:1767326593.593559:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593564:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326593.593566:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326593.593570:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326593.593574:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326593.593576:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326593.593577:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.593586:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326593.593590:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326593.593602:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326593.593604:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767326593.593619:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326593.593625:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f011faf1. 00000400:00000200:3.0:1767326593.593633:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767326593.593636:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767326593.593641:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326593.593643:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326593.593648:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326593.593652:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326593.593657:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326593.593664:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326593.593672:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326593.593675:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326593.593682:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326593.593688:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326593.593689:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000100:00000001:3.0:1767326593.593696:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326593.593697:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000100:00000001:3.0:1767326593.593701:0:216338:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767326593.593703:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 02000000:00000001:3.0:1767326593.593705:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326593.593710:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326593.593711:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326593.593713:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326593.593718:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326593.593722:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326593.593728:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326593.593739:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326593.593748:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326593.593751:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326593.593755:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326593.593796:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326593.593796:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.593802:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326593.593807:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326593.593815:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326593.593818:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326593.593821:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326593.593823:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326593.593826:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326593.593828:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326593.593830:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326593.593839:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326593.593843:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326593.593847:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326593.593849:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326593.593850:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326593.593852:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326593.593854:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326593.593856:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326593.593859:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326593.593864:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326593.593866:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326593.593868:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326593.593871:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326593.593876:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fbee18fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386670208:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326593.593879:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326593.593880:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326593.593881:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbee18fd x1853175386670208/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326593.593886:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326593.593888:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326593.593890:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041c7314a. 02000000:00000001:2.0:1767326593.593892:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326593.593894:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326593.593896:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326593.593900:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326593.593900:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326593.593906:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767326593.593910:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326593.593917:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326593.593917:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1767326593.593918:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767326593.593920:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbee18fd. 00000100:00000001:2.0:1767326593.593925:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326593.593926:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326593.593928:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326593.593933:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326593.593935:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326593.593939:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767326593.593939:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326593.593942:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326593.593946:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326593.593948:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326593.593953:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326593.593966:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10580 00000400:00000200:1.0:1767326593.593972:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11a1 [1] + 224 00000800:00000001:1.0:1767326593.593996:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326593.594000:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326593.594006:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326593.594007:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326593.594009:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326593.594011:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326593.594025:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326593.594025:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326593.594036:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326593.594043:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326593.594074:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd2b487 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386670336:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326593.594075:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.594090:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326593.594113:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326593.594118:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326593.594119:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd2b487 x1853175386670336/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326593.594126:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326593.594130:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326593.594133:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e39704d3. 00000800:00000001:1.0:1767326593.594134:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326593.594137:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1767326593.594138:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326593.594140:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326593.594144:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326593.594146:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326593.594149:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:3.0:1767326593.594154:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326593.594156:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326593.594158:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd2b487. 00000100:00000001:3.0:1767326593.594164:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326593.594167:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326593.594167:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326593.594173:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326593.594175:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326593.594181:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767326593.594181:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326593.594183:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326593.594187:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326593.594188:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326593.594191:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326593.594193:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000400:00000200:0.0:1767326593.594200:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326593.594203:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000001:0.0:1767326593.594206:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326593.594213:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326593.594223:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326593.594230:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326593.594232:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326593.594234:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326593.594236:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326593.594238:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326593.594240:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326593.594242:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326593.594246:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326593.594250:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326593.594252:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326593.594254:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326593.594256:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326593.594260:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326593.594281:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326593.594284:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326593.594286:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326593.594288:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326593.594289:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326593.594293:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326593.594299:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326593.594302:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326593.594304:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326593.594306:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326593.594314:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3848d8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386670464:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326593.594318:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326593.594320:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326593.594323:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3848d8b x1853175386670464/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326593.594329:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326593.594331:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326593.594334:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008525b7ff. 02000000:00000001:0.0:1767326593.594337:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326593.594338:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326593.594340:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326593.594342:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326593.594344:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:0.0:1767326593.594347:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326593.594349:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326593.594350:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3848d8b. 00000100:00000001:0.0:1767326593.594353:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326593.594355:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326593.594361:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326593.594366:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326593.594367:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326593.594370:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326593.594372:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326594.294839:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326594.294845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326594.294890:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326594.294893:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326594.294896:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326595.318847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326595.318853:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326595.318898:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326595.318902:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326595.318906:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326596.342854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326596.342860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326596.342951:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326596.342955:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326596.342958:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326597.366854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326597.366860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326597.366903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326597.366905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326597.366908:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326598.198838:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306303992, at 4306304000 00000100:00000040:1.0:1767326598.198841:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306303992, at 4306304000 00000100:00000040:0.0:1767326598.198847:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306303992, at 4306304000 00000100:00000010:2.0:1767326598.198854:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00000100:00000010:1.0:1767326598.198857:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb6039c0. 00000100:00000010:0.0:1767326598.198858:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00000100:00000040:3.0:1767326598.198861:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306303992, at 4306304000 00000100:00000010:3.0:1767326598.198870:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a6246b. 00010000:00000001:0.0:1767326598.390823:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326598.390829:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326598.390891:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326598.390896:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326598.390900:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326598.710847:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326598.710855:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326598.710864:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8219c95. 00000020:00000040:0.0:1767326598.710869:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326598.710873:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326598.710875:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326598.710879:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326598.710884:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061011158. 00000100:00000001:0.0:1767326598.710889:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.710897:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326598.710905:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326598.710919:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.710924:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8219c95] to pc [ptlrpcd_00_03+3] req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326598.710947:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.710948:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326598.710951:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326598.710953:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9ca3194. 00000020:00000040:0.0:1767326598.710954:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326598.710956:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326598.710957:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326598.710958:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326598.710960:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326598.710962:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.710964:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326598.710969:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326598.710970:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.710973:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ca3194] to pc [ptlrpcd_00_00+0] req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326598.710989:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.710990:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326598.710993:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326598.710994:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767326598.710996:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326598.710997:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326598.710998:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326598.710999:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326598.710999:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326598.711001:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326598.711006:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bbc04394. 00000100:00000001:1.0:1767326598.711007:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326598.711010:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711012:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326598.711013:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326598.711018:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326598.711019:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326598.711023:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326598.711025:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.711026:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326598.711035:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.711038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326598.711043:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326598.711082:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326598.711082:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326598.711087:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326598.711088:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711090:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326598.711092:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326598.711095:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326598.711096:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326598.711097:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326598.711100:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326598.711102:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326598.711106:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_01+1] req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326598.711108:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326598.711111:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386670720:192.168.203.127@tcp:400: 00000100:00100000:1.0:1767326598.711118:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386670592:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326598.711124:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326598.711129:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326598.711132:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326598.711132:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326598.711136:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326598.711137:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326598.711138:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326598.711141:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686c74ad. 00000100:00000040:0.0:1767326598.711142:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326598.711144:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326598.711146:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326598.711151:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326598.711152:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326598.711156:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 02000000:00000010:1.0:1767326598.711157:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8100072. 00000100:00000040:0.0:1767326598.711158:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11642) 00000400:00000010:2.0:1767326598.711163:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 02000000:00000001:1.0:1767326598.711164:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326598.711168:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326598.711171:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670720, portal 10 00000400:00000010:1.0:1767326598.711172:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba72bd2. 00000100:00000001:3.0:1767326598.711173:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326598.711175:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326598.711177:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326598.711178:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656548480 : -125135053003136 : ffff8e30b99de680) 00000400:00000010:1.0:1767326598.711182:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000040:3.0:1767326598.711186:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326598.711187:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326598.711188:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670592, portal 25 00000100:00000001:1.0:1767326598.711195:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326598.711206:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656553856 : -125135052997760 : ffff8e30b99dfb80) 00000100:00000040:1.0:1767326598.711218:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.711220:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326598.711222:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326598.711226:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326598.711227:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326598.711233:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326598.711234:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 00000100:00000001:1.0:1767326598.711237:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326598.711238:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326598.711246:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326598.711247:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326598.711247:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386670720, offset 0 00000400:00000010:1.0:1767326598.711253:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88aeb00. 00000100:00100000:3.0:1767326598.711257:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386670848:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326598.711260:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326598.711265:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326598.711268:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386670592, offset 0 02000000:00000001:3.0:1767326598.711270:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326598.711274:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326598.711275:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326598.711280:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326598.711280:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326598.711281:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326598.711287:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82d7855. 00000400:00000200:2.0:1767326598.711288:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326598.711293:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326598.711293:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326598.711298:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326598.711301:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f011faf1. 00000400:00000200:2.0:1767326598.711302:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [540:540:256:4294967295] 192.168.203.127@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000010:3.0:1767326598.711311:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000400:00000200:2.0:1767326598.711317:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326598.711318:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670848, portal 10 00000100:00000001:3.0:1767326598.711324:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326598.711327:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326598.711328:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000400:00000200:1.0:1767326598.711331:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326598.711334:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086c13a69. 00000400:00000200:1.0:1767326598.711339:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326598.711340:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326598.711347:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326598.711351:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326598.711356:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326598.711363:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326598.711365:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:2.0:1767326598.711367:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:3.0:1767326598.711373:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326598.711375:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086c13a69 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326598.711376:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [541:541:255:4294967295] 192.168.203.127@tcp LPNI seq info [541:541:7:4294967295] 00000400:00000010:3.0:1767326598.711379:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 00000100:00000200:3.0:1767326598.711386:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386670848, offset 0 00000100:00000001:2.0:1767326598.711395:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326598.711398:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326598.711401:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326598.711402:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 174773 usecs (175 jiffies) 00000100:00000001:2.0:1767326598.711407:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306304687 00000800:00000200:1.0:1767326598.711412:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:2.0:1767326598.711413:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 00000400:00000200:3.0:1767326598.711417:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326598.711418:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000100:00000001:2.0:1767326598.711420:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326598.711423:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326598.711428:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306304687 00000800:00000200:1.0:1767326598.711429:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:2.0:1767326598.711434:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 00000400:00000200:3.0:1767326598.711439:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326598.711439:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326598.711442:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326598.711445:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306304687 00000800:00000200:1.0:1767326598.711447:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326598.711448:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326598.711450:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000100:00000001:1.0:1767326598.711455:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326598.711456:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326598.711459:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326598.711462:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326598.711464:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306304687 00000100:00000001:1.0:1767326598.711464:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306309112 00000800:00000010:0.0:1767326598.711469:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086c13a69. 00000400:00000200:3.0:1767326598.711471:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [542:542:254:4294967295] 192.168.203.127@tcp LPNI seq info [542:542:6:4294967295] 00000100:00000010:2.0:1767326598.711472:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000862bd25f. 00000100:00000001:1.0:1767326598.711476:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306304687 00000100:00000001:2.0:1767326598.711478:0:216338:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326598.711479:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326598.711485:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306309112 00000100:00000001:2.0:1767326598.711490:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326598.711491:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326598.711494:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306304687 00000100:00000001:2.0:1767326598.711495:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326598.711499:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326598.711503:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326598.711504:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306309112 00000100:00000001:2.0:1767326598.711507:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326598.711510:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000800:00000200:3.0:1767326598.711511:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326598.711513:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306304687 00000400:00000010:0.0:1767326598.711515:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000001:2.0:1767326598.711516:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326598.711519:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326598.711520:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000100:00000001:1.0:1767326598.711521:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306309112 00000100:00000001:2.0:1767326598.711523:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326598.711524:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326598.711526:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326598.711530:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326598.711531:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306304687 00000100:00000001:2.0:1767326598.711534:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326598.711534:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326598.711543:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326598.711547:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326598.711554:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326598.711558:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326598.711560:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711563:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767326598.711564:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326598.711565:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326598.711571:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.711573:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326598.711574:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326598.711578:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326598.711581:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11510 usecs (12 jiffies) 00000100:00000001:1.0:1767326598.711585:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326598.711589:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306304524 00000100:00000001:1.0:1767326598.711590:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326598.711592:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326598.711596:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306309112 00000100:00000001:1.0:1767326598.711596:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711597:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326598.711603:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306304524 00000100:00000001:1.0:1767326598.711603:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326598.711607:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306309112 00000100:00000001:3.0:1767326598.711611:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306304524 00000100:00000001:3.0:1767326598.711614:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306309112 00000800:00000200:0.0:1767326598.711614:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326598.711619:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000400:00000200:0.0:1767326598.711624:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326598.711626:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306304524 00000100:00000001:3.0:1767326598.711632:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306309112 00000400:00000200:0.0:1767326598.711632:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326598.711637:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000100:00000001:3.0:1767326598.711638:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326598.711642:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000001:3.0:1767326598.711643:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711648:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326598.711649:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326598.711653:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326598.711654:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.711659:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326598.711661:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326598.711665:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326598.711668:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326598.711671:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711676:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326598.711681:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.711683:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711693:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711695:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326598.711751:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326598.711754:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000400:00000200:0.0:1767326598.711782:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326598.711786:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326598.711789:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000400:00000010:0.0:1767326598.711791:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:0.0:1767326598.711794:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326598.711797:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326598.711804:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326598.711807:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326598.711813:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326598.711815:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326598.713421:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713432:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326598.713435:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713437:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326598.713445:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326598.713455:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10680 00000400:00000200:1.0:1767326598.713462:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:1.0:1767326598.713470:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713477:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326598.713479:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326598.713483:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326598.713487:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326598.713491:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326598.713502:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326598.713521:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326598.713528:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713531:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713556:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326598.713559:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326598.713564:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326598.713566:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326598.713568:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:2.0:1767326598.713572:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:2.0:1767326598.713575:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326598.713577:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326598.713582:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326598.713590:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.713597:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326598.713599:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713601:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326598.713604:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326598.713606:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326598.713608:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326598.713611:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326598.713617:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326598.713622:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326598.713624:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326598.713626:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326598.713628:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326598.713631:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326598.713634:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326598.713643:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326598.713646:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326598.713647:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326598.713652:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.713660:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326598.713662:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326598.713664:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326598.713667:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326598.713676:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9ca3194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386670720:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767326598.713679:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326598.713682:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326598.713685:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713686:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326598.713688:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326598.713692:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9ca3194 x1853175386670720/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326598.713692:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326598.713702:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326598.713707:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326598.713709:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326598.713713:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686c74ad. 02000000:00000001:2.0:1767326598.713718:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326598.713721:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767326598.713722:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10700 00000020:00000040:2.0:1767326598.713723:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326598.713730:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326598.713733:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00000400:00000200:1.0:1767326598.713733:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11b9 [1] + 224 02000000:00000001:2.0:1767326598.713739:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326598.713742:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326598.713743:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326598.713746:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9ca3194. 00000100:00000001:2.0:1767326598.713752:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767326598.713752:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713754:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713781:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713785:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326598.713786:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326598.713787:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326598.713791:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326598.713794:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326598.713797:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326598.713803:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326598.713810:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326598.713820:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326598.713835:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326598.713840:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713844:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326598.713845:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713848:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326598.713854:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326598.713861:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10600 00000400:00000200:1.0:1767326598.713865:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x11ad [1] + 224 00000800:00000001:1.0:1767326598.713869:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326598.713874:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326598.713876:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326598.713879:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326598.713883:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326598.713887:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326598.713897:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.713898:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326598.713903:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326598.713908:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326598.713911:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326598.713913:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f011faf1. 00000400:00000200:3.0:1767326598.713917:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:1.0:1767326598.713919:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767326598.713920:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767326598.713925:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326598.713930:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326598.713932:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326598.713939:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326598.713943:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.713943:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326598.713944:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326598.713949:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326598.713952:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326598.713956:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba72bd2. 00000400:00000200:2.0:1767326598.713962:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000100:00000001:3.0:1767326598.713963:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326598.713965:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:3.0:1767326598.713966:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.713968:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326598.713972:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326598.713975:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326598.713976:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326598.713979:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326598.713982:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326598.713988:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326598.713990:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326598.713994:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326598.713997:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326598.713999:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326598.714002:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326598.714002:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326598.714006:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326598.714009:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326598.714009:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326598.714010:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326598.714012:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326598.714014:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326598.714018:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767326598.714019:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326598.714023:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=33 v=5 (1 1 1 1) 00010000:00080000:3.0:1767326598.714026:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.714027:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326598.714029:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326598.714033:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326598.714035:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326598.714040:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326598.714048:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326598.714049:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.714054:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326598.714058:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326598.714059:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326598.714076:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326598.714077:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326598.714078:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767326598.714081:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.714082:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326598.714092:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326598.714093:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8219c95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386670592:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326598.714107:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.714110:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326598.714113:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8219c95 x1853175386670592/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.714117:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326598.714120:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326598.714123:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8100072. 02000000:00000001:2.0:1767326598.714127:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326598.714129:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326598.714143:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326598.714146:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326598.714146:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326598.714148:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061011158. 00000100:00000001:3.0:1767326598.714152:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326598.714153:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326598.714157:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326598.714157:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326598.714159:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8219c95. 00000100:00000001:2.0:1767326598.714165:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326598.714166:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326598.714168:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326598.714169:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326598.714174:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326598.714176:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326598.714180:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326598.714182:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326598.714190:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386670848:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326598.714196:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326598.714199:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326598.714201:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386670848/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326598.714209:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326598.714211:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326598.714213:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82d7855. 02000000:00000001:3.0:1767326598.714216:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326598.714218:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326598.714219:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326598.714222:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326598.714223:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bbc04394. 02000000:00000001:3.0:1767326598.714226:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326598.714227:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326598.714228:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:3.0:1767326598.714232:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326598.714234:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326598.714236:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326598.714240:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326598.714241:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326598.714244:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326598.714246:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326599.414869:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326599.414876:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326599.414877:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326599.414879:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326599.414883:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326599.414884:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326599.414886:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326599.414887:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326599.414903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326599.414905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326599.414906:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326600.438842:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326600.438848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326600.438919:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326600.438924:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326600.438927:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326601.462860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326601.462883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326601.462930:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326601.462933:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326601.462936:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326602.486835:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326602.486841:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326602.486903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326602.486907:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326602.486909:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326603.318839:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306309112, at 4306309120 00000100:00000040:1.0:1767326603.318843:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306309112, at 4306309120 00000100:00000040:0.0:1767326603.318846:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306309112, at 4306309120 00000100:00000010:2.0:1767326603.318855:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000010:1.0:1767326603.318857:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00000100:00000010:0.0:1767326603.318859:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00000100:00000040:3.0:1767326603.318861:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306309112, at 4306309120 00000100:00000010:3.0:1767326603.318871:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000862bd25f. 00010000:00000001:0.0:1767326603.510850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326603.510856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326603.510875:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326603.510878:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326603.510879:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326603.830894:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326603.830902:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326603.830908:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326603.830915:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326603.830930:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326603.830932:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326603.830937:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326603.830944:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423a80c5. 00000100:00000001:2.0:1767326603.830950:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.830959:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326603.830982:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326603.830983:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.830988:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_02+2] req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326603.831006:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.831008:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326603.831011:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326603.831015:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326603.831015:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767326603.831017:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326603.831020:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326603.831021:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326603.831023:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.831044:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326603.831045:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d82432. 00000100:00000001:3.0:1767326603.831047:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326603.831049:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326603.831056:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326603.831056:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326603.831088:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326603.831089:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326603.831090:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.831092:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.831096:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_03+3] req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326603.831098:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326603.831103:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326603.831106:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326603.831108:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.831109:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326603.831114:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767326603.831115:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386670976:192.168.203.127@tcp:400: 00000100:00000010:2.0:1767326603.831117:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326603.831121:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326603.831123:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326603.831125:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326603.831128:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326603.831129:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326603.831130:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326603.831132:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e3843a0. 02000000:00000001:3.0:1767326603.831134:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326603.831138:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326603.831141:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326603.831145:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a7eac4. 00000100:00000040:2.0:1767326603.831147:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326603.831150:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326603.831158:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326603.831160:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326603.831161:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f011faf1. 00000100:00000040:2.0:1767326603.831164:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_00+0] req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.831168:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326603.831170:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:1.0:1767326603.831172:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326603.831174:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326603.831178:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386670976, portal 25 00000100:00000040:1.0:1767326603.831179:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326603.831180:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326603.831182:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:3.0:1767326603.831188:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.831188:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326603.831189:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326603.831190:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.831196:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326603.831196:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326603.831199:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326603.831200:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326603.831202:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326603.831206:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326603.831208:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326603.831208:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326603.831208:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326603.831210:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000100:00000001:0.0:1767326603.831212:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767326603.831216:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386671104:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326603.831217:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386670976, offset 0 00000100:00000040:2.0:1767326603.831220:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11647) 00000100:00000040:0.0:1767326603.831221:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.831225:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326603.831229:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326603.831230:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326603.831233:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326603.831238:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326603.831239:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326603.831242:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326603.831243:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000220c6c80. 02000000:00000001:0.0:1767326603.831244:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326603.831245:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326603.831246:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326603.831248:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326603.831249:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326603.831251:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4c39286. 02000000:00000001:0.0:1767326603.831252:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326603.831253:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326603.831254:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326603.831259:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386671232:192.168.203.127@tcp:400: 00000400:00000010:1.0:1767326603.831260:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000400:00000200:3.0:1767326603.831263:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326603.831267:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326603.831268:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671104, portal 10 00000100:00000001:1.0:1767326603.831272:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326603.831272:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326603.831275:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326603.831276:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 02000000:00000001:0.0:1767326603.831278:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326603.831282:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008dccb37c. 02000000:00000001:0.0:1767326603.831285:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326603.831288:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326603.831290:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000400:00000010:0.0:1767326603.831295:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000200:0.0:1767326603.831300:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671232, portal 10 00000100:00000001:0.0:1767326603.831303:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326603.831312:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000001:1.0:1767326603.831323:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326603.831324:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326603.831332:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326603.831334:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326603.831338:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005083f1d1. 00000400:00000200:3.0:1767326603.831341:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:1.0:1767326603.831345:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386671104, offset 0 00000100:00000001:0.0:1767326603.831346:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326603.831354:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326603.831355:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [543:543:256:4294967295] 192.168.203.127@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:1.0:1767326603.831355:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326603.831361:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c289ead8. 00000100:00000200:0.0:1767326603.831367:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386671232, offset 0 00000400:00000200:3.0:1767326603.831373:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:0.0:1767326603.831379:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326603.831385:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326603.831385:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326603.831389:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326603.831391:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000400:00000200:1.0:1767326603.831392:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326603.831394:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326603.831396:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326603.831398:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326603.831399:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [544:544:255:4294967295] 192.168.203.127@tcp LPNI seq info [544:544:7:4294967295] 00000800:00000200:3.0:1767326603.831405:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326603.831407:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326603.831410:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326603.831411:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326603.831414:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000400:00000200:0.0:1767326603.831417:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326603.831422:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326603.831426:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326603.831427:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326603.831427:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326603.831432:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326603.831434:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306314232 00000800:00000200:1.0:1767326603.831437:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326603.831437:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:3.0:1767326603.831441:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071b4d82f. 00000800:00000200:1.0:1767326603.831441:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326603.831445:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [545:545:254:4294967295] 192.168.203.127@tcp LPNI seq info [545:545:6:4294967295] 00000100:00000001:1.0:1767326603.831447:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.831450:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326603.831454:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 173715 usecs (174 jiffies) 00000100:00000001:3.0:1767326603.831458:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306314232 00000100:00000001:1.0:1767326603.831459:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306309806 00000100:00000001:1.0:1767326603.831464:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306314232 00000400:00000200:0.0:1767326603.831464:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:3.0:1767326603.831465:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc559c9e. 00000800:00000200:2.0:1767326603.831470:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326603.831471:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326603.831471:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306309806 00000800:00000010:2.0:1767326603.831476:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000800:00000200:0.0:1767326603.831477:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326603.831479:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306314232 00000100:00000001:1.0:1767326603.831479:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306314232 00000100:00000001:1.0:1767326603.831484:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306309806 00000400:00000200:2.0:1767326603.831485:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767326603.831485:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000010:3.0:1767326603.831486:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4254591. 00000100:00000001:3.0:1767326603.831503:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326603.831504:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326603.831508:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326603.831511:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306314232 00000100:00000001:1.0:1767326603.831511:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306314232 00000400:00000200:2.0:1767326603.831513:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000800:00000200:0.0:1767326603.831515:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:3.0:1767326603.831518:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000400:00000010:2.0:1767326603.831518:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000001:1.0:1767326603.831519:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306309806 00000800:00000200:0.0:1767326603.831520:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326603.831524:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326603.831527:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326603.831531:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326603.831532:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11460 usecs (12 jiffies) 00000100:00000001:0.0:1767326603.831537:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306309644 00000100:00000001:0.0:1767326603.831543:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306314232 00000100:00000001:0.0:1767326603.831547:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306309644 00000100:00000001:2.0:1767326603.831550:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326603.831550:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306314232 00000100:00000001:0.0:1767326603.831554:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306309644 00000100:00000040:2.0:1767326603.831556:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.831557:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306314232 00000100:00000001:0.0:1767326603.831561:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306309644 00000100:00000001:2.0:1767326603.831565:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326603.831566:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326603.831576:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326603.831578:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000400:00000200:2.0:1767326603.831579:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326603.831583:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326603.831591:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:2.0:1767326603.831592:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000001:2.0:1767326603.831594:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326603.831596:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326603.831601:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326603.831603:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326603.831607:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326603.831608:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326603.831628:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326603.831631:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326603.831633:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326603.831635:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326603.831639:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326603.831640:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326603.831640:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306314232 00000100:00000001:3.0:1767326603.831647:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326603.831647:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326603.831653:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326603.831653:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c289ead8 00000100:00000001:1.0:1767326603.831654:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326603.831656:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306314232 00000400:00000010:2.0:1767326603.831658:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c289ead8. 00000100:00000001:1.0:1767326603.831660:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.831662:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326603.831664:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326603.831664:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326603.831665:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.831666:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767326603.831670:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.831671:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326603.831672:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326603.831676:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326603.831676:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326603.831678:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326603.831679:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326603.831682:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326603.831684:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.831685:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326603.831686:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326603.831690:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326603.831691:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326603.831693:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326603.831694:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.831698:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.831698:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326603.831699:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326603.831701:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326603.831708:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326603.831711:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326603.831712:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326603.831715:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326603.831716:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326603.831721:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326603.833703:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.833710:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326603.833713:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.833715:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326603.833723:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326603.833744:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10780 00000400:00000200:1.0:1767326603.833751:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x11c1 [1] + 224 00000800:00000001:1.0:1767326603.833781:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.833789:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326603.833792:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326603.833797:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326603.833802:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326603.833806:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326603.833813:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.833825:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326603.833832:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.833835:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326603.833845:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326603.833854:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326603.833858:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326603.833860:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326603.833862:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f011faf1. 00000400:00000200:3.0:1767326603.833864:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000400:00000010:3.0:1767326603.833866:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000001:3.0:1767326603.833867:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326603.833870:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326603.833876:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326603.833881:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326603.833882:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326603.833951:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326603.833953:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326603.833955:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326603.833957:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326603.833960:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326603.833965:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=38 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326603.833967:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.833973:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326603.833975:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.833977:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326603.833982:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326603.833996:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10880 00000400:00000200:1.0:1767326603.834001:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11cd [1] + 224 00000800:00000001:1.0:1767326603.834006:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.834011:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326603.834013:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326603.834016:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326603.834020:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326603.834023:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326603.834048:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.834063:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326603.834069:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326603.834080:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326603.834081:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=38 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326603.834082:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326603.834083:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326603.834085:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326603.834085:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834086:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326603.834088:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326603.834091:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767326603.834092:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326603.834092:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:0.0:1767326603.834094:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326603.834096:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326603.834098:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000100:00000001:3.0:1767326603.834102:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326603.834102:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10800 00000400:00000200:0.0:1767326603.834103:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000010:0.0:1767326603.834107:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 00000100:00000040:3.0:1767326603.834108:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834111:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326603.834116:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11c9 [1] + 224 00000100:00000200:0.0:1767326603.834119:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326603.834122:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326603.834123:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326603.834126:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326603.834128:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326603.834128:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326603.834133:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326603.834142:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000200:0.0:1767326603.834148:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326603.834149:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326603.834156:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326603.834158:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834159:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834166:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326603.834169:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326603.834170:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326603.834172:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326603.834176:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326603.834181:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326603.834186:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=128 v=5 (1 0 0 0) 00000100:00000040:1.0:1767326603.834188:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834192:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326603.834196:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834196:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326603.834201:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767326603.834210:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386670976:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326603.834212:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767326603.834212:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326603.834217:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326603.834232:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326603.834235:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326603.834238:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:1.0:1767326603.834240:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834242:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326603.834244:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834244:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.834251:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326603.834251:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326603.834259:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386670976/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834259:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326603.834262:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326603.834265:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326603.834265:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326603.834271:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326603.834274:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326603.834278:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767326603.834278:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326603.834282:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326603.834284:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767326603.834286:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386671232:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326603.834287:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4c39286. 02000000:00000010:3.0:1767326603.834288:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a7eac4. 02000000:00000001:3.0:1767326603.834297:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326603.834297:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000100:00000001:0.0:1767326603.834297:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326603.834301:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326603.834302:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767326603.834303:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000020:00000040:3.0:1767326603.834304:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:0.0:1767326603.834307:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386671232/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326603.834310:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326603.834311:0:216341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767326603.834314:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423a80c5. 02000000:00000001:3.0:1767326603.834320:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767326603.834321:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834322:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326603.834323:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326603.834326:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767326603.834327:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 02000000:00000010:0.0:1767326603.834330:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008dccb37c. 00000100:00000001:3.0:1767326603.834333:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326603.834335:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326603.834336:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326603.834339:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326603.834342:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326603.834342:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326603.834347:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326603.834348:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767326603.834349:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e3843a0. 00000100:00000001:3.0:1767326603.834351:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326603.834357:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326603.834357:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326603.834362:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326603.834362:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326603.834365:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:0.0:1767326603.834369:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767326603.834371:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326603.834376:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834381:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834385:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326603.834388:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326603.834388:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326603.834393:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326603.834394:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326603.834395:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326603.834411:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326603.834414:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326603.834416:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326603.834418:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326603.834421:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326603.834425:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326603.834428:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326603.834430:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326603.834430:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326603.834432:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326603.834434:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326603.834435:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326603.834436:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326603.834438:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326603.834439:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326603.834441:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326603.834446:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326603.834448:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326603.834449:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326603.834451:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326603.834455:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386671104:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326603.834458:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326603.834459:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326603.834461:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386671104/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326603.834474:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326603.834475:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326603.834477:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000220c6c80. 02000000:00000001:2.0:1767326603.834480:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326603.834481:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326603.834482:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326603.834483:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326603.834485:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d82432. 02000000:00000001:2.0:1767326603.834486:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326603.834487:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326603.834488:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:2.0:1767326603.834490:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326603.834491:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326603.834492:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326603.834507:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326603.834508:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326603.834509:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326603.834511:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326604.534818:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326604.534824:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326604.534854:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326604.534858:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326604.534860:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326605.558836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326605.558841:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326605.558855:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326605.558857:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326605.558859:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326606.582834:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326606.582843:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326606.582933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326606.582937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326606.582942:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326607.606867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326607.606877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326607.606902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326607.606905:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326607.606908:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326608.438844:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306314232, at 4306314240 00000100:00000040:0.0:1767326608.438844:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306314232, at 4306314240 00000100:00000040:1.0:1767326608.438862:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306314232, at 4306314240 00000100:00000010:3.0:1767326608.438867:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:0.0:1767326608.438876:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071b4d82f. 00000100:00000010:1.0:1767326608.438882:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc559c9e. 00000100:00000040:2.0:1767326608.438950:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306314232, at 4306314240 00000100:00000010:2.0:1767326608.438957:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4254591. 00010000:00000001:0.0:1767326608.630849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326608.630857:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326608.630859:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326608.630861:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326608.630865:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326608.630867:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326608.630868:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326608.630870:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326608.630955:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326608.630958:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326608.630961:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326608.950911:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326608.950920:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326608.950929:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000020:00000040:3.0:1767326608.950935:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326608.950938:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326608.950940:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326608.950945:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326608.950951:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 00000100:00000001:3.0:1767326608.950956:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326608.950964:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326608.950987:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326608.950989:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326608.951017:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_01+1] req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.951057:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326608.951059:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326608.951062:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326608.951064:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326608.951066:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326608.951068:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326608.951069:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326608.951071:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326608.951074:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767326608.951076:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326608.951080:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326608.951087:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326608.951088:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326608.951091:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_02+2] req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326608.951095:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326608.951096:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326608.951103:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326608.951104:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326608.951107:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326608.951119:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326608.951120:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326608.951127:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326608.951145:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326608.951145:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326608.951153:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767326608.951154:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000100:00000001:1.0:1767326608.951154:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326608.951162:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951162:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326608.951163:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326608.951176:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326608.951176:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.951177:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326608.951186:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326608.951187:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326608.951191:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326608.951200:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326608.951203:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00100000:2.0:1767326608.951215:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386671360:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326608.951216:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951217:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326608.951223:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326608.951231:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326608.951231:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326608.951232:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326608.951239:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326608.951241:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326608.951244:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326608.951247:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326608.951251:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326608.951251:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386671488:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326608.951258:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326608.951262:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_03+3] req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326608.951262:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326608.951264:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326608.951274:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326608.951278:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326608.951282:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f755397. 02000000:00000001:1.0:1767326608.951283:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326608.951291:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326608.951293:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ecd6d7a. 02000000:00000001:1.0:1767326608.951300:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326608.951305:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000001:3.0:1767326608.951307:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326608.951307:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaeb2a00. 00000100:00000040:3.0:1767326608.951314:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326608.951314:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000400:00000010:1.0:1767326608.951316:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea481bae. 00000100:00000040:3.0:1767326608.951324:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326608.951325:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671360, portal 25 00000100:00000200:1.0:1767326608.951327:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671488, portal 10 00000100:00000001:2.0:1767326608.951332:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326608.951333:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326608.951334:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11652) 00000100:00000001:2.0:1767326608.951335:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000001:1.0:1767326608.951336:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000040:2.0:1767326608.951348:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326608.951356:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326608.951365:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326608.951372:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326608.951379:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326608.951379:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326608.951388:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326608.951389:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 00000100:00000001:1.0:1767326608.951389:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326608.951399:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386671360, offset 0 00000100:00000040:3.0:1767326608.951400:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326608.951401:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326608.951410:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000400:00000200:2.0:1767326608.951421:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326608.951430:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326608.951431:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326608.951432:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386671488, offset 0 02000000:00000001:3.0:1767326608.951435:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326608.951439:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326608.951440:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326608.951444:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:3.0:1767326608.951445:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386671616:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326608.951455:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326608.951464:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326608.951464:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326608.951476:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326608.951480:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326608.951482:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326608.951485:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326608.951488:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326608.951491:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cd03cf5. 00000400:00000200:2.0:1767326608.951495:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326608.951497:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326608.951504:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [546:546:256:4294967295] 192.168.203.127@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000010:3.0:1767326608.951506:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f011faf1. 00000400:00000010:3.0:1767326608.951518:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000200:3.0:1767326608.951529:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671616, portal 10 00000400:00000200:2.0:1767326608.951529:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326608.951536:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326608.951541:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326608.951543:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000800:00000010:2.0:1767326608.951544:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067d82432. 00000400:00000200:1.0:1767326608.951548:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326608.951557:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326608.951561:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326608.951566:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326608.951576:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326608.951581:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326608.951585:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326608.951589:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326608.951595:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326608.951596:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067d82432 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326608.951600:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 00000400:00000200:1.0:1767326608.951602:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767326608.951605:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386671616, offset 0 00000400:00000200:3.0:1767326608.951614:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326608.951614:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [547:547:255:4294967295] 192.168.203.127@tcp LPNI seq info [547:547:7:4294967295] 00000100:00000001:2.0:1767326608.951617:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326608.951625:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306319352 00000100:00000010:2.0:1767326608.951630:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000400:00000200:1.0:1767326608.951635:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326608.951648:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326608.951648:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326608.951655:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326608.951658:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:2.0:1767326608.951660:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306319352 00000400:00000200:3.0:1767326608.951663:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326608.951667:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000393d95e3. 00000100:00000001:2.0:1767326608.951673:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326608.951674:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326608.951681:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326608.951683:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306319352 00000400:00000200:3.0:1767326608.951689:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326608.951691:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd84bbf8. 00000100:00000001:2.0:1767326608.951698:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326608.951699:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326608.951699:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326608.951706:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306319352 00000800:00000200:1.0:1767326608.951708:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326608.951716:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3a6843. 00000400:00000200:3.0:1767326608.951717:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [548:548:254:4294967295] 192.168.203.127@tcp LPNI seq info [548:548:6:4294967295] 00000100:00000001:1.0:1767326608.951718:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326608.951726:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767326608.951729:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 172675 usecs (173 jiffies) 00000100:00000001:2.0:1767326608.951733:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326608.951735:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306314925 00000100:00000001:2.0:1767326608.951743:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951743:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306319352 00000100:00000001:2.0:1767326608.951753:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326608.951755:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326608.951755:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306314925 00000100:00000001:2.0:1767326608.951783:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326608.951792:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326608.951797:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326608.951807:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326608.951808:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306319352 00000100:00000001:2.0:1767326608.951810:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326608.951814:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326608.951817:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951818:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306314926 00000800:00000010:3.0:1767326608.951820:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:1.0:1767326608.951828:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306319352 00000100:00000001:2.0:1767326608.951829:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326608.951829:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326608.951831:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326608.951845:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306314926 00000800:00000010:0.0:1767326608.951846:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067d82432. 00000800:00000200:3.0:1767326608.951852:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326608.951857:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326608.951859:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306319352 00000400:00000200:0.0:1767326608.951861:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326608.951864:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951868:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326608.951874:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951881:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326608.951882:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326608.951890:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326608.951894:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9cbcf6 00000100:00000001:1.0:1767326608.951901:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326608.951904:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767326608.951910:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a9cbcf6. 00000100:00000001:1.0:1767326608.951912:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326608.951916:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326608.951919:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.951922:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.951929:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767326608.951934:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11411 usecs (12 jiffies) 00000100:00000001:3.0:1767326608.951938:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306314765 00000100:00000001:3.0:1767326608.951941:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306319352 00000100:00000200:0.0:1767326608.951944:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.951945:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306314765 00000100:00000001:3.0:1767326608.951950:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306319352 00000100:00000001:3.0:1767326608.951960:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306314765 00000100:00000001:3.0:1767326608.951964:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306319352 00000100:00000001:3.0:1767326608.951974:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306314765 00000100:00000001:0.0:1767326608.951976:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326608.951977:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306319352 00000100:00000001:3.0:1767326608.951983:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326608.951990:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326608.951991:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.952011:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326608.952016:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326608.952022:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326608.952024:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326608.952031:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326608.952033:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326608.952035:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.952035:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326608.952044:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.952045:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326608.952071:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326608.952074:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:0.0:1767326608.952079:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326608.952084:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326608.952087:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000400:00000010:0.0:1767326608.952089:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:0.0:1767326608.952092:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326608.952096:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326608.952106:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326608.952108:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326608.952116:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.952117:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326608.952153:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326608.952155:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326608.952157:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326608.952160:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326608.952163:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000400:00000010:0.0:1767326608.952164:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000001:0.0:1767326608.952166:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326608.952168:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326608.952174:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326608.952181:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326608.952186:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.952187:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326608.953595:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953606:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326608.953609:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953611:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326608.953616:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326608.953625:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10900 00000400:00000200:1.0:1767326608.953640:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x11d9 [1] + 224 00000800:00000001:1.0:1767326608.953648:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953677:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326608.953680:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326608.953683:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326608.953688:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326608.953692:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326608.953699:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326608.953712:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326608.953719:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953721:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326608.953722:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953723:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326608.953726:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326608.953739:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10980 00000400:00000200:1.0:1767326608.953742:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11dd [1] + 224 00000800:00000001:1.0:1767326608.953746:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953748:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326608.953749:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326608.953751:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326608.953753:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326608.953784:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326608.953791:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326608.953803:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326608.953805:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326608.953809:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326608.953811:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953817:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326608.953819:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326608.953820:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953825:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326608.953826:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326608.953830:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326608.953832:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000100:00000001:3.0:1767326608.953834:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326608.953834:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326608.953843:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000200:1.0:1767326608.953847:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10a00 00000400:00000010:2.0:1767326608.953850:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326608.953857:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326608.953859:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326608.953861:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326608.953863:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaeb2a00. 00000100:00000200:2.0:1767326608.953866:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326608.953869:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000400:00000010:3.0:1767326608.953874:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000100:00000001:3.0:1767326608.953880:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326608.953890:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11e9 [1] + 224 00000100:00000200:3.0:1767326608.953892:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326608.953911:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326608.953918:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326608.953925:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326608.953927:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326608.953933:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326608.953935:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326608.953953:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326608.953960:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.953986:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326608.953990:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326608.954012:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326608.954013:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326608.954016:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326608.954018:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.954019:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326608.954027:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326608.954028:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326608.954037:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326608.954039:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326608.954043:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1767326608.954049:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326608.954049:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326608.954054:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326608.954056:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=33 v=5 (1 1 1 1) 02000000:00000001:2.0:1767326608.954058:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326608.954059:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326608.954063:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326608.954066:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326608.954068:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=43 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326608.954068:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326608.954073:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326608.954084:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326608.954084:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326608.954085:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326608.954094:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326608.954096:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.954098:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326608.954100:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326608.954102:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767326608.954104:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.954104:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326608.954106:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326608.954110:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326608.954111:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1767326608.954112:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326608.954117:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326608.954118:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326608.954120:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326608.954122:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f011faf1. 00000400:00000200:0.0:1767326608.954132:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:2.0:1767326608.954133:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326608.954136:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000100:00000040:3.0:1767326608.954140:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326608.954140:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326608.954142:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326608.954147:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326608.954152:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326608.954161:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326608.954218:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386671360:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326608.954225:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326608.954226:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326608.954231:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326608.954238:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326608.954239:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326608.954245:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326608.954250:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386671360/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326608.954252:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326608.954256:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326608.954258:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326608.954266:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326608.954271:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326608.954274:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326608.954275:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326608.954279:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326608.954283:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326608.954288:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f755397. 02000000:00000001:0.0:1767326608.954291:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326608.954297:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326608.954305:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767326608.954306:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=43 v=5 (5 5 5 5) 00000100:00100000:3.0:1767326608.954308:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386671488:192.168.203.127@tcp:400: 00000020:00000040:2.0:1767326608.954310:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326608.954322:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767326608.954322:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326608.954325:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326608.954326:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 00000100:00000001:0.0:1767326608.954328:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326608.954336:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326608.954337:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326608.954337:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326608.954345:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326608.954347:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326608.954350:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386671488/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326608.954352:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00010000:00080000:0.0:1767326608.954357:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326608.954363:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326608.954368:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326608.954376:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326608.954386:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326608.954391:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326608.954400:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326608.954405:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326608.954421:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326608.954425:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326608.954425:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326608.954428:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326608.954431:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326608.954433:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326608.954438:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ecd6d7a. 00000100:00000001:0.0:1767326608.954442:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326608.954446:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326608.954447:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326608.954453:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326608.954461:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326608.954464:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326608.954470:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767326608.954471:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326608.954472:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326608.954476:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 00000100:00000040:0.0:1767326608.954478:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326608.954487:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326608.954493:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767326608.954493:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386671616:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326608.954503:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326608.954504:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:0.0:1767326608.954508:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326608.954515:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326608.954515:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386671616/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326608.954521:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326608.954528:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326608.954531:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326608.954532:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326608.954535:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cd03cf5. 02000000:00000001:0.0:1767326608.954538:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326608.954540:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767326608.954540:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326608.954543:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326608.954545:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326608.954546:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 02000000:00000001:0.0:1767326608.954549:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326608.954551:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326608.954554:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326608.954554:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:0.0:1767326608.954560:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326608.954562:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326608.954563:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326608.954566:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326608.954567:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.954571:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326608.954573:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326608.954576:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326608.954578:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326609.654879:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326609.654889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326609.654946:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326609.654948:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326609.654950:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326610.678854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326610.678861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326610.678932:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326610.678936:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326610.678938:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326611.702863:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326611.702873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326611.702909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326611.702913:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326611.702916:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326612.726902:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326612.726911:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326612.726963:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326612.726997:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326612.727001:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326613.558848:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306319352, at 4306319360 00000100:00000040:1.0:1767326613.558848:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306319352, at 4306319360 00000100:00000040:0.0:1767326613.558858:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306319352, at 4306319360 00000100:00000040:3.0:1767326613.558863:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306319352, at 4306319360 00000100:00000010:2.0:1767326613.558868:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd84bbf8. 00000100:00000010:1.0:1767326613.558876:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000393d95e3. 00000100:00000010:0.0:1767326613.558881:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000010:3.0:1767326613.558883:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3a6843. 00010000:00000001:0.0:1767326613.750884:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326613.750891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326613.750912:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326613.750915:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326613.750917:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326614.070856:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326614.070868:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326614.070880:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326614.070887:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326614.070892:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326614.070895:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326614.070901:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326614.070909:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:3.0:1767326614.070916:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.070927:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326614.070937:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326614.070939:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.070944:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_00+0] req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.070991:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.070993:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326614.070997:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326614.070999:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000020:00000040:3.0:1767326614.071001:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326614.071003:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326614.071004:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326614.071006:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326614.071009:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326614.071011:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.071014:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326614.071015:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326614.071022:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326614.071027:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326614.071031:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326614.071034:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326614.071037:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.071067:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326614.071069:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326614.071070:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.071074:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.071077:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_01+1] req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326614.071081:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326614.071087:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326614.071091:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326614.071092:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.071095:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326614.071099:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767326614.071101:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386671744:192.168.203.127@tcp:400: 00000100:00000010:3.0:1767326614.071102:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767326614.071107:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326614.071108:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326614.071111:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326614.071113:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326614.071114:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326614.071114:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326614.071116:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326614.071119:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326614.071122:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000040:2.0:1767326614.071123:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326614.071124:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326614.071126:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326614.071131:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.071135:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326614.071139:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326614.071146:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd0020b0. 00000100:00000001:2.0:1767326614.071148:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326614.071151:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.071152:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326614.071156:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326614.071157:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326614.071158:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326614.071160:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326614.071161:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_02+2] req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326614.071165:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326614.071168:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6ae53a0. 00000100:00100000:2.0:1767326614.071173:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386671872:192.168.203.127@tcp:400: 00000400:00000010:0.0:1767326614.071178:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac2ef956. 00000100:00000001:2.0:1767326614.071180:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326614.071184:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326614.071186:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326614.071188:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326614.071188:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671744, portal 25 02000000:00000010:2.0:1767326614.071192:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d22d8fd. 00000100:00000001:0.0:1767326614.071192:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326614.071193:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000001:3.0:1767326614.071195:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326614.071197:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.071201:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326614.071204:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000040:0.0:1767326614.071204:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326614.071211:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326614.071212:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000200:2.0:1767326614.071219:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386671872, portal 10 00000100:00000001:1.0:1767326614.071219:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326614.071221:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11657) 00000100:00000001:0.0:1767326614.071221:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326614.071226:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326614.071226:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326614.071230:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000100:00000001:1.0:1767326614.071231:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326614.071231:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326614.071238:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbdb52ca. 00000100:00000040:1.0:1767326614.071240:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326614.071245:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386671744, offset 0 00000100:00000040:2.0:1767326614.071248:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.071258:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326614.071263:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326614.071263:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326614.071264:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326614.071267:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326614.071268:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326614.071273:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326614.071274:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326614.071276:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326614.071279:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 02000000:00000001:1.0:1767326614.071279:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326614.071284:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386671872, offset 0 00000400:00000200:0.0:1767326614.071287:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00100000:1.0:1767326614.071288:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386672000:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326614.071295:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326614.071297:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326614.071300:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326614.071301:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326614.071303:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326614.071305:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326614.071309:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047deb66f. 00000400:00000200:0.0:1767326614.071310:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326614.071313:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326614.071317:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f74ce107. 00000400:00000200:0.0:1767326614.071317:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326614.071322:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767326614.071324:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000400:00000200:0.0:1767326614.071328:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [549:549:256:4294967295] 192.168.203.127@tcp LPNI seq info [549:549:8:4294967295] 00000100:00000200:1.0:1767326614.071329:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672000, portal 10 00000100:00000001:1.0:1767326614.071334:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326614.071335:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000100:00000040:1.0:1767326614.071343:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326614.071349:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326614.071364:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326614.071367:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326614.071371:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000400:00000200:2.0:1767326614.071374:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326614.071380:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326614.071385:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326614.071385:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326614.071389:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326614.071393:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326614.071397:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b5491e. 00000400:00000200:2.0:1767326614.071399:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326614.071400:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326614.071402:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386672000, offset 0 00000800:00000200:0.0:1767326614.071408:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326614.071409:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [550:550:255:4294967295] 192.168.203.127@tcp LPNI seq info [550:550:7:4294967295] 00000400:00000200:1.0:1767326614.071414:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326614.071426:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326614.071428:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.071434:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306324472 00000800:00000200:2.0:1767326614.071435:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326614.071438:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:0.0:1767326614.071441:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000400:00000200:1.0:1767326614.071444:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326614.071445:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000400:00000200:1.0:1767326614.071450:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326614.071451:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326614.071455:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326614.071458:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326614.071461:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306324472 00000400:00000200:1.0:1767326614.071462:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767326614.071468:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000149bfc9a. 00000800:00000200:2.0:1767326614.071473:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326614.071473:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [551:551:254:4294967295] 192.168.203.127@tcp LPNI seq info [551:551:6:4294967295] 00000800:00000200:2.0:1767326614.071481:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326614.071489:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326614.071490:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326614.071491:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326614.071496:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326614.071497:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306324472 00000100:00000040:2.0:1767326614.071499:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 171645 usecs (172 jiffies) 00000800:00000010:3.0:1767326614.071502:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000100:00000010:0.0:1767326614.071504:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b144d0dc. 00000800:00000200:1.0:1767326614.071505:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326614.071506:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306320044 00000100:00000001:0.0:1767326614.071510:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326614.071511:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326614.071514:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306324472 00000800:00000010:1.0:1767326614.071514:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000100:00000001:0.0:1767326614.071515:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306324472 00000100:00000001:2.0:1767326614.071522:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306320044 00000100:00000010:0.0:1767326614.071523:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059e097ae. 00000800:00000200:1.0:1767326614.071526:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326614.071529:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326614.071531:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306324472 00000100:00000001:0.0:1767326614.071531:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326614.071538:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306320044 00000400:00000200:3.0:1767326614.071539:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbdb52ca 00000100:00000001:0.0:1767326614.071539:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326614.071542:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:3.0:1767326614.071544:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbdb52ca. 00000100:00000001:2.0:1767326614.071547:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306324472 00000100:00000001:0.0:1767326614.071548:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326614.071550:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326614.071551:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326614.071554:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326614.071555:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306320044 00000100:00000001:0.0:1767326614.071557:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326614.071558:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326614.071559:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.071566:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326614.071567:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11363 usecs (12 jiffies) 00000100:00000001:2.0:1767326614.071572:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306324472 00000100:00000001:0.0:1767326614.071572:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326614.071575:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306319884 00000100:00000001:2.0:1767326614.071580:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326614.071580:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326614.071582:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326614.071582:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306324472 00000100:00000001:0.0:1767326614.071583:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326614.071587:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.071588:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.071589:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326614.071589:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306319884 00000100:00000001:2.0:1767326614.071592:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.071595:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326614.071596:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306324472 00000100:00000001:2.0:1767326614.071599:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326614.071603:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306319884 00000100:00000001:2.0:1767326614.071607:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326614.071608:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306324472 00000100:00000001:2.0:1767326614.071611:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326614.071613:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306319884 00000100:00000001:2.0:1767326614.071616:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326614.071619:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306324472 00000100:00000001:2.0:1767326614.071620:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326614.071621:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326614.071623:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.071624:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326614.071626:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326614.071631:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326614.071634:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326614.071636:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326614.071638:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326614.071639:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326614.071642:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000100:00000001:1.0:1767326614.071644:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326614.071645:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326614.071647:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326614.071652:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326614.071653:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326614.071656:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000100:00000001:1.0:1767326614.071656:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326614.071659:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:1.0:1767326614.071660:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.071662:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326614.071664:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326614.071667:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.071673:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326614.071674:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.071679:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.071680:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326614.071740:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326614.071742:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:3.0:1767326614.071745:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326614.071747:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326614.071748:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000400:00000010:3.0:1767326614.071749:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000100:00000001:3.0:1767326614.071751:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326614.071752:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.071781:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326614.071783:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.071788:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.071789:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326614.073707:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073721:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326614.073725:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073727:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326614.073735:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326614.073781:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10b00 00000400:00000200:0.0:1767326614.073789:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x11f5 [1] + 224 00000800:00000001:0.0:1767326614.073797:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073803:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326614.073805:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326614.073809:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326614.073813:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326614.073817:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326614.073828:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326614.073858:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326614.073865:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073869:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326614.073872:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073874:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326614.073878:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326614.073885:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10a80 00000400:00000200:0.0:1767326614.073890:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x11f1 [1] + 224 00000800:00000001:0.0:1767326614.073895:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073898:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326614.073900:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326614.073904:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326614.073908:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326614.073911:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326614.073919:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326614.073921:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326614.073923:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326614.073929:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326614.073933:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326614.073934:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:2.0:1767326614.073938:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:2.0:1767326614.073940:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326614.073943:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326614.073943:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326614.073950:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326614.073951:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.073970:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326614.073974:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326614.073977:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326614.073979:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326614.073979:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326614.073982:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326614.073989:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326614.073990:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767326614.073992:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326614.073994:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326614.073995:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:1.0:1767326614.073996:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6ae53a0. 00000100:00000001:2.0:1767326614.073997:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326614.074001:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326614.074004:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326614.074007:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326614.074007:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2ef956 00000400:00000200:0.0:1767326614.074008:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10b80 00000400:00000010:1.0:1767326614.074012:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac2ef956. 02000000:00000001:2.0:1767326614.074013:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326614.074019:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326614.074021:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=39 v=5 (5 5 5 5) 00000100:00000200:1.0:1767326614.074027:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326614.074027:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1201 [1] + 224 00000100:00001000:2.0:1767326614.074028:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326614.074037:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326614.074040:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326614.074040:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326614.074046:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326614.074051:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326614.074056:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326614.074056:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326614.074059:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326614.074065:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767326614.074068:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326614.074069:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326614.074074:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326614.074078:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.074079:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326614.074085:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326614.074086:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326614.074090:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326614.074096:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326614.074098:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326614.074100:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326614.074102:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326614.074105:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326614.074107:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326614.074108:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326614.074110:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326614.074115:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326614.074116:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326614.074122:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=49 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326614.074128:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326614.074134:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326614.074161:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326614.074167:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326614.074168:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386671872:192.168.203.127@tcp:400: 00010000:00000001:1.0:1767326614.074176:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326614.074182:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326614.074183:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326614.074188:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326614.074189:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326614.074191:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326614.074194:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386671872/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326614.074199:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326614.074207:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326614.074209:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326614.074213:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326614.074215:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326614.074220:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d22d8fd. 00000100:00000001:1.0:1767326614.074227:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326614.074228:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326614.074233:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767326614.074234:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326614.074239:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326614.074239:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326614.074240:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326614.074247:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326614.074248:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326614.074252:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326614.074254:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000400:00000001:3.0:1767326614.074257:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326614.074261:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767326614.074263:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767326614.074266:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767326614.074270:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74ce107. 00000100:00000010:2.0:1767326614.074271:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00100000:1.0:1767326614.074274:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386671744:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326614.074297:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000100:00000001:2.0:1767326614.074297:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326614.074298:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326614.074299:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326614.074303:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:1.0:1767326614.074303:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326614.074304:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326614.074309:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386671744/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326614.074310:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326614.074311:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326614.074314:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326614.074317:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326614.074319:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326614.074321:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326614.074322:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd0020b0. 00000100:00000001:2.0:1767326614.074325:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326614.074328:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326614.074329:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326614.074332:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326614.074335:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326614.074340:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326614.074343:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 00000100:00000200:3.0:1767326614.074346:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326614.074348:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326614.074350:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326614.074353:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000100:00000001:1.0:1767326614.074358:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326614.074360:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326614.074363:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326614.074363:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326614.074367:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326614.074367:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326614.074370:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.074372:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326614.074373:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326614.074376:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326614.074377:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.074381:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326614.074384:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326614.074388:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326614.074392:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326614.074396:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326614.074399:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326614.074401:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326614.074403:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326614.074407:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326614.074416:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.074426:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326614.074428:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326614.074430:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326614.074432:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326614.074435:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.074443:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326614.074445:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326614.074447:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326614.074450:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326614.074458:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386672000:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326614.074462:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326614.074465:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326614.074467:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386672000/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326614.074474:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326614.074476:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326614.074478:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047deb66f. 02000000:00000001:3.0:1767326614.074483:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326614.074484:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326614.074486:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326614.074488:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326614.074490:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:3.0:1767326614.074493:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326614.074494:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326614.074496:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:3.0:1767326614.074499:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326614.074500:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326614.074502:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326614.074506:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326614.074508:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326614.074510:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326614.074518:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326614.774860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326614.774871:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326614.774945:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326614.774952:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326614.774979:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326615.798896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326615.798905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326615.798929:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326615.798932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326615.798935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326616.822889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326616.822899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326616.823025:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326616.823074:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326616.823078:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326617.846853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326617.846861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326617.846886:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326617.846889:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326617.846892:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326618.678887:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306324472, at 4306324480 00000100:00000040:2.0:1767326618.678887:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306324472, at 4306324480 00000100:00000040:0.0:1767326618.678887:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306324472, at 4306324480 00000100:00000040:1.0:1767326618.678897:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306324472, at 4306324480 00000100:00000010:0.0:1767326618.678914:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000010:3.0:1767326618.678918:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059e097ae. 00000100:00000010:2.0:1767326618.678920:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b144d0dc. 00000100:00000010:1.0:1767326618.678925:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000149bfc9a. 00010000:00000001:0.0:1767326618.870811:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326618.870818:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326618.870821:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326618.870823:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326618.870829:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326618.870831:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326618.870833:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326618.870835:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326618.870992:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326618.871000:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326618.871006:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326619.190866:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326619.190882:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326619.190895:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000020:00000040:0.0:1767326619.190923:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326619.190964:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326619.190968:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326619.190976:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326619.190986:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326619.190995:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326619.191009:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326619.191030:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326619.191033:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326619.191040:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_03+3] req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.191082:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326619.191085:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326619.191089:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326619.191092:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000020:00000040:0.0:1767326619.191096:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326619.191099:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326619.191101:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326619.191104:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326619.191108:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:3.0:1767326619.191109:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326619.191112:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326619.191115:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326619.191120:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326619.191120:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326619.191129:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326619.191137:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326619.191140:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326619.191143:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326619.191144:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326619.191146:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326619.191149:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326619.191152:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326619.191154:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_00+0] req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326619.191157:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326619.191162:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326619.191169:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386672128:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326619.191175:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326619.191181:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326619.191184:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326619.191187:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326619.191190:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326619.191192:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005356246d. 02000000:00000001:3.0:1767326619.191196:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326619.191197:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326619.191201:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326619.191204:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be285f34. 00000100:00000001:1.0:1767326619.191207:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326619.191214:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000001:1.0:1767326619.191214:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326619.191216:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326619.191225:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000100:00000200:3.0:1767326619.191227:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672128, portal 25 00000100:00000001:2.0:1767326619.191227:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326619.191231:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326619.191233:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326619.191234:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.191245:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326619.191247:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326619.191252:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326619.191253:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 02000000:00000001:0.0:1767326619.191259:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326619.191268:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326619.191272:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000001:0.0:1767326619.191284:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326619.191293:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326619.191300:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326619.191302:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326619.191302:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326619.191315:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326619.191317:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326619.191323:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 02000000:00000001:1.0:1767326619.191326:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326619.191332:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386672128, offset 0 00000100:00000001:0.0:1767326619.191334:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326619.191340:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.191341:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326619.191350:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326619.191359:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386672256:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326619.191359:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_01+1] req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326619.191371:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326619.191380:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326619.191393:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326619.191394:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326619.191401:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326619.191404:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326619.191406:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326619.191413:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326619.191415:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326619.191417:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326619.191423:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326619.191423:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326619.191426:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e39704d3. 00000100:00000040:0.0:1767326619.191426:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326619.191433:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326619.191438:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [552:552:256:4294967295] 192.168.203.127@tcp LPNI seq info [552:552:8:4294967295] 00000100:00000001:2.0:1767326619.191439:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326619.191442:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11662) 02000000:00000001:1.0:1767326619.191447:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326619.191450:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326619.191457:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000200:3.0:1767326619.191473:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:1.0:1767326619.191475:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000001:2.0:1767326619.191489:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326619.191492:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672256, portal 10 00000800:00000200:3.0:1767326619.191493:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326619.191496:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326619.191502:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000001:1.0:1767326619.191502:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326619.191504:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326619.191511:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 02000000:00000001:2.0:1767326619.191512:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326619.191520:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767326619.191523:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326619.191532:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326619.191534:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386672384:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326619.191537:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326619.191545:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326619.191550:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326619.191560:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326619.191563:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326619.191564:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326619.191567:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326619.191571:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326619.191571:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d22d8fd. 00000100:00000001:3.0:1767326619.191579:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306329592 02000000:00000001:2.0:1767326619.191579:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326619.191591:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000100:00000040:1.0:1767326619.191591:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326619.191592:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000400:00000010:2.0:1767326619.191605:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000400:00000010:1.0:1767326619.191605:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b5491e. 00000100:00000001:3.0:1767326619.191606:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767326619.191620:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386672256, offset 0 00000100:00000001:3.0:1767326619.191621:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306329592 00000100:00000200:2.0:1767326619.191621:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672384, portal 10 00000100:00000010:3.0:1767326619.191632:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064be71a1. 00000100:00000001:2.0:1767326619.191632:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326619.191640:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326619.191640:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000400:00000200:1.0:1767326619.191641:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326619.191649:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306329592 00000100:00000010:3.0:1767326619.191654:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e079dd5f. 00000100:00000001:3.0:1767326619.191659:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767326619.191659:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326619.191664:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326619.191667:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306329592 00000400:00000200:1.0:1767326619.191675:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326619.191676:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 00000100:00000001:2.0:1767326619.191690:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326619.191691:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326619.191691:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326619.191705:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326619.191706:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326619.191717:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326619.191721:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326619.191724:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000400:00000200:1.0:1767326619.191725:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326619.191727:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326619.191729:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326619.191733:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326619.191733:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386672384, offset 0 00000800:00000010:0.0:1767326619.191737:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:1.0:1767326619.191741:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [553:553:255:4294967295] 192.168.203.127@tcp LPNI seq info [553:553:7:4294967295] 00000100:00000001:3.0:1767326619.191747:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326619.191750:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326619.191752:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326619.191812:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326619.191812:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:0.0:1767326619.191824:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:1.0:1767326619.191829:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326619.191831:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326619.191840:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326619.191841:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326619.191847:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326619.191850:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326619.191855:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326619.191859:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326619.191862:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326619.191865:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326619.191870:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [554:554:254:4294967295] 192.168.203.127@tcp LPNI seq info [554:554:6:4294967295] 00000100:00000001:1.0:1767326619.191871:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326619.191876:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 170626 usecs (171 jiffies) 00000100:00000001:1.0:1767326619.191881:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306325164 00000100:00000001:1.0:1767326619.191886:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306329592 00000100:00000001:1.0:1767326619.191890:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306325164 00000400:00000200:2.0:1767326619.191893:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326619.191893:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306329592 00000100:00000001:1.0:1767326619.191902:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306325164 00000100:00000001:3.0:1767326619.191905:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326619.191906:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306329592 00000400:00000200:0.0:1767326619.191911:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000100:00000001:3.0:1767326619.191912:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326619.191912:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306325164 00000800:00000200:2.0:1767326619.191913:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326619.191920:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326619.191921:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000800:00000010:2.0:1767326619.191939:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b222b7f0. 00000100:00000001:1.0:1767326619.191940:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306329592 00000100:00000001:3.0:1767326619.191941:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.191945:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326619.191953:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326619.191957:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326619.191957:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326619.191961:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326619.191971:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326619.191974:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326619.191980:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b222b7f0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326619.191986:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.191993:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326619.192000:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11318 usecs (12 jiffies) 00000100:00000001:1.0:1767326619.192001:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326619.192005:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326619.192007:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326619.192008:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306325005 00000100:00000040:0.0:1767326619.192014:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326619.192016:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306329592 00000100:00000001:1.0:1767326619.192016:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326619.192021:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326619.192026:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306325005 00000100:00000001:1.0:1767326619.192027:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.192037:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306329592 00000100:00000001:1.0:1767326619.192038:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.192047:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306325005 00000100:00000001:2.0:1767326619.192051:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306329592 00000100:00000001:2.0:1767326619.192056:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306325005 00000100:00000001:2.0:1767326619.192063:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306329592 00000100:00000001:2.0:1767326619.192070:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326619.192076:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.192077:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.192087:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.192087:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326619.192091:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.192096:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326619.192104:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326619.192106:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326619.192106:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326619.192107:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.192109:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326619.192118:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326619.192123:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:0.0:1767326619.192127:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326619.192135:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326619.192139:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b5491e 00000400:00000010:0.0:1767326619.192142:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b5491e. 00000100:00000001:0.0:1767326619.192145:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326619.192149:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.192158:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326619.192160:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.192168:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.192170:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326619.192213:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326619.192216:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b222b7f0. 00000400:00000200:0.0:1767326619.192220:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326619.192224:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326619.192227:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001345b526 00000400:00000010:0.0:1767326619.192229:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001345b526. 00000100:00000001:0.0:1767326619.192232:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326619.192236:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.192244:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326619.192247:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.192254:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.192255:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326619.192861:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326619.192875:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326619.192878:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326619.192881:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326619.192888:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326619.192955:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10c00 00000400:00000200:3.0:1767326619.192964:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:3.0:1767326619.192974:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326619.192995:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326619.192998:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326619.193003:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326619.193008:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326619.193013:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326619.193024:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326619.193043:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326619.193051:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326619.193055:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326619.193084:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326619.193088:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326619.193100:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326619.193103:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326619.193105:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be285f34. 00000400:00000200:0.0:1767326619.193109:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:0.0:1767326619.193111:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:0.0:1767326619.193114:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326619.193118:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326619.193127:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.193135:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326619.193137:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326619.193140:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326619.193143:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326619.193146:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326619.193149:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326619.193152:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326619.193158:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326619.193163:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326619.193166:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326619.193167:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326619.193171:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326619.193173:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.193176:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326619.193180:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.193188:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326619.193192:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326619.193194:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326619.193197:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326619.193206:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386672128:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326619.193211:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326619.193219:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326619.193223:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386672128/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.193230:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326619.193233:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326619.193237:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005356246d. 02000000:00000001:0.0:1767326619.193240:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326619.193242:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326619.193244:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326619.193247:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326619.193249:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 02000000:00000001:0.0:1767326619.193252:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326619.193255:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326619.193256:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000001:0.0:1767326619.193262:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326619.193264:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326619.193266:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326619.193270:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326619.193271:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326619.193273:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326619.193275:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326619.193437:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326619.193445:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326619.193447:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326619.193450:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326619.193455:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326619.193465:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10c80 00000400:00000200:0.0:1767326619.193472:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1211 [1] + 224 00000800:00000001:0.0:1767326619.193477:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326619.193484:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326619.193486:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326619.193490:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326619.193493:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326619.193497:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326619.193521:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.193539:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326619.193546:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326619.193549:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326619.193574:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326619.193577:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326619.193582:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326619.193584:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326619.193586:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767326619.193591:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000400:00000010:1.0:1767326619.193593:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:1.0:1767326619.193596:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326619.193600:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326619.193610:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326619.193616:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326619.193617:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326619.193619:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326619.193621:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326619.193623:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326619.193624:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326619.193626:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326619.193632:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326619.193635:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326619.193637:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326619.193638:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326619.193640:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326619.193643:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326619.193647:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326619.193648:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326619.193650:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326619.193658:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326619.193661:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326619.193666:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326619.193668:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326619.193670:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326619.193673:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326619.193678:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386672256:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326619.193683:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326619.193685:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326619.193689:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386672256/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326619.193691:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326619.193699:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326619.193702:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326619.193704:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e39704d3. 00000800:00000001:0.0:1767326619.193704:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326619.193712:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767326619.193713:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326619.193715:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326619.193717:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326619.193721:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767326619.193721:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326619.193727:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:1.0:1767326619.193731:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326619.193734:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326619.193738:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:1.0:1767326619.193743:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767326619.193744:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326619.193746:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326619.193751:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326619.193780:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326619.193782:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326619.193783:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326619.193785:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326619.193800:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10d00 00000400:00000200:0.0:1767326619.193808:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1219 [1] + 224 00000800:00000001:0.0:1767326619.193813:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326619.193821:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326619.193824:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326619.193829:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326619.193832:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326619.193835:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326619.193845:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326619.193862:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326619.193867:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326619.193870:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.193896:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326619.193900:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326619.193904:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326619.193906:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326619.193908:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:2.0:1767326619.193912:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:2.0:1767326619.193914:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326619.193917:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326619.193923:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326619.193947:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326619.193955:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326619.193956:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.193958:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326619.193960:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326619.193962:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326619.193963:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326619.193965:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326619.193969:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326619.193973:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=144 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326619.193975:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326619.193977:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326619.193979:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326619.193982:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326619.193989:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.193991:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326619.193993:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326619.193994:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326619.194003:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326619.194007:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326619.194013:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326619.194016:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326619.194017:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326619.194020:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326619.194028:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386672384:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326619.194032:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.194034:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326619.194036:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386672384/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326619.194043:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326619.194045:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326619.194047:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d22d8fd. 02000000:00000001:2.0:1767326619.194050:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326619.194052:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326619.194053:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326619.194056:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326619.194057:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 02000000:00000001:2.0:1767326619.194060:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326619.194061:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326619.194063:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:2.0:1767326619.194066:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326619.194067:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.194069:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326619.194073:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326619.194074:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326619.194076:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326619.194079:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326619.894875:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326619.894884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326619.894913:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326619.894917:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326619.894951:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326620.918861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326620.918869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326620.918958:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326620.918962:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326620.918973:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326621.942848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326621.942856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326621.942880:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326621.942883:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326621.942885:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326622.966858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326622.966868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326622.966944:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326622.966949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326622.966952:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326623.798843:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306329592, at 4306329600 00000100:00000040:0.0:1767326623.798844:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306329592, at 4306329600 00000100:00000040:2.0:1767326623.798856:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306329592, at 4306329600 00000100:00000040:3.0:1767326623.798859:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306329592, at 4306329600 00000100:00000010:1.0:1767326623.798865:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064be71a1. 00000100:00000010:0.0:1767326623.798867:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:2.0:1767326623.798870:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e079dd5f. 00000100:00000010:3.0:1767326623.798873:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00010000:00000001:0.0:1767326623.990856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326623.990864:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326623.990889:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326623.990908:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326623.990912:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326624.310940:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326624.310951:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326624.310963:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000020:00000040:0.0:1767326624.310971:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326624.310976:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326624.310979:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326624.310985:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326624.310993:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326624.311000:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326624.311011:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326624.311022:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326624.311024:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326624.311029:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_02+2] req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.311057:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326624.311059:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326624.311062:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326624.311083:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000100:00000001:1.0:1767326624.311086:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326624.311086:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326624.311089:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326624.311092:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326624.311093:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326624.311094:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326624.311096:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d8f7c13. 00000100:00000001:1.0:1767326624.311099:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326624.311100:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326624.311104:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326624.311109:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326624.311109:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326624.311110:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326624.311134:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326624.311135:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326624.311136:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326624.311138:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326624.311142:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326624.311142:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_03+3] req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326624.311147:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326624.311152:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326624.311157:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386672512:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326624.311161:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326624.311161:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326624.311165:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326624.311167:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326624.311168:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326624.311171:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326624.311173:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 02000000:00000001:1.0:1767326624.311174:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326624.311177:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326624.311179:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326624.311181:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326624.311182:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000876e607c. 00000100:00000001:0.0:1767326624.311184:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326624.311185:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326624.311186:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326624.311190:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326624.311193:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326624.311194:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 02000000:00000001:0.0:1767326624.311194:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326624.311204:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e46c44f. 00000100:00000001:3.0:1767326624.311205:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326624.311205:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000001:0.0:1767326624.311210:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326624.311215:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672512, portal 25 00000100:00000001:3.0:1767326624.311216:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326624.311219:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326624.311223:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326624.311223:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326624.311226:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 02000000:00000001:3.0:1767326624.311227:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326624.311233:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326624.311237:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326624.311241:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386672640:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326624.311242:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326624.311245:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326624.311252:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326624.311256:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_00+0] req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326624.311257:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326624.311257:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326624.311261:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326624.311267:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326624.311267:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326624.311272:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066816d20. 00000400:00000010:1.0:1767326624.311273:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea481bae. 02000000:00000001:3.0:1767326624.311276:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326624.311280:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d725aa5f. 00000400:00000010:3.0:1767326624.311286:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000100:00000200:1.0:1767326624.311286:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386672512, offset 0 00000100:00000200:3.0:1767326624.311292:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672640, portal 10 00000100:00000001:0.0:1767326624.311292:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326624.311298:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326624.311299:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326624.311299:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326624.311302:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000100:00000040:0.0:1767326624.311309:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326624.311312:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326624.311316:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11667) 00000400:00000200:1.0:1767326624.311319:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326624.311326:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326624.311332:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326624.311333:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326624.311338:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326624.311339:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000400:00000200:1.0:1767326624.311342:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:3.0:1767326624.311345:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386672640, offset 0 00000100:00000001:2.0:1767326624.311345:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326624.311349:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326624.311350:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326624.311356:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326624.311357:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326624.311359:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326624.311365:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [555:555:256:4294967295] 192.168.203.127@tcp LPNI seq info [555:555:8:4294967295] 00000100:00000001:2.0:1767326624.311377:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326624.311378:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326624.311379:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326624.311382:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326624.311384:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326624.311388:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326624.311388:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326624.311392:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326624.311399:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386672768:192.168.203.127@tcp:400: 00000800:00000200:1.0:1767326624.311401:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326624.311404:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326624.311407:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767326624.311410:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 02000000:00000001:2.0:1767326624.311412:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326624.311414:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326624.311416:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326624.311419:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326624.311420:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041c7314a. 00000800:00000200:1.0:1767326624.311420:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:2.0:1767326624.311425:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326624.311428:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:2.0:1767326624.311430:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000400:00000200:3.0:1767326624.311434:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326624.311436:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767326624.311438:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000400:00000200:3.0:1767326624.311440:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326624.311444:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326624.311448:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [556:556:255:4294967295] 192.168.203.127@tcp LPNI seq info [556:556:7:4294967295] 00000100:00000200:2.0:1767326624.311454:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672768, portal 10 00000100:00000001:2.0:1767326624.311458:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326624.311460:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326624.311461:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000100:00000001:1.0:1767326624.311468:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326624.311469:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326624.311471:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326624.311477:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767326624.311478:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306334712 00000100:00000001:2.0:1767326624.311481:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767326624.311484:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000100:00000040:2.0:1767326624.311489:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326624.311493:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326624.311495:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000001:1.0:1767326624.311495:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326624.311501:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326624.311502:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386672768, offset 0 00000800:00000200:3.0:1767326624.311506:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326624.311506:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306334712 00000400:00000200:2.0:1767326624.311513:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326624.311514:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326624.311515:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000400:00000200:2.0:1767326624.311521:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326624.311522:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 169616 usecs (170 jiffies) 00000400:00000200:2.0:1767326624.311525:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326624.311526:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326624.311527:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306330282 00000400:00000200:2.0:1767326624.311532:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326624.311533:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306334712 00000100:00000001:3.0:1767326624.311534:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306334712 00000400:00000200:2.0:1767326624.311536:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326624.311537:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326624.311541:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306330282 00000100:00000010:1.0:1767326624.311542:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000800:00000010:0.0:1767326624.311544:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000100:00000001:3.0:1767326624.311547:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306334712 00000100:00000001:1.0:1767326624.311549:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326624.311552:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326624.311553:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306330282 00000400:00000200:0.0:1767326624.311554:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326624.311555:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306334712 00000100:00000001:3.0:1767326624.311558:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306334712 00000400:00000200:2.0:1767326624.311561:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [557:557:254:4294967295] 192.168.203.127@tcp LPNI seq info [557:557:6:4294967295] 00000100:00000001:3.0:1767326624.311563:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306330282 00000100:00000010:1.0:1767326624.311564:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000400:00000200:0.0:1767326624.311569:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326624.311571:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326624.311579:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306334712 00000400:00000200:2.0:1767326624.311579:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326624.311579:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326624.311587:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326624.311587:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326624.311591:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea481bae 00000800:00000200:2.0:1767326624.311592:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326624.311593:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326624.311595:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea481bae. 00000800:00000010:2.0:1767326624.311601:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3546890. 00000100:00000001:3.0:1767326624.311602:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326624.311602:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326624.311604:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326624.311608:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.311610:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326624.311610:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326624.311614:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326624.311617:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326624.311619:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326624.311621:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326624.311622:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326624.311624:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326624.311628:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326624.311629:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3546890 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326624.311631:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326624.311632:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326624.311636:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326624.311637:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326624.311638:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326624.311640:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326624.311641:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326624.311643:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326624.311645:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326624.311645:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11268 usecs (12 jiffies) 00000100:00000040:0.0:1767326624.311647:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326624.311652:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306330124 00000100:00000001:2.0:1767326624.311658:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306334712 00000100:00000001:0.0:1767326624.311659:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326624.311662:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306330124 00000100:00000001:0.0:1767326624.311663:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326624.311667:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306334712 00000100:00000001:2.0:1767326624.311669:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306330124 00000100:00000001:2.0:1767326624.311671:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306334712 00000100:00000001:2.0:1767326624.311673:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306330124 00000100:00000001:2.0:1767326624.311675:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306334712 00000100:00000001:2.0:1767326624.311676:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326624.311678:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326624.311681:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326624.311682:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326624.311683:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767326624.311688:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:2.0:1767326624.311690:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326624.311694:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326624.311695:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326624.311697:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326624.311700:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326624.311704:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326624.311705:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326624.311708:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326624.311710:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d49ff96 00000400:00000010:0.0:1767326624.311714:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d49ff96. 00000100:00000001:0.0:1767326624.311717:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326624.311721:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.311730:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326624.311733:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.311739:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326624.311741:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326624.311833:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326624.311835:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3546890. 00000400:00000200:0.0:1767326624.311837:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326624.311840:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326624.311842:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000400:00000010:0.0:1767326624.311843:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767326624.311846:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326624.311848:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.311853:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326624.311855:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.311859:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326624.311860:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326624.313460:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313472:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326624.313475:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313477:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326624.313484:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326624.313503:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10d80 00000400:00000200:0.0:1767326624.313509:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1221 [1] + 224 00000800:00000001:0.0:1767326624.313515:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313522:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326624.313523:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326624.313526:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326624.313530:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326624.313533:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326624.313542:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.313556:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326624.313562:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313570:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326624.313595:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326624.313598:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326624.313603:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326624.313604:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326624.313606:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:1.0:1767326624.313609:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000400:00000010:1.0:1767326624.313611:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:1.0:1767326624.313613:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326624.313617:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326624.313625:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326624.313631:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326624.313632:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326624.313634:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326624.313636:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326624.313639:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326624.313641:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326624.313643:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326624.313649:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326624.313652:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326624.313654:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326624.313656:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326624.313659:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326624.313661:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326624.313663:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326624.313667:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326624.313689:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326624.313694:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326624.313696:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326624.313718:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326624.313728:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386672512:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326624.313734:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326624.313737:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326624.313741:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386672512/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326624.313741:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313747:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326624.313751:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326624.313755:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326624.313760:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326624.313763:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000876e607c. 02000000:00000001:1.0:1767326624.313785:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767326624.313789:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326624.313797:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326624.313804:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10e00 00000400:00000200:0.0:1767326624.313808:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1229 [1] + 224 00000800:00000001:0.0:1767326624.313812:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313815:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326624.313817:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326624.313818:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326624.313822:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:0.0:1767326624.313823:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000020:00000001:1.0:1767326624.313828:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326624.313830:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326624.313832:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00000100:00000200:0.0:1767326624.313836:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326624.313838:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326624.313842:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326624.313845:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000040:0.0:1767326624.313850:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326624.313854:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326624.313856:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326624.313861:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326624.313865:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326624.313867:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326624.313868:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326624.313872:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326624.313874:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326624.313875:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326624.313880:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326624.313884:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326624.313886:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326624.313887:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.313902:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326624.313908:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326624.313908:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767326624.313912:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326624.313915:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d725aa5f. 00000400:00000200:0.0:1767326624.313920:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10e80 00000400:00000200:3.0:1767326624.313921:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:3.0:1767326624.313924:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:3.0:1767326624.313927:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326624.313949:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326624.313951:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1231 [1] + 224 00000800:00000001:0.0:1767326624.313955:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326624.313961:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326624.313965:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326624.313970:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326624.313972:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326624.313978:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326624.313982:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326624.313983:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326624.313985:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.313990:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326624.313992:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326624.313994:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326624.313996:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326624.313999:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326624.314003:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326624.314010:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326624.314017:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326624.314019:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326624.314023:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326624.314025:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326624.314027:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326624.314033:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326624.314035:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326624.314038:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326624.314039:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326624.314042:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326624.314043:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326624.314048:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326624.314049:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326624.314051:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326624.314053:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326624.314054:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326624.314057:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326624.314063:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386672640:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326624.314067:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.314069:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326624.314072:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386672640/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326624.314073:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326624.314082:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326624.314087:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326624.314090:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326624.314092:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767326624.314092:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 02000000:00000001:3.0:1767326624.314096:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326624.314097:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 02000000:00000010:3.0:1767326624.314098:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066816d20. 00000400:00000010:2.0:1767326624.314101:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 02000000:00000001:3.0:1767326624.314104:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326624.314105:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326624.314107:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326624.314110:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:2.0:1767326624.314113:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326624.314114:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326624.314116:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004d8f7c13. 02000000:00000001:3.0:1767326624.314121:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326624.314123:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326624.314126:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000100:00000200:2.0:1767326624.314129:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326624.314130:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326624.314133:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.314137:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.314142:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326624.314144:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326624.314145:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326624.314147:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326624.314148:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326624.314150:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326624.314151:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326624.314152:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326624.314155:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326624.314157:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326624.314159:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326624.314162:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326624.314165:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=149 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326624.314167:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326624.314169:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326624.314170:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326624.314173:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326624.314178:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326624.314179:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326624.314181:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326624.314182:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326624.314183:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326624.314184:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326624.314188:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326624.314190:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326624.314195:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326624.314198:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326624.314203:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386672768:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326624.314206:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326624.314207:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326624.314208:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386672768/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326624.314212:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326624.314213:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326624.314214:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041c7314a. 02000000:00000001:2.0:1767326624.314217:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326624.314218:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326624.314219:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326624.314221:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326624.314222:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e46c44f. 02000000:00000001:2.0:1767326624.314224:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326624.314225:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326624.314226:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 00000100:00000001:2.0:1767326624.314228:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326624.314229:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326624.314230:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326624.314233:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326624.314234:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326624.314235:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326624.314237:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326625.014849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326625.014859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326625.014934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326625.014938:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326625.014941:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326626.038841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326626.038849:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326626.038871:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326626.038874:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326626.038875:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326627.062859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326627.062868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326627.062940:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326627.062946:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326627.062973:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326628.087087:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326628.087094:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326628.087115:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326628.087118:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326628.087120:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326628.918885:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306334712, at 4306334720 00000100:00000040:1.0:1767326628.918885:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306334712, at 4306334720 00000100:00000040:0.0:1767326628.918885:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306334712, at 4306334720 00000100:00000010:2.0:1767326628.918908:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000010:0.0:1767326628.918911:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:1.0:1767326628.918915:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000040:3.0:1767326628.918925:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306334712, at 4306334720 00000100:00000010:3.0:1767326628.918942:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00010000:00000001:0.0:1767326629.110852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326629.110871:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326629.110874:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326629.110875:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326629.110880:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326629.110882:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326629.110884:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326629.110886:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326629.110916:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326629.110920:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326629.110923:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326629.430891:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326629.430904:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326629.430914:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000020:00000040:0.0:1767326629.430921:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326629.430943:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326629.430946:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326629.430952:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326629.430960:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:0.0:1767326629.430967:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.430978:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326629.430996:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326629.430998:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.431003:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8724a52] to pc [ptlrpcd_00_01+1] req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.431034:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.431035:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326629.431038:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326629.431040:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767326629.431047:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326629.431049:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326629.431050:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326629.431052:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326629.431057:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:0.0:1767326629.431061:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.431064:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326629.431069:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326629.431070:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326629.431072:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.431076:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326629.431080:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326629.431080:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_02+2] req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326629.431089:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326629.431095:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326629.431098:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326629.431103:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326629.431106:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.431109:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.431119:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326629.431120:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326629.431124:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326629.431125:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326629.431128:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326629.431134:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386672896:192.168.203.127@tcp:400: 00000100:00000010:0.0:1767326629.431137:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 00000100:00000001:2.0:1767326629.431138:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767326629.431142:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326629.431145:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326629.431147:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326629.431147:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326629.431151:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326629.431153:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326629.431154:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326629.431155:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326629.431156:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 02000000:00000001:2.0:1767326629.431161:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326629.431162:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326629.431164:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.431165:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326629.431178:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326629.431187:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326629.431188:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326629.431188:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e482946a. 02000000:00000001:2.0:1767326629.431198:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326629.431213:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000001:0.0:1767326629.431229:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767326629.431232:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000001:0.0:1767326629.431234:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.431245:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326629.431246:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2e20e53] to pc [ptlrpcd_00_03+3] req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326629.431247:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386672896, portal 25 00000100:00000001:3.0:1767326629.431255:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.431255:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326629.431259:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 02000000:00000001:3.0:1767326629.431269:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326629.431275:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326629.431279:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326629.431279:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.431287:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326629.431296:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326629.431301:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326629.431311:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326629.431314:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326629.431314:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11672) 00000100:00100000:3.0:1767326629.431316:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386673024:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326629.431324:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326629.431327:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326629.431331:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000001:1.0:1767326629.431333:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326629.431335:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326629.431336:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386672896, offset 0 02000000:00000001:3.0:1767326629.431344:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326629.431350:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326629.431350:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326629.431363:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326629.431369:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326629.431370:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326629.431371:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326629.431377:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047e544fb. 00000100:00000001:1.0:1767326629.431379:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326629.431385:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326629.431386:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326629.431387:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326629.431393:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326629.431394:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326629.431397:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d725aa5f. 02000000:00000001:1.0:1767326629.431405:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326629.431411:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326629.431412:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000100:00100000:1.0:1767326629.431412:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386673152:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326629.431422:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326629.431423:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:3.0:1767326629.431427:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673024, portal 10 02000000:00000001:1.0:1767326629.431427:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326629.431432:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.431434:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326629.431437:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [558:558:256:4294967295] 192.168.203.127@tcp LPNI seq info [558:558:8:4294967295] 02000000:00000001:1.0:1767326629.431439:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326629.431440:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 02000000:00000010:1.0:1767326629.431446:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000876e607c. 02000000:00000001:1.0:1767326629.431452:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326629.431458:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326629.431459:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000010:1.0:1767326629.431467:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000200:1.0:1767326629.431476:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673152, portal 10 00000400:00000200:2.0:1767326629.431488:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326629.431488:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326629.431489:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326629.431494:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544896 : -125135053006720 : ffff8e30b99dd880) 00000100:00000040:3.0:1767326629.431505:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326629.431511:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 00000100:00000040:1.0:1767326629.431512:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326629.431517:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:3.0:1767326629.431522:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386673024, offset 0 00000800:00000010:2.0:1767326629.431534:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f204e57d. 00000400:00000200:3.0:1767326629.431539:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326629.431555:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326629.431569:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326629.431570:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326629.431570:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326629.431576:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000975374c2. 00000100:00000200:1.0:1767326629.431585:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386673152, offset 0 00000400:00000200:3.0:1767326629.431591:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326629.431601:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326629.431601:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326629.431610:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326629.431613:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f204e57d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326629.431622:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326629.431627:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326629.431631:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [559:559:255:4294967295] 192.168.203.127@tcp LPNI seq info [559:559:7:4294967295] 00000100:00000001:2.0:1767326629.431633:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.431643:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306339832 00000100:00000010:2.0:1767326629.431649:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e24fb01. 00000100:00000001:2.0:1767326629.431661:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326629.431662:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326629.431673:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306339832 00000400:00000200:1.0:1767326629.431680:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767326629.431681:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3a6843. 00000800:00000200:3.0:1767326629.431682:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326629.431689:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326629.431691:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326629.431694:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b619ff27. 00000400:00000200:1.0:1767326629.431700:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326629.431701:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306339832 00000400:00000200:1.0:1767326629.431709:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326629.431711:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb18a333. 00000800:00000200:3.0:1767326629.431712:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326629.431715:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326629.431722:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326629.431724:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [560:560:254:4294967295] 192.168.203.127@tcp LPNI seq info [560:560:6:4294967295] 00000800:00000200:3.0:1767326629.431731:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326629.431731:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306339832 00000100:00000010:2.0:1767326629.431741:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd84bbf8. 00000800:00000200:3.0:1767326629.431743:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b619ff27 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326629.431746:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326629.431790:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326629.431796:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326629.431800:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.431805:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.431808:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.431808:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326629.431811:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326629.431811:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326629.431823:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326629.431825:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000800:00000010:0.0:1767326629.431825:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f204e57d. 00000100:00000001:2.0:1767326629.431827:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326629.431840:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326629.431841:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326629.431847:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326629.431852:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326629.431853:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326629.431869:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326629.431880:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326629.431884:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000100:00000040:3.0:1767326629.431889:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 168622 usecs (169 jiffies) 00000800:00000200:1.0:1767326629.431890:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:0.0:1767326629.431891:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000800:00000200:1.0:1767326629.431904:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326629.431905:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306335402 00000100:00000001:0.0:1767326629.431906:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326629.431910:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326629.431916:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326629.431918:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11221 usecs (12 jiffies) 00000100:00000001:3.0:1767326629.431927:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306339832 00000100:00000001:1.0:1767326629.431928:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306335245 00000100:00000001:3.0:1767326629.431941:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306335402 00000100:00000001:1.0:1767326629.431942:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306339832 00000100:00000001:3.0:1767326629.431955:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306339832 00000100:00000001:1.0:1767326629.431956:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306335245 00000100:00000001:3.0:1767326629.431969:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306335402 00000100:00000001:1.0:1767326629.431971:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306339832 00000100:00000001:0.0:1767326629.431972:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326629.431978:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306339832 00000100:00000001:1.0:1767326629.431980:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306335245 00000100:00000001:3.0:1767326629.431986:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306335402 00000100:00000040:0.0:1767326629.431986:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326629.431987:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306339832 00000100:00000001:3.0:1767326629.431995:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306339832 00000100:00000001:1.0:1767326629.432001:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306335245 00000100:00000001:3.0:1767326629.432005:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326629.432013:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306339832 00000100:00000001:3.0:1767326629.432020:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326629.432034:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326629.432035:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.432037:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326629.432044:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326629.432045:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.432047:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326629.432049:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.432057:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326629.432057:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326629.432062:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326629.432064:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326629.432069:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326629.432070:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326629.432072:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326629.432074:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326629.432075:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326629.432078:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326629.432078:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326629.432079:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326629.432081:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b619ff27. 00000100:00000001:1.0:1767326629.432089:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.432090:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326629.432090:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326629.432111:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326629.432116:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9736f0 00000400:00000010:0.0:1767326629.432118:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9736f0. 00000100:00000001:0.0:1767326629.432121:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326629.432124:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.432131:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326629.432133:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.432137:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326629.432138:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326629.432166:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326629.432168:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000400:00000200:0.0:1767326629.432170:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326629.432172:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326629.432174:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975374c2 00000400:00000010:0.0:1767326629.432175:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975374c2. 00000100:00000001:0.0:1767326629.432178:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326629.432180:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.432185:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326629.432186:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.432191:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326629.432192:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326629.433084:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433096:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326629.433098:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433100:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326629.433107:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326629.433116:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a10f00 00000400:00000200:0.0:1767326629.433127:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:0.0:1767326629.433134:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433142:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326629.433144:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326629.433146:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326629.433150:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326629.433152:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326629.433159:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.433172:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326629.433178:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433180:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326629.433209:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326629.433212:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326629.433218:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326629.433220:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326629.433222:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:2.0:1767326629.433226:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:2.0:1767326629.433228:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326629.433236:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326629.433240:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326629.433247:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326629.433252:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326629.433254:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326629.433256:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326629.433258:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326629.433260:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326629.433262:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326629.433264:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326629.433270:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326629.433273:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326629.433276:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326629.433277:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326629.433280:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326629.433281:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.433284:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326629.433286:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326629.433291:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326629.433293:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326629.433295:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326629.433298:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326629.433303:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386672896:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326629.433307:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326629.433308:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326629.433309:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386672896/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326629.433314:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326629.433321:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326629.433324:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e482946a. 02000000:00000001:2.0:1767326629.433328:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326629.433330:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326629.433332:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326629.433334:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326629.433336:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000001:2.0:1767326629.433339:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326629.433341:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326629.433342:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:2.0:1767326629.433347:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326629.433349:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326629.433351:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326629.433355:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326629.433356:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326629.433358:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326629.433360:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326629.433374:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433380:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326629.433382:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433383:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326629.433387:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326629.433393:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a10f80 00000400:00000200:0.0:1767326629.433397:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1241 [1] + 224 00000800:00000001:0.0:1767326629.433402:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433408:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326629.433410:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326629.433413:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326629.433416:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326629.433420:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326629.433429:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326629.433443:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326629.433456:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433459:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326629.433523:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326629.433527:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326629.433529:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433535:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326629.433537:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433539:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326629.433543:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326629.433548:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11000 00000400:00000001:3.0:1767326629.433567:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326629.433571:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326629.433574:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d725aa5f. 00000400:00000200:3.0:1767326629.433578:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:3.0:1767326629.433580:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:3.0:1767326629.433584:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326629.433590:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1245 [1] + 224 00000100:00000200:3.0:1767326629.433597:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326629.433597:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326629.433605:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326629.433613:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326629.433624:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326629.433634:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326629.433639:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326629.433644:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326629.433681:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326629.433683:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326629.433690:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326629.433698:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326629.433702:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326629.433706:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326629.433713:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326629.433725:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326629.433733:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326629.433734:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=54 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326629.433739:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326629.433740:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=54 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326629.433744:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326629.433746:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326629.433750:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326629.433753:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326629.433782:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326629.433787:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326629.433790:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326629.433793:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326629.433796:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326629.433797:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767326629.433798:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000100:00000040:3.0:1767326629.433800:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:1.0:1767326629.433804:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000100:00000001:3.0:1767326629.433805:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326629.433808:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326629.433809:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:1.0:1767326629.433815:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326629.433817:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326629.433823:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326629.433836:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326629.433842:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326629.433845:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326629.433847:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326629.433853:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326629.433880:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326629.433885:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326629.433887:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386673024:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326629.433888:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326629.433892:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326629.433894:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326629.433897:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.433898:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326629.433899:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326629.433905:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326629.433907:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326629.433911:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=154 v=5 (1 0 0 0) 00000100:00000040:3.0:1767326629.433913:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386673024/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326629.433915:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326629.433917:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326629.433921:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326629.433929:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767326629.433930:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326629.433933:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326629.433937:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047e544fb. 02000000:00000001:3.0:1767326629.433943:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326629.433945:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326629.433947:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326629.433952:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767326629.433959:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326629.433963:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 00000100:00000001:1.0:1767326629.433964:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326629.433968:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:3.0:1767326629.433969:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326629.433971:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326629.433973:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326629.433975:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326629.433976:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000100:00000001:3.0:1767326629.433982:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326629.433985:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326629.433986:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326629.433990:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326629.433997:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326629.434001:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326629.434002:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326629.434005:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326629.434007:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326629.434008:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326629.434011:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326629.434017:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326629.434023:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386673152:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326629.434027:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326629.434029:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326629.434031:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2e20e53 x1853175386673152/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326629.434038:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326629.434040:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326629.434042:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000876e607c. 02000000:00000001:1.0:1767326629.434045:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326629.434046:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326629.434048:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326629.434050:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326629.434052:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 02000000:00000001:1.0:1767326629.434054:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326629.434056:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326629.434057:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000001:1.0:1767326629.434060:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326629.434061:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326629.434070:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326629.434073:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326629.434075:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326629.434077:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326629.434079:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326630.134918:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326630.134926:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326630.134951:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326630.134954:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326630.134956:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326631.158836:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326631.158856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326631.158915:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326631.158920:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326631.158923:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326632.182858:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326632.182869:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326632.182896:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326632.182900:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326632.182904:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326633.206853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326633.206879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326633.206941:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326633.206947:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326633.206951:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326634.038893:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306339832, at 4306339840 00000100:00000040:2.0:1767326634.038893:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306339832, at 4306339840 00000100:00000040:1.0:1767326634.038893:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306339832, at 4306339840 00000100:00000040:0.0:1767326634.038893:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306339832, at 4306339840 00000100:00000010:0.0:1767326634.038913:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e24fb01. 00000100:00000010:2.0:1767326634.038915:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb18a333. 00000100:00000010:1.0:1767326634.038917:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3a6843. 00000100:00000010:3.0:1767326634.038920:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd84bbf8. 00010000:00000001:0.0:1767326634.230896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326634.230905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326634.230950:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326634.230953:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326634.230955:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326634.550870:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326634.550885:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326634.550898:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c92f2871. 00000020:00000040:0.0:1767326634.550906:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326634.550911:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326634.550915:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326634.550921:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326634.550932:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:0.0:1767326634.550940:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.550951:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326634.550961:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326634.550963:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.550968:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c92f2871] to pc [ptlrpcd_00_00+0] req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.550990:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.550992:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326634.550994:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326634.550996:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ed2a9b. 00000020:00000040:0.0:1767326634.550998:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326634.551000:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326634.551001:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326634.551002:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326634.551005:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:1.0:1767326634.551011:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326634.551015:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326634.551017:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326634.551020:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551020:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326634.551027:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.551027:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.551035:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326634.551058:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326634.551059:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326634.551060:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551064:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.551064:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ed2a9b] to pc [ptlrpcd_00_01+1] req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326634.551072:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326634.551077:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326634.551079:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326634.551082:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.551082:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326634.551088:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326634.551090:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386673280:192.168.203.127@tcp:400: 00000100:00000010:0.0:1767326634.551091:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2e20e53. 00000020:00000040:0.0:1767326634.551096:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326634.551099:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326634.551100:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326634.551104:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326634.551104:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326634.551106:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.551108:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326634.551108:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767326634.551110:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 00000100:00000001:2.0:1767326634.551112:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326634.551112:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326634.551113:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326634.551116:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326634.551119:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326634.551119:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326634.551123:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c0e7ec9. 02000000:00000001:1.0:1767326634.551128:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326634.551138:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000400:00000010:1.0:1767326634.551149:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000001:0.0:1767326634.551149:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326634.551151:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326634.551153:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.551154:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326634.551159:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326634.551159:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673280, portal 25 00000100:00000040:0.0:1767326634.551159:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2e20e53] to pc [ptlrpcd_00_02+2] req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326634.551163:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326634.551166:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326634.551169:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551169:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656549376 : -125135053002240 : ffff8e30b99dea00) 00000100:00100000:2.0:1767326634.551177:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386673408:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326634.551181:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326634.551183:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326634.551183:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326634.551185:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326634.551187:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326634.551189:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551193:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326634.551193:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326634.551196:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095db7ecb. 00000100:00000001:3.0:1767326634.551199:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326634.551199:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326634.551200:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326634.551200:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326634.551204:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326634.551207:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f8d82a. 00000100:00000001:3.0:1767326634.551208:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326634.551208:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000100:00000040:0.0:1767326634.551208:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11678) 00000100:00000200:1.0:1767326634.551214:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386673280, offset 0 00000100:00000040:3.0:1767326634.551218:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326634.551218:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000400:00000200:1.0:1767326634.551228:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326634.551233:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326634.551235:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326634.551236:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673408, portal 10 00000100:00000001:0.0:1767326634.551236:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326634.551240:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326634.551241:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326634.551242:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326634.551245:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326634.551246:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656546688 : -125135053004928 : ffff8e30b99ddf80) 00000400:00000200:1.0:1767326634.551249:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:3.0:1767326634.551251:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326634.551257:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386673536:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326634.551259:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326634.551260:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326634.551265:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326634.551269:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326634.551269:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326634.551272:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326634.551273:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326634.551276:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326634.551277:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326634.551279:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326634.551282:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a7eac4. 00000400:00000200:1.0:1767326634.551282:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326634.551283:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 02000000:00000001:3.0:1767326634.551286:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326634.551288:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386673408, offset 0 00000400:00000200:1.0:1767326634.551291:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [561:561:256:4294967295] 192.168.203.127@tcp LPNI seq info [561:561:8:4294967295] 00000400:00000010:3.0:1767326634.551292:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d725aa5f. 00000400:00000200:2.0:1767326634.551298:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326634.551308:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000400:00000200:1.0:1767326634.551308:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326634.551314:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673536, portal 10 00000100:00000001:3.0:1767326634.551318:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326634.551318:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326634.551319:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326634.551322:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544896 : -125135053006720 : ffff8e30b99dd880) 00000400:00000200:2.0:1767326634.551324:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326634.551326:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326634.551327:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326634.551331:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326634.551333:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326634.551335:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326634.551338:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326634.551342:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [562:562:255:4294967295] 192.168.203.127@tcp LPNI seq info [562:562:7:4294967295] 00000800:00000200:1.0:1767326634.551346:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326634.551353:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326634.551359:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326634.551363:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767326634.551365:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326634.551369:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000100:00000001:1.0:1767326634.551372:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326634.551373:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386673536, offset 0 00000800:00000200:2.0:1767326634.551374:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326634.551378:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306344952 00000800:00000010:2.0:1767326634.551382:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000400:00000200:3.0:1767326634.551383:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326634.551384:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000800:00000200:2.0:1767326634.551391:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326634.551394:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326634.551395:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326634.551400:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326634.551402:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326634.551405:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326634.551410:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326634.551411:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551412:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306344952 00000400:00000200:3.0:1767326634.551417:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326634.551417:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 167638 usecs (168 jiffies) 00000100:00000010:1.0:1767326634.551421:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000100:00000001:2.0:1767326634.551424:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306340520 00000100:00000001:1.0:1767326634.551425:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326634.551426:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326634.551428:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306344952 00000100:00000001:1.0:1767326634.551431:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306344952 00000400:00000200:3.0:1767326634.551437:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [563:563:254:4294967295] 192.168.203.127@tcp LPNI seq info [563:563:6:4294967295] 00000100:00000010:1.0:1767326634.551437:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000800:00000200:0.0:1767326634.551438:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326634.551441:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306340520 00000100:00000001:1.0:1767326634.551444:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767326634.551445:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000100:00000001:2.0:1767326634.551447:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306344952 00000100:00000001:1.0:1767326634.551449:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306344952 00000400:00000200:0.0:1767326634.551452:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326634.551453:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306340520 00000100:00000001:2.0:1767326634.551458:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306344952 00000100:00000010:1.0:1767326634.551459:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000400:00000200:3.0:1767326634.551463:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326634.551465:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306340520 00000100:00000001:1.0:1767326634.551467:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326634.551472:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326634.551475:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306344952 00000100:00000001:1.0:1767326634.551475:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326634.551478:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326634.551480:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326634.551480:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326634.551481:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f8d82a 00000800:00000010:3.0:1767326634.551484:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000100:00000001:2.0:1767326634.551484:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326634.551485:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f8d82a. 00000100:00000001:1.0:1767326634.551486:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.551491:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551492:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326634.551493:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326634.551494:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326634.551495:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326634.551503:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326634.551504:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326634.551506:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326634.551506:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326634.551511:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326634.551511:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326634.551511:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326634.551518:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326634.551518:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326634.551519:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.551522:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326634.551522:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326634.551524:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11173 usecs (12 jiffies) 00000100:00000001:0.0:1767326634.551525:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326634.551526:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.551526:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326634.551530:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326634.551531:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306340364 00000100:00000001:1.0:1767326634.551532:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.551533:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326634.551538:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306344952 00000100:00000001:3.0:1767326634.551543:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306340364 00000100:00000001:3.0:1767326634.551548:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306344952 00000100:00000001:0.0:1767326634.551549:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326634.551550:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306340364 00000100:00000001:3.0:1767326634.551554:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306344952 00000100:00000001:0.0:1767326634.551554:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326634.551557:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306340364 00000100:00000001:3.0:1767326634.551564:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306344952 00000100:00000001:3.0:1767326634.551566:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326634.551568:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326634.551569:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326634.551573:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000100:00000001:3.0:1767326634.551574:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326634.551578:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326634.551579:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326634.551585:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326634.551586:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326634.551587:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55734bd 00000100:00000001:3.0:1767326634.551590:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767326634.551591:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f55734bd. 00000100:00000001:3.0:1767326634.551597:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326634.551597:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326634.551600:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326634.551603:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326634.551604:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326634.551609:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326634.551616:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326634.551618:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.551622:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326634.551623:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326634.551692:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326634.551695:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:0.0:1767326634.551698:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326634.551701:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326634.551704:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000400:00000010:0.0:1767326634.551712:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000100:00000001:0.0:1767326634.551715:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326634.551719:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.551727:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326634.551730:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.551737:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326634.551739:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326634.553497:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553510:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326634.553514:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553516:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326634.553523:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326634.553536:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11100 00000400:00000200:0.0:1767326634.553544:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1259 [1] + 224 00000800:00000001:0.0:1767326634.553552:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553556:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326634.553559:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326634.553563:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326634.553566:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326634.553569:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326634.553576:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.553591:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326634.553599:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553602:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326634.553603:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553605:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326634.553607:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326634.553612:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11080 00000400:00000200:0.0:1767326634.553624:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1251 [1] + 224 00000100:00000001:2.0:1767326634.553625:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326634.553629:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326634.553629:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553636:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326634.553637:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326634.553639:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326634.553641:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326634.553645:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326634.553646:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000400:00000200:2.0:1767326634.553652:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000400:00000010:2.0:1767326634.553653:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000001:2.0:1767326634.553656:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326634.553658:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326634.553661:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326634.553665:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326634.553671:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326634.553692:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.553694:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326634.553700:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326634.553701:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326634.553704:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326634.553705:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326634.553707:0:216339:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326634.553709:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326634.553710:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326634.553713:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326634.553717:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326634.553721:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326634.553723:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.553723:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326634.553727:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326634.553727:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11180 02000000:00000001:2.0:1767326634.553729:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326634.553733:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326634.553735:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326634.553737:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000100:00001000:2.0:1767326634.553739:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=59 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326634.553741:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000400:00000010:1.0:1767326634.553745:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00001000:2.0:1767326634.553746:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326634.553749:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326634.553751:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326634.553755:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326634.553755:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1261 [1] + 224 00000100:00000200:1.0:1767326634.553784:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326634.553792:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326634.553792:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326634.553798:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326634.553800:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326634.553802:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326634.553803:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326634.553806:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:0.0:1767326634.553809:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326634.553811:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326634.553815:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326634.553819:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326634.553833:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326634.553836:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326634.553838:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326634.553839:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326634.553843:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326634.553847:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326634.553851:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326634.553852:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326634.553853:0:216331:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326634.553858:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.553859:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767326634.553861:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326634.553863:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326634.553865:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=69 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326634.553871:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326634.553874:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326634.553883:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326634.553885:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326634.553892:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767326634.553896:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ed2a9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386673408:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326634.553896:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326634.553903:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.553907:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326634.553908:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.553912:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326634.553917:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326634.553918:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ed2a9b x1853175386673408/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326634.553924:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326634.553930:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326634.553935:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326634.553945:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326634.553950:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326634.553950:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326634.553951:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326634.553955:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326634.553956:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326634.553957:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767326634.553958:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095db7ecb. 00000400:00000001:3.0:1767326634.553960:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326634.553962:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326634.553963:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d725aa5f. 02000000:00000001:2.0:1767326634.553964:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326634.553968:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326634.553969:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000020:00000040:2.0:1767326634.553971:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:1.0:1767326634.553971:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326634.553973:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000020:00000001:2.0:1767326634.553977:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326634.553979:0:216340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767326634.553982:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 00000100:00000200:3.0:1767326634.553986:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326634.553992:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c92f2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386673280:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326634.553995:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326634.553999:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326634.554002:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ed2a9b. 00000100:00000001:1.0:1767326634.554004:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326634.554009:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326634.554009:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326634.554012:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326634.554013:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326634.554015:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326634.554017:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c92f2871 x1853175386673280/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326634.554023:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326634.554026:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326634.554031:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326634.554036:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.554036:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326634.554040:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326634.554043:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c0e7ec9. 02000000:00000001:1.0:1767326634.554047:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326634.554049:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326634.554050:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326634.554051:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326634.554052:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326634.554055:0:216340:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767326634.554056:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326634.554058:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326634.554060:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767326634.554060:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 00000100:00000001:3.0:1767326634.554063:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326634.554064:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326634.554066:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326634.554067:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326634.554070:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c92f2871. 00000100:00001000:3.0:1767326634.554071:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=69 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326634.554072:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326634.554075:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326634.554077:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=9 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326634.554078:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326634.554083:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326634.554084:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326634.554085:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326634.554086:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326634.554088:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326634.554090:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326634.554091:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767326634.554100:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326634.554107:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326634.554109:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326634.554110:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326634.554111:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326634.554112:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326634.554114:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326634.554118:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326634.554119:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326634.554120:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326634.554122:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326634.554128:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2e20e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386673536:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326634.554131:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326634.554132:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326634.554133:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2e20e53 x1853175386673536/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326634.554137:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326634.554138:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326634.554140:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a7eac4. 02000000:00000001:3.0:1767326634.554142:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326634.554143:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326634.554144:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326634.554146:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326634.554147:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000001:3.0:1767326634.554149:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326634.554150:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326634.554151:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2e20e53. 00000100:00000001:3.0:1767326634.554153:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326634.554157:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326634.554159:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326634.554162:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326634.554163:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326634.554165:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326634.554166:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326635.254861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326635.254870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326635.254927:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326635.254933:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326635.254959:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326636.278899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326636.278908:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326636.278956:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326636.278959:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326636.278962:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326637.302872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326637.302879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326637.302937:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326637.302941:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326637.302944:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326638.326894:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326638.326903:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326638.326965:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326638.326970:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326638.326974:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326639.158870:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306344952, at 4306344960 00000100:00000040:0.0:1767326639.158870:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306344952, at 4306344960 00000100:00000040:2.0:1767326639.158871:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306344952, at 4306344960 00000100:00000040:3.0:1767326639.158886:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306344952, at 4306344960 00000100:00000010:1.0:1767326639.158896:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:2.0:1767326639.158901:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:3.0:1767326639.158903:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:0.0:1767326639.158912:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00010000:00000001:0.0:1767326639.350861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326639.350871:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326639.350874:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326639.350876:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326639.350881:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326639.350883:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326639.350885:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326639.350887:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326639.350945:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326639.350950:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326639.350954:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326639.670909:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326639.670921:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326639.670932:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 00000020:00000040:3.0:1767326639.670940:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326639.670945:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326639.670949:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326639.670956:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326639.670966:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2b51d8a. 00000100:00000001:3.0:1767326639.670973:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.670985:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326639.670995:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326639.670997:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.671002:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_03+3] req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326639.671030:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.671032:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326639.671035:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326639.671038:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767326639.671040:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326639.671042:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326639.671043:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326639.671045:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326639.671047:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000100:00000001:3.0:1767326639.671049:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671053:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326639.671060:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326639.671064:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326639.671072:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326639.671079:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326639.671080:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326639.671082:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326639.671086:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_00+0] req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.671099:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326639.671107:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671117:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326639.671121:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326639.671127:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326639.671131:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326639.671133:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326639.671135:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.671138:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326639.671144:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767326639.671144:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386673664:192.168.203.127@tcp:400: 00000100:00000010:3.0:1767326639.671147:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000100:00000001:1.0:1767326639.671151:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326639.671152:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326639.671156:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767326639.671157:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1767326639.671158:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326639.671178:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.671180:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326639.671185:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:2.0:1767326639.671185:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326639.671186:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326639.671192:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326639.671193:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.671193:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326639.671197:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326639.671198:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326639.671203:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.671204:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326639.671205:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326639.671210:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326639.671212:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326639.671216:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326639.671220:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767326639.671221:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e39704d3. 00000100:00000001:3.0:1767326639.671222:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326639.671227:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326639.671228:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.671230:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_01+1] req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326639.671242:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ddca2c4. 00000400:00000010:0.0:1767326639.671255:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 00000100:00000001:1.0:1767326639.671280:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326639.671283:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326639.671284:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673664, portal 25 02000000:00000001:1.0:1767326639.671286:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326639.671287:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326639.671291:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326639.671291:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326639.671292:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326639.671296:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326639.671301:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1767326639.671303:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386673792:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326639.671306:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000100:00000001:1.0:1767326639.671308:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326639.671310:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11683) 00000100:00000001:2.0:1767326639.671312:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326639.671314:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767326639.671317:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326639.671318:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326639.671318:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326639.671325:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326639.671325:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326639.671331:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000100a387f. 00000100:00000001:2.0:1767326639.671335:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326639.671336:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671339:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326639.671340:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326639.671342:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001462e170. 00000100:00000001:2.0:1767326639.671347:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326639.671348:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326639.671351:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1a79b8e. 00000100:00000001:2.0:1767326639.671352:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326639.671354:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a97f6d. 00000100:00000001:2.0:1767326639.671356:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326639.671361:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386673664, offset 0 00000100:00000040:2.0:1767326639.671366:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326639.671393:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326639.671401:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326639.671403:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326639.671404:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673792, portal 10 02000000:00000001:2.0:1767326639.671407:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326639.671409:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326639.671411:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326639.671414:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 02000000:00000001:2.0:1767326639.671416:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326639.671424:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386673920:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326639.671429:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326639.671430:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326639.671432:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326639.671438:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326639.671442:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326639.671444:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326639.671448:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326639.671453:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326639.671455:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000010:2.0:1767326639.671457:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002466c9b0. 00000100:00000040:1.0:1767326639.671477:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326639.671480:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326639.671480:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326639.671484:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005083f1d1. 00000400:00000200:0.0:1767326639.671485:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:1.0:1767326639.671491:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386673792, offset 0 00000400:00000200:0.0:1767326639.671494:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [564:564:256:4294967295] 192.168.203.127@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000010:2.0:1767326639.671495:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724b5b9. 00000400:00000200:1.0:1767326639.671502:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326639.671512:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cda6e127. 00000100:00000200:2.0:1767326639.671519:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386673920, portal 10 00000400:00000200:0.0:1767326639.671519:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326639.671525:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326639.671544:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000800:00000200:0.0:1767326639.671550:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326639.671551:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326639.671559:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326639.671560:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326639.671562:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000400:00000200:1.0:1767326639.671565:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326639.671572:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326639.671580:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:0.0:1767326639.671584:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326639.671590:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [565:565:255:4294967295] 192.168.203.127@tcp LPNI seq info [565:565:7:4294967295] 00000100:00000001:2.0:1767326639.671592:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326639.671620:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326639.671628:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326639.671630:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326639.671634:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326639.671635:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f55734bd. 00000100:00000200:2.0:1767326639.671642:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386673920, offset 0 00000800:00000200:1.0:1767326639.671648:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326639.671652:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326639.671654:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326639.671654:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000800:00000200:1.0:1767326639.671665:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326639.671667:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326639.671667:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306350072 00000800:00000200:1.0:1767326639.671677:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:0.0:1767326639.671677:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000400:00000200:2.0:1767326639.671678:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326639.671683:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326639.671688:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326639.671689:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671691:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326639.671694:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326639.671695:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 166666 usecs (167 jiffies) 00000400:00000200:2.0:1767326639.671700:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326639.671701:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306345639 00000100:00000001:0.0:1767326639.671704:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306350072 00000100:00000001:1.0:1767326639.671707:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306350072 00000400:00000200:2.0:1767326639.671723:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [566:566:254:4294967295] 192.168.203.127@tcp LPNI seq info [566:566:6:4294967295] 00000100:00000010:0.0:1767326639.671729:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a661d01. 00000100:00000001:1.0:1767326639.671730:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306345639 00000100:00000001:0.0:1767326639.671738:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326639.671741:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326639.671745:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326639.671746:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306350072 00000100:00000001:1.0:1767326639.671747:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306350072 00000800:00000010:3.0:1767326639.671752:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000100:00000001:1.0:1767326639.671754:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306345639 00000800:00000200:2.0:1767326639.671756:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326639.671756:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aa6e200. 00000400:00000200:3.0:1767326639.671760:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326639.671763:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326639.671769:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306350072 00000100:00000001:0.0:1767326639.671769:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306350073 00000100:00000001:1.0:1767326639.671774:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306345640 00000100:00000010:1.0:1767326639.671777:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:1.0:1767326639.671782:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767326639.671801:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000800:00000200:2.0:1767326639.671809:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326639.671813:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:2.0:1767326639.671818:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326639.671821:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a97f6d 00000800:00000200:2.0:1767326639.671822:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326639.671824:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326639.671825:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040a97f6d. 00000100:00000001:2.0:1767326639.671828:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671828:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306345640 00000100:00000001:1.0:1767326639.671832:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326639.671835:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767326639.671835:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11127 usecs (12 jiffies) 00000100:00000001:1.0:1767326639.671838:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671838:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326639.671840:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306345485 00000100:00000200:3.0:1767326639.671843:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.671844:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326639.671847:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306350072 00000100:00000001:0.0:1767326639.671847:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.671851:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326639.671855:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306345485 00000100:00000001:0.0:1767326639.671855:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.671856:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326639.671860:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326639.671862:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306350072 00000100:00000001:3.0:1767326639.671864:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326639.671864:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671864:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326639.671871:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326639.671872:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306345485 00000100:00000001:0.0:1767326639.671873:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326639.671878:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326639.671879:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306350072 00000100:00000001:2.0:1767326639.671887:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306345485 00000100:00000001:0.0:1767326639.671887:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326639.671888:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.671891:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326639.671893:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326639.671893:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306350073 00000100:00000001:0.0:1767326639.671895:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326639.671898:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326639.671901:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326639.671902:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326639.671908:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326639.671909:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326639.671914:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000100:00000001:2.0:1767326639.671915:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326639.671918:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326639.671923:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326639.671925:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005083f1d1 00000400:00000010:3.0:1767326639.671926:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005083f1d1. 00000100:00000001:3.0:1767326639.671929:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326639.671932:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326639.671938:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326639.671939:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326639.671944:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326639.671944:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326639.672002:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326639.672004:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000400:00000200:3.0:1767326639.672006:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326639.672008:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326639.672010:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55734bd 00000400:00000010:3.0:1767326639.672011:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f55734bd. 00000100:00000001:3.0:1767326639.672013:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326639.672014:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326639.672025:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326639.672027:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326639.672032:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326639.672033:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326639.673881:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326639.673895:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326639.673898:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326639.673901:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326639.673909:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326639.673924:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11200 00000400:00000200:0.0:1767326639.673932:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:0.0:1767326639.673941:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326639.673946:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326639.673948:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326639.673952:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326639.673965:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326639.673969:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326639.673981:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326639.674002:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326639.674011:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326639.674016:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326639.674018:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326639.674021:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326639.674028:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326639.674031:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326639.674034:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326639.674038:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11280 00000400:00000001:1.0:1767326639.674040:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326639.674043:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326639.674045:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ddca2c4. 00000400:00000200:1.0:1767326639.674048:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000400:00000010:1.0:1767326639.674049:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 00000100:00000001:1.0:1767326639.674052:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326639.674058:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326639.674058:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1271 [1] + 224 00000800:00000001:0.0:1767326639.674071:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326639.674074:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326639.674078:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326639.674084:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326639.674085:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326639.674093:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326639.674097:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326639.674097:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326639.674102:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767326639.674105:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326639.674106:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326639.674109:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326639.674113:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326639.674118:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326639.674126:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=74 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326639.674126:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326639.674134:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326639.674158:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326639.674167:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326639.674171:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326639.674173:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.674174:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326639.674176:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326639.674181:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326639.674184:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326639.674188:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326639.674195:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326639.674195:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326639.674200:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326639.674202:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326639.674202:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674205:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326639.674211:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326639.674214:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326639.674217:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326639.674219:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:2.0:1767326639.674221:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326639.674227:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001462e170. 00000400:00000200:2.0:1767326639.674235:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1a79b8e 00000100:00100000:1.0:1767326639.674238:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386673664:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326639.674240:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11300 00000400:00000010:2.0:1767326639.674241:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1a79b8e. 00000100:00000001:1.0:1767326639.674246:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674249:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326639.674250:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326639.674254:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1279 [1] + 224 00000100:00000040:1.0:1767326639.674257:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386673664/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326639.674259:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326639.674268:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326639.674283:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326639.674287:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767326639.674290:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326639.674290:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326639.674291:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e39704d3. 02000000:00000001:1.0:1767326639.674297:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767326639.674299:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326639.674301:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326639.674305:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326639.674311:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767326639.674314:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000010:1.0:1767326639.674315:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2b51d8a. 00000100:00000001:2.0:1767326639.674319:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326639.674322:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326639.674324:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326639.674325:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326639.674325:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767326639.674344:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:2.0:1767326639.674346:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326639.674349:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326639.674349:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767326639.674351:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326639.674353:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326639.674354:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674357:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326639.674360:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.674367:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326639.674369:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=64 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326639.674374:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767326639.674376:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326639.674377:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326639.674380:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.674384:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326639.674386:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326639.674387:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326639.674389:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326639.674394:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326639.674399:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326639.674404:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326639.674410:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326639.674411:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326639.674415:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326639.674417:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767326639.674417:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674421:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326639.674426:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.674430:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326639.674432:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326639.674435:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326639.674435:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326639.674439:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326639.674443:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326639.674443:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326639.674447:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326639.674452:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003724b5b9. 00000100:00100000:2.0:1767326639.674456:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386673792:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326639.674459:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda6e127 00000100:00000001:2.0:1767326639.674477:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674481:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767326639.674481:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda6e127. 00000100:00000040:2.0:1767326639.674485:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386673792/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.674488:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326639.674493:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326639.674495:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767326639.674497:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326639.674498:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000100a387f. 02000000:00000001:2.0:1767326639.674503:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326639.674505:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326639.674507:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000200:1.0:1767326639.674517:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326639.674518:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326639.674520:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:2.0:1767326639.674525:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326639.674527:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326639.674528:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:2.0:1767326639.674533:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326639.674534:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674539:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326639.674541:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326639.674544:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326639.674545:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326639.674547:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.674548:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326639.674551:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326639.674552:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326639.674554:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326639.674555:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326639.674556:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326639.674560:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326639.674561:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326639.674565:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=14 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326639.674568:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326639.674570:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326639.674572:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326639.674575:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326639.674581:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.674582:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326639.674584:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326639.674585:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326639.674586:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326639.674588:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.674594:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326639.674604:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326639.674606:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326639.674610:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326639.674619:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386673920:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326639.674624:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326639.674626:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326639.674628:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386673920/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326639.674637:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326639.674638:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326639.674641:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002466c9b0. 02000000:00000001:1.0:1767326639.674645:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326639.674647:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326639.674648:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326639.674651:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326639.674652:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:1.0:1767326639.674655:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326639.674657:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326639.674658:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:1.0:1767326639.674677:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326639.674678:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326639.674679:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326639.674682:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326639.674683:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326639.674685:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326639.674686:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326640.374904:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326640.374910:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326640.374962:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326640.374965:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326640.374983:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326641.398870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326641.398877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326641.398936:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326641.398941:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326641.398945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326642.422864:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326642.422874:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326642.422902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326642.422906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326642.422909:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326643.446873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326643.446881:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326643.446938:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326643.446942:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326643.446944:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326644.278912:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306350072, at 4306350080 00000100:00000040:0.0:1767326644.278912:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306350072, at 4306350080 00000100:00000040:3.0:1767326644.278917:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306350073, at 4306350080 00000100:00000040:1.0:1767326644.278917:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306350072, at 4306350080 00000100:00000010:1.0:1767326644.278937:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a661d01. 00000100:00000010:2.0:1767326644.278939:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aa6e200. 00000100:00000010:3.0:1767326644.278943:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00000100:00000010:0.0:1767326644.278949:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00010000:00000001:0.0:1767326644.470853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326644.470861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326644.470891:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326644.470894:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326644.470896:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326644.790967:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326644.790976:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326644.790982:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326644.790988:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326644.791009:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326644.791011:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326644.791016:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326644.791022:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:1.0:1767326644.791029:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.791038:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326644.791047:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326644.791050:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.791055:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_02+2] req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.791082:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.791085:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326644.791088:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326644.791094:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009abbbeb4. 00000020:00000040:1.0:1767326644.791097:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326644.791100:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326644.791101:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326644.791103:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326644.791106:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:0.0:1767326644.791107:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326644.791109:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326644.791115:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326644.791116:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326644.791125:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326644.791125:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326644.791129:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.791133:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009abbbeb4] to pc [ptlrpcd_00_03+3] req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326644.791146:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326644.791147:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326644.791151:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326644.791154:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326644.791156:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326644.791165:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326644.791166:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326644.791175:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767326644.791176:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032db1898. 00000100:00000001:0.0:1767326644.791178:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326644.791183:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326644.791185:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.791187:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326644.791188:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326644.791198:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326644.791199:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326644.791211:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326644.791212:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326644.791225:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00100000:0.0:1767326644.791228:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386674048:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326644.791232:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326644.791236:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326644.791239:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326644.791243:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326644.791249:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326644.791251:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326644.791253:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326644.791254:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326644.791262:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032db1898] to pc [ptlrpcd_00_00+0] req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326644.791263:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb1509d6. 02000000:00000001:0.0:1767326644.791271:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326644.791281:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326644.791287:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326644.791288:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a07ea5de. 02000000:00000001:3.0:1767326644.791299:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326644.791301:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 02000000:00000001:3.0:1767326644.791305:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326644.791306:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326644.791310:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674048, portal 25 02000000:00000001:3.0:1767326644.791312:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.791312:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326644.791315:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326644.791321:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 00000100:00000040:1.0:1767326644.791323:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767326644.791328:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386674176:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326644.791333:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11688) 00000100:00000001:2.0:1767326644.791335:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326644.791335:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326644.791345:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326644.791349:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326644.791349:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326644.791351:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326644.791360:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326644.791360:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326644.791363:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326644.791369:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326644.791372:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326644.791373:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326644.791381:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 02000000:00000001:3.0:1767326644.791386:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326644.791386:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386674048, offset 0 00000100:00000001:2.0:1767326644.791394:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326644.791398:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326644.791402:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326644.791405:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326644.791409:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326644.791412:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326644.791416:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386674304:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326644.791419:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326644.791425:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326644.791430:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326644.791431:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326644.791435:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326644.791437:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326644.791441:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326644.791444:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767326644.791448:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803e3d09. 00000400:00000200:0.0:1767326644.791449:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:2.0:1767326644.791454:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326644.791454:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [567:567:256:4294967295] 192.168.203.127@tcp LPNI seq info [567:567:8:4294967295] 00000400:00000010:2.0:1767326644.791461:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000400:00000010:2.0:1767326644.791469:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000400:00000200:0.0:1767326644.791469:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:2.0:1767326644.791474:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674304, portal 10 00000100:00000001:2.0:1767326644.791480:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326644.791484:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696000 : -125135877855616 : ffff8e308873a680) 00000800:00000200:0.0:1767326644.791492:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326644.791497:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000040:2.0:1767326644.791500:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326644.791508:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326644.791515:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326644.791519:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326644.791524:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1767326644.791525:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065ff2d13. 00000100:00000040:2.0:1767326644.791535:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326644.791536:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326644.791542:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efdbbbab. 00000100:00000001:0.0:1767326644.791544:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326644.791549:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d725aa5f. 00000100:00000200:2.0:1767326644.791551:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386674304, offset 0 00000100:00000001:0.0:1767326644.791552:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306355192 00000100:00000010:0.0:1767326644.791562:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000400:00000200:2.0:1767326644.791568:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326644.791580:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326644.791582:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326644.791585:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326644.791591:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326644.791593:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306355192 00000400:00000200:2.0:1767326644.791596:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326644.791598:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046c9b086. 00000100:00000001:0.0:1767326644.791603:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326644.791604:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326644.791607:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306355192 00000400:00000200:2.0:1767326644.791612:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [568:568:255:4294967295] 192.168.203.127@tcp LPNI seq info [568:568:7:4294967295] 00000100:00000010:0.0:1767326644.791613:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e5fd5b. 00000800:00000200:1.0:1767326644.791616:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326644.791619:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767326644.791624:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000800:00000010:1.0:1767326644.791630:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000100:00000001:0.0:1767326644.791631:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306355192 00000100:00000200:3.0:1767326644.791637:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674176, portal 10 00000100:00000010:0.0:1767326644.791646:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004951101e. 00000400:00000200:1.0:1767326644.791647:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326644.791651:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326644.791655:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326644.791657:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326644.791660:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687040 : -125135877864576 : ffff8e3088738380) 00000100:00000001:0.0:1767326644.791665:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326644.791671:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326644.791673:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326644.791688:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326644.791688:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326644.791690:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:1.0:1767326644.791702:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:0.0:1767326644.791703:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326644.791704:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3546890. 00000100:00000001:1.0:1767326644.791723:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326644.791725:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326644.791730:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326644.791731:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326644.791738:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326644.791740:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326644.791742:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326644.791745:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326644.791791:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326644.791798:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326644.791813:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326644.791827:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3546890 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326644.791834:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326644.791835:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.791843:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326644.791849:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11086 usecs (12 jiffies) 00000100:00000001:2.0:1767326644.791863:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306350605 00000100:00000001:2.0:1767326644.791877:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306355192 00000100:00000001:2.0:1767326644.791887:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306350605 00000100:00000001:3.0:1767326644.791888:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326644.791895:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306355192 00000100:00000040:3.0:1767326644.791904:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326644.791908:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306350605 00000400:00000010:3.0:1767326644.791913:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf11945. 00000100:00000001:2.0:1767326644.791917:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306355192 00000100:00000200:3.0:1767326644.791925:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386674176, offset 0 00000100:00000001:2.0:1767326644.791930:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306350605 00000100:00000001:1.0:1767326644.791932:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326644.791941:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306355192 00000100:00000001:1.0:1767326644.791941:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326644.791942:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326644.791949:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326644.791955:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326644.791968:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326644.791973:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326644.791974:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326644.791981:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326644.791985:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326644.791986:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326644.791995:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326644.791995:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326644.791999:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326644.791999:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326644.792004:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326644.792007:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326644.792008:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3546890. 00000400:00000200:3.0:1767326644.792018:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326644.792025:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326644.792026:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326644.792033:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [569:569:255:4294967295] 192.168.203.127@tcp LPNI seq info [569:569:7:4294967295] 00000400:00000200:1.0:1767326644.792047:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326644.792100:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326644.792107:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efdbbbab 00000800:00000200:3.0:1767326644.792109:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326644.792110:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efdbbbab. 00000100:00000001:1.0:1767326644.792116:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767326644.792118:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000200:1.0:1767326644.792120:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.792127:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767326644.792132:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:1.0:1767326644.792132:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.792141:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326644.792142:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326644.792146:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326644.792151:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326644.792168:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326644.792173:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 165708 usecs (166 jiffies) 00000100:00000001:3.0:1767326644.792176:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306350759 00000100:00000001:3.0:1767326644.792179:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306355192 00000100:00000001:3.0:1767326644.792181:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306350759 00000100:00000001:3.0:1767326644.792185:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306355192 00000100:00000001:3.0:1767326644.792187:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306350759 00000100:00000001:3.0:1767326644.792189:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306355192 00000100:00000001:3.0:1767326644.792192:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306350759 00000100:00000001:3.0:1767326644.792194:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306355192 00000100:00000001:3.0:1767326644.792205:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326644.792208:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326644.792211:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326644.792213:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326644.792220:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326644.792222:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326644.792225:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326644.792228:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326644.792229:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326644.792232:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326644.792257:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326644.792262:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:0.0:1767326644.792268:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326644.792274:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326644.792287:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf11945 00000400:00000010:0.0:1767326644.792290:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf11945. 00000100:00000001:0.0:1767326644.792294:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326644.792299:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326644.792310:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326644.792313:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326644.792318:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326644.792320:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326644.792802:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326644.792809:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326644.792811:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326644.792813:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326644.792819:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326644.792829:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11380 00000400:00000200:0.0:1767326644.792834:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:0.0:1767326644.792841:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326644.792851:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326644.792853:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326644.792856:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326644.792862:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326644.792867:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326644.792874:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326644.792895:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326644.792901:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326644.792903:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326644.792919:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326644.792922:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326644.792927:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326644.792929:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326644.792931:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a07ea5de. 00000400:00000200:1.0:1767326644.792935:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000400:00000010:1.0:1767326644.792937:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:1.0:1767326644.792939:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326644.792944:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326644.792951:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.792957:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326644.792958:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326644.792960:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326644.792962:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326644.792964:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326644.792973:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326644.792975:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326644.792980:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326644.792983:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326644.792985:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326644.792986:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326644.792988:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326644.792990:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326644.792991:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326644.792994:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.792999:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326644.793001:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326644.793002:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326644.793005:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326644.793009:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386674048:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326644.793013:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326644.793014:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326644.793016:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386674048/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.793020:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326644.793022:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326644.793023:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb1509d6. 02000000:00000001:1.0:1767326644.793026:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326644.793027:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326644.793028:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326644.793030:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326644.793032:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:1.0:1767326644.793034:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326644.793035:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326644.793036:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:1.0:1767326644.793038:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326644.793042:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326644.793043:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326644.793046:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326644.793047:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326644.793049:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326644.793050:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326644.793399:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326644.793409:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326644.793411:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326644.793412:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326644.793418:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326644.793428:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11400 00000400:00000200:1.0:1767326644.793433:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1291 [1] + 224 00000800:00000001:1.0:1767326644.793438:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326644.793441:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326644.793442:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326644.793445:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326644.793448:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326644.793451:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326644.793459:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326644.793472:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326644.793478:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326644.793480:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326644.793482:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326644.793483:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326644.793487:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326644.793491:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11480 00000400:00000200:1.0:1767326644.793496:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1289 [1] + 224 00000100:00000001:3.0:1767326644.793497:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326644.793500:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326644.793501:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326644.793505:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326644.793507:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326644.793508:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326644.793511:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d725aa5f. 00000400:00000200:1.0:1767326644.793512:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326644.793515:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:3.0:1767326644.793517:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:3.0:1767326644.793519:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326644.793526:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326644.793526:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326644.793532:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326644.793537:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326644.793542:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326644.793558:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326644.793558:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326644.793560:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326644.793564:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326644.793566:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326644.793569:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326644.793571:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326644.793574:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326644.793577:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326644.793580:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326644.793581:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326644.793582:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326644.793585:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326644.793586:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326644.793587:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326644.793589:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326644.793592:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326644.793593:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326644.793601:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326644.793604:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326644.793606:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326644.793610:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326644.793616:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326644.793618:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326644.793619:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326644.793622:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326644.793629:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009abbbeb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386674176:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326644.793631:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326644.793633:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326644.793636:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326644.793637:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326644.793646:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009abbbeb4 x1853175386674176/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326644.793649:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326644.793655:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326644.793657:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326644.793661:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767326644.793662:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 02000000:00000010:3.0:1767326644.793664:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065ff2d13. 02000000:00000001:3.0:1767326644.793675:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326644.793675:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000020:00000001:3.0:1767326644.793680:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767326644.793683:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000020:00000040:3.0:1767326644.793684:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326644.793693:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326644.793696:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 00000100:00000001:2.0:1767326644.793696:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326644.793706:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326644.793707:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326644.793709:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009abbbeb4. 00000100:00000200:2.0:1767326644.793711:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326644.793714:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326644.793717:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326644.793725:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326644.793736:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326644.793742:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326644.793747:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326644.793803:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326644.793805:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326644.793822:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326644.793825:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326644.793829:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326644.793831:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326644.793833:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326644.793835:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326644.793838:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326644.793844:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326644.793849:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326644.793852:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326644.793853:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326644.793856:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326644.793861:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326644.793868:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326644.793880:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326644.793882:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326644.793884:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326644.793886:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326644.793890:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326644.793897:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326644.793900:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326644.793902:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326644.793905:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326644.793913:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032db1898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386674304:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326644.793917:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326644.793919:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326644.793922:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032db1898 x1853175386674304/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326644.793929:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326644.793931:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326644.793934:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803e3d09. 02000000:00000001:2.0:1767326644.793937:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326644.793939:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326644.793941:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326644.793943:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326644.793945:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 02000000:00000001:2.0:1767326644.793950:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326644.793952:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326644.793953:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032db1898. 00000100:00000001:2.0:1767326644.793956:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326644.793958:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326644.793960:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326644.793964:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326644.793965:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326644.793968:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326644.793974:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326645.494926:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326645.494937:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326645.495091:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326645.495098:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326645.495104:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326646.518852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326646.518882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326646.518906:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326646.518909:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326646.518911:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326647.542813:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326647.542819:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326647.542852:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326647.542856:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326647.542859:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326648.566822:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326648.566831:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326648.566834:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326648.566837:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326648.566842:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326648.566846:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326648.566849:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326648.566851:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326648.566909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326648.566913:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326648.566917:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326649.398852:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306355192, at 4306355200 00000100:00000040:1.0:1767326649.398853:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306355192, at 4306355200 00000100:00000040:3.0:1767326649.398864:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306355192, at 4306355200 00000100:00000040:0.0:1767326649.398865:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306355192, at 4306355200 00000100:00000010:2.0:1767326649.398875:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e5fd5b. 00000100:00000010:1.0:1767326649.398877:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046c9b086. 00000100:00000010:3.0:1767326649.398879:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004951101e. 00000100:00000010:0.0:1767326649.398883:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00010000:00000001:0.0:1767326649.590903:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326649.590911:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326649.591002:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326649.591007:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326649.591012:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326649.910895:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326649.910914:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326649.910927:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003859d14b. 00000020:00000040:0.0:1767326649.910938:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326649.910947:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326649.910953:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326649.910963:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326649.910974:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204d5723. 00000100:00000001:0.0:1767326649.910984:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326649.910999:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326649.911013:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326649.911016:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326649.911031:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003859d14b] to pc [ptlrpcd_00_01+1] req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.911060:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326649.911077:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326649.911081:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326649.911084:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326649.911085:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8724a52. 00000020:00000040:0.0:1767326649.911091:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326649.911093:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326649.911095:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326649.911099:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326649.911100:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326649.911106:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326649.911110:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cce73401. 00000100:00000040:1.0:1767326649.911112:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.911117:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.911127:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326649.911130:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326649.911132:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326649.911137:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.911138:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326649.911147:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326649.911153:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326649.911154:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326649.911156:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326649.911161:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326649.911165:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8724a52] to pc [ptlrpcd_00_02+2] req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326649.911170:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386674432:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326649.911195:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326649.911222:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326649.911226:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326649.911230:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326649.911232:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326649.911236:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326649.911239:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb0bef3c. 00000100:00000001:0.0:1767326649.911240:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326649.911246:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326649.911246:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057fda241. 00000020:00000040:0.0:1767326649.911253:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326649.911256:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326649.911258:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326649.911261:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4c66fc. 02000000:00000001:0.0:1767326649.911261:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.911268:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326649.911269:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:2.0:1767326649.911276:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326649.911276:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326649.911277:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a268e929. 00000100:00000001:2.0:1767326649.911283:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326649.911284:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326649.911287:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767326649.911293:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674432, portal 25 00000100:00000001:3.0:1767326649.911294:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326649.911297:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326649.911302:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326649.911313:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326649.911316:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656544000 : -125135053007616 : ffff8e30b99dd500) 00000100:00000001:0.0:1767326649.911318:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326649.911329:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057fda241] to pc [ptlrpcd_00_03+3] req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.911335:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326649.911336:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.911340:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326649.911349:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326649.911354:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326649.911364:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326649.911374:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326649.911377:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386674560:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326649.911385:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326649.911387:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326649.911388:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326649.911390:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326649.911396:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326649.911397:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88aeb00. 00000100:00000040:0.0:1767326649.911397:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326649.911400:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326649.911406:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326649.911408:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386674432, offset 0 00000100:00000040:0.0:1767326649.911410:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11693) 02000000:00000010:2.0:1767326649.911412:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000568b8548. 02000000:00000001:2.0:1767326649.911417:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326649.911424:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000400:00000200:1.0:1767326649.911429:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326649.911434:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326649.911440:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326649.911445:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326649.911447:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000200:2.0:1767326649.911455:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674560, portal 10 00000400:00000200:1.0:1767326649.911455:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326649.911457:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.911463:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326649.911469:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656551168 : -125135053000448 : ffff8e30b99df100) 00000400:00000200:1.0:1767326649.911470:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326649.911481:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326649.911488:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326649.911490:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326649.911491:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326649.911493:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326649.911498:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:3.0:1767326649.911505:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326649.911510:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [570:570:256:4294967295] 192.168.203.127@tcp LPNI seq info [570:570:8:4294967295] 02000000:00000001:3.0:1767326649.911513:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326649.911525:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.911525:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326649.911533:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00100000:3.0:1767326649.911556:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386674688:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326649.911557:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001345b526. 00000400:00000200:1.0:1767326649.911562:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:2.0:1767326649.911565:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386674560, offset 0 00000100:00000001:3.0:1767326649.911573:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326649.911580:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326649.911584:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326649.911585:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326649.911587:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326649.911594:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767326649.911596:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000400:00000200:2.0:1767326649.911601:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000010:3.0:1767326649.911602:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 00000400:00000200:2.0:1767326649.911610:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326649.911611:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326649.911615:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326649.911621:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:3.0:1767326649.911624:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d725aa5f. 00000400:00000200:2.0:1767326649.911626:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326649.911634:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326649.911637:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326649.911638:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000800:00000200:1.0:1767326649.911643:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326649.911650:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674688, portal 10 00000400:00000200:2.0:1767326649.911650:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [571:571:255:4294967295] 192.168.203.127@tcp LPNI seq info [571:571:7:4294967295] 00000100:00000001:3.0:1767326649.911661:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326649.911666:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.911667:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656541312 : -125135053010304 : ffff8e30b99dca80) 00000400:00000200:2.0:1767326649.911677:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326649.911677:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306360312 00000100:00000040:3.0:1767326649.911687:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326649.911688:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d79905fe. 00000800:00000200:2.0:1767326649.911695:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326649.911703:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767326649.911704:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d3baa4. 00000100:00000001:3.0:1767326649.911714:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326649.911736:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306360312 00000800:00000200:2.0:1767326649.911737:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326649.911746:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326649.911764:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000400:00000010:3.0:1767326649.911768:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a9736f0. 00000800:00000200:2.0:1767326649.911770:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326649.911809:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386674688, offset 0 00000100:00000001:1.0:1767326649.911811:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326649.911834:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3baa4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326649.911839:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306360313 00000100:00000001:2.0:1767326649.911840:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326649.911845:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000010:1.0:1767326649.911849:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014e99dcc. 00000100:00000040:2.0:1767326649.911850:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 164757 usecs (165 jiffies) 00000100:00000001:1.0:1767326649.911856:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326649.911860:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306355878 00000100:00000001:2.0:1767326649.911864:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306360312 00000100:00000001:2.0:1767326649.911867:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306355878 00000400:00000200:3.0:1767326649.911870:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326649.911874:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306360313 00000100:00000001:2.0:1767326649.911876:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306360312 00000400:00000200:3.0:1767326649.911881:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326649.911883:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4fd5b6a. 00000400:00000200:3.0:1767326649.911888:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326649.911890:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326649.911891:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326649.911898:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306355878 00000400:00000200:3.0:1767326649.911899:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326649.911901:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326649.911903:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000100:00000001:2.0:1767326649.911906:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306360313 00000400:00000200:3.0:1767326649.911911:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326649.911912:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.911915:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306355878 00000400:00000200:0.0:1767326649.911918:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326649.911921:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326649.911924:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [572:572:254:4294967295] 192.168.203.127@tcp LPNI seq info [572:572:6:4294967295] 00000100:00000001:2.0:1767326649.911924:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306360313 00000100:00000001:1.0:1767326649.911930:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.911934:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326649.911942:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326649.911943:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326649.911947:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326649.911949:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326649.911954:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326649.911957:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326649.911958:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326649.911961:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326649.911966:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326649.911969:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326649.911971:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.911974:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326649.911974:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88aeb00 00000800:00000200:3.0:1767326649.911975:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326649.911979:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326649.911983:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88aeb00. 00000100:00000001:2.0:1767326649.911984:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326649.911988:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e14a0ef9. 00000100:00000001:2.0:1767326649.911989:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326649.911995:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326649.911997:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326649.912002:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326649.912003:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:0.0:1767326649.912011:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326649.912021:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326649.912032:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e14a0ef9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326649.912040:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326649.912047:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.912056:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326649.912057:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326649.912080:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326649.912083:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d3baa4. 00000400:00000200:0.0:1767326649.912086:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326649.912089:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326649.912092:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001345b526 00000400:00000010:0.0:1767326649.912094:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001345b526. 00000100:00000001:0.0:1767326649.912097:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326649.912099:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.912106:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326649.912108:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.912128:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326649.912130:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326649.912223:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326649.912229:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11038 usecs (12 jiffies) 00000100:00000001:3.0:1767326649.912234:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306355725 00000800:00000200:0.0:1767326649.912234:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326649.912242:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306360312 00000800:00000010:0.0:1767326649.912242:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e14a0ef9. 00000100:00000001:3.0:1767326649.912248:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306355725 00000400:00000200:0.0:1767326649.912249:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326649.912251:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306360312 00000100:00000001:3.0:1767326649.912257:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306355725 00000400:00000200:0.0:1767326649.912262:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326649.912263:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306360313 00000100:00000001:3.0:1767326649.912270:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306355725 00000400:00000200:0.0:1767326649.912271:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9736f0 00000100:00000001:3.0:1767326649.912273:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306360313 00000400:00000010:0.0:1767326649.912277:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9736f0. 00000100:00000001:3.0:1767326649.912278:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326649.912284:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326649.912284:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326649.912287:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326649.912292:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326649.912293:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326649.912301:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326649.912304:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326649.912307:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326649.912310:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326649.912318:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326649.912323:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326649.912326:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326649.912424:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326649.912427:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.912429:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326649.914527:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.914539:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326649.914542:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.914545:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326649.914554:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326649.914568:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11500 00000400:00000200:0.0:1767326649.914576:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:0.0:1767326649.914585:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.914592:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326649.914595:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326649.914598:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326649.914603:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326649.914607:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326649.914618:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.914667:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326649.914677:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.914681:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.914744:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326649.914748:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326649.914796:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326649.914798:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326649.914801:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4c66fc. 00000400:00000200:2.0:1767326649.914807:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a268e929 00000400:00000010:2.0:1767326649.914809:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a268e929. 00000100:00000001:2.0:1767326649.914814:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326649.914821:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326649.914838:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326649.914845:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326649.914853:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326649.914856:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.914857:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326649.914865:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326649.914867:0:216339:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326649.914874:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326649.914875:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326649.914881:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326649.914887:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326649.914890:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:2.0:1767326649.914894:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326649.914905:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=84 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326649.914907:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11600 00000400:00000200:0.0:1767326649.914915:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12a9 [1] + 224 00000100:00001000:2.0:1767326649.914929:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=84 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326649.914930:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326649.914937:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326649.914940:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326649.914944:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326649.914945:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326649.914947:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326649.914953:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326649.914954:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326649.914963:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326649.914967:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.914971:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326649.914981:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.914982:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326649.914991:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326649.914996:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326649.915009:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326649.915010:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326649.915071:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003859d14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386674432:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326649.915078:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.915080:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326649.915081:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326649.915085:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003859d14b x1853175386674432/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326649.915089:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.915095:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.915096:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326649.915103:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326649.915106:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb0bef3c. 02000000:00000001:2.0:1767326649.915113:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326649.915115:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326649.915117:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326649.915120:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326649.915123:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204d5723. 00000100:00000001:3.0:1767326649.915128:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326649.915129:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326649.915135:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326649.915136:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326649.915142:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003859d14b. 00000400:00000001:3.0:1767326649.915146:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326649.915149:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326649.915151:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326649.915154:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326649.915156:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d725aa5f. 00000100:00000001:2.0:1767326649.915160:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326649.915166:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000100:00000001:2.0:1767326649.915170:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326649.915171:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:2.0:1767326649.915183:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.915187:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326649.915189:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.915303:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326649.915308:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326649.915317:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326649.915325:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326649.915327:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326649.915329:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326649.915331:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326649.915332:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326649.915334:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326649.915337:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326649.915339:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326649.915342:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326649.915348:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=24 v=5 (1 1 0 0) 00000800:00000001:0.0:1767326649.915349:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326649.915351:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326649.915355:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326649.915356:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326649.915361:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326649.915363:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326649.915368:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326649.915379:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:3.0:1767326649.915385:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.915390:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326649.915392:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326649.915393:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326649.915395:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326649.915399:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11580 00000400:00000200:0.0:1767326649.915408:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:0.0:1767326649.915415:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.915435:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326649.915439:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326649.915445:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326649.915451:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326649.915456:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326649.915470:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326649.915494:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326649.915502:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326649.915506:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.915533:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326649.915537:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.915538:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326649.915567:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326649.915571:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326649.915573:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326649.915575:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 00000100:00000001:3.0:1767326649.915578:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326649.915583:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326649.915583:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000400:00000010:2.0:1767326649.915590:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000040:3.0:1767326649.915592:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.915600:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326649.915607:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057fda241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386674688:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767326649.915614:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326649.915615:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326649.915621:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326649.915629:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057fda241 x1853175386674688/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326649.915654:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326649.915658:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326649.915659:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326649.915663:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 02000000:00000001:3.0:1767326649.915670:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326649.915673:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326649.915676:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326649.915682:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326649.915686:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 00000100:00000001:2.0:1767326649.915687:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326649.915693:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326649.915694:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326649.915698:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326649.915700:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767326649.915701:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057fda241. 02000000:00000001:2.0:1767326649.915704:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326649.915708:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326649.915708:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326649.915713:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.915714:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326649.915736:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.915737:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326649.915742:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=74 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326649.915747:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767326649.915749:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326649.915753:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.915754:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326649.915798:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326649.915801:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326649.915806:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326649.915807:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326649.915811:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.915813:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326649.915818:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326649.915822:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326649.915825:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326649.915832:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.915844:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326649.915859:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326649.915861:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326649.915867:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326649.915880:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8724a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386674560:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326649.915887:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.915890:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326649.915893:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8724a52 x1853175386674560/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326649.915915:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326649.915917:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326649.915920:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000568b8548. 02000000:00000001:2.0:1767326649.915926:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326649.915928:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326649.915930:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326649.915933:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326649.915935:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cce73401. 02000000:00000001:2.0:1767326649.915939:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326649.915941:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326649.915943:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8724a52. 00000100:00000001:2.0:1767326649.915947:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326649.915948:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.915950:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326649.915954:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326649.915956:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326649.915958:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326649.915960:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326650.614927:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326650.614938:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326650.615052:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326650.615060:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326650.615065:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326651.638889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326651.638897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326651.638983:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326651.638988:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326651.638993:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326652.662856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326652.662865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326652.662983:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326652.663000:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326652.663004:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326653.686851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326653.686858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326653.686921:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326653.686925:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326653.686928:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326654.518821:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306360312, at 4306360320 00000100:00000010:1.0:1767326654.518842:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000040:0.0:1767326654.518845:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306360312, at 4306360320 00000100:00000040:2.0:1767326654.518850:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306360313, at 4306360320 00000100:00000010:0.0:1767326654.518854:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d79905fe. 00000100:00000010:2.0:1767326654.518861:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014e99dcc. 00000100:00000040:3.0:1767326654.518953:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306360313, at 4306360320 00000100:00000010:3.0:1767326654.518962:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4fd5b6a. 00010000:00000001:0.0:1767326654.710866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326654.710877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326654.710947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326654.710952:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326654.710956:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326655.030866:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326655.030905:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326655.030914:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767326655.030921:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326655.030926:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326655.030930:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326655.030936:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326655.030944:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326655.030951:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.030962:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326655.030972:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326655.030975:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.030980:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_00+0] req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031006:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.031009:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326655.031014:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326655.031017:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326655.031021:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326655.031025:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326655.031027:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326655.031029:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326655.031034:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00000001:2.0:1767326655.031037:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326655.031038:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.031045:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326655.031045:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326655.031050:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326655.031059:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326655.031060:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031063:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326655.031067:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326655.031074:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_01+1] req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326655.031074:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.031082:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326655.031086:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326655.031095:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326655.031098:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326655.031099:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326655.031102:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326655.031103:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326655.031105:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326655.031109:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326655.031109:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326655.031114:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386674816:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326655.031115:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767326655.031119:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326655.031120:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000100:00000001:2.0:1767326655.031125:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767326655.031126:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326655.031131:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326655.031135:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326655.031135:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326655.031135:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326655.031139:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326655.031141:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326655.031141:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326655.031142:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326655.031145:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326655.031149:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326655.031150:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e439ff06. 02000000:00000001:2.0:1767326655.031151:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326655.031153:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386674944:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326655.031157:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326655.031158:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326655.031160:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058e237f1. 02000000:00000001:1.0:1767326655.031163:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326655.031165:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326655.031166:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326655.031167:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326655.031172:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326655.031178:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767326655.031179:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dea5d17. 00000100:00000001:3.0:1767326655.031180:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326655.031180:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 02000000:00000001:1.0:1767326655.031182:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.031187:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_02+2] req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326655.031193:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000400:00000010:1.0:1767326655.031197:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d05b9ea8. 00000100:00000200:2.0:1767326655.031205:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674816, portal 25 00000400:00000010:1.0:1767326655.031206:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 00000100:00000200:1.0:1767326655.031212:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386674944, portal 10 00000100:00000001:2.0:1767326655.031213:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326655.031216:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326655.031217:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 00000100:00000001:3.0:1767326655.031219:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326655.031219:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000100:00000040:3.0:1767326655.031224:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326655.031228:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326655.031231:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326655.031231:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326655.031239:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11698) 00000100:00000001:0.0:1767326655.031250:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326655.031255:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326655.031256:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326655.031259:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326655.031260:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326655.031261:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326655.031267:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326655.031272:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326655.031273:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a92a58e. 00000100:00000200:1.0:1767326655.031277:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386674944, offset 0 00000100:00000001:2.0:1767326655.031281:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326655.031289:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326655.031291:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326655.031299:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd792337. 00000100:00000001:0.0:1767326655.031301:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326655.031305:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386674816, offset 0 00000100:00000001:0.0:1767326655.031305:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326655.031310:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767326655.031310:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326655.031315:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326655.031317:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326655.031320:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326655.031321:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326655.031327:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:0.0:1767326655.031329:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386675072:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326655.031332:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326655.031335:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326655.031337:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [573:573:256:4294967295] 192.168.203.127@tcp LPNI seq info [573:573:8:4294967295] 00000100:00000001:0.0:1767326655.031346:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326655.031351:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326655.031355:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326655.031355:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326655.031360:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326655.031364:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767326655.031366:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093c41533. 00000400:00000200:2.0:1767326655.031368:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326655.031369:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 02000000:00000001:0.0:1767326655.031372:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326655.031377:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326655.031379:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf2433b2. 00000800:00000200:1.0:1767326655.031381:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326655.031386:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767326655.031389:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000400:00000200:2.0:1767326655.031391:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326655.031396:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767326655.031397:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675072, portal 10 00000400:00000200:2.0:1767326655.031400:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326655.031403:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326655.031404:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326655.031408:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000400:00000200:2.0:1767326655.031409:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [574:574:255:4294967295] 192.168.203.127@tcp LPNI seq info [574:574:7:4294967295] 00000100:00000040:0.0:1767326655.031419:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326655.031424:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326655.031430:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:1.0:1767326655.031432:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 163832 usecs (164 jiffies) 00000100:00000001:1.0:1767326655.031439:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306360996 00000100:00000010:1.0:1767326655.031446:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631629a2. 00000100:00000001:0.0:1767326655.031447:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326655.031448:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326655.031455:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000423a80c5. 00000100:00000040:0.0:1767326655.031455:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326655.031457:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326655.031459:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 00000100:00000200:0.0:1767326655.031464:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386675072, offset 0 00000800:00000200:2.0:1767326655.031466:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326655.031466:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306360996 00000100:00000010:1.0:1767326655.031476:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000400:00000200:0.0:1767326655.031480:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326655.031481:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326655.031482:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326655.031488:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000423a80c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326655.031489:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306360996 00000400:00000200:0.0:1767326655.031494:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326655.031495:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f124d3c. 00000100:00000001:2.0:1767326655.031496:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326655.031502:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326655.031502:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326655.031504:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306365432 00000100:00000001:1.0:1767326655.031508:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306360996 00000400:00000200:0.0:1767326655.031512:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:1.0:1767326655.031514:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000100:00000001:2.0:1767326655.031515:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306360996 00000100:00000001:1.0:1767326655.031519:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326655.031519:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326655.031525:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306365432 00000100:00000001:1.0:1767326655.031527:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326655.031528:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326655.031533:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.031534:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306360996 00000100:00000001:1.0:1767326655.031539:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326655.031539:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [575:575:254:4294967295] 192.168.203.127@tcp LPNI seq info [575:575:6:4294967295] 00000100:00000001:2.0:1767326655.031543:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306365432 00000100:00000001:1.0:1767326655.031543:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326655.031553:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306360996 00000100:00000001:1.0:1767326655.031553:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326655.031555:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326655.031558:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326655.031562:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000100:00000001:2.0:1767326655.031562:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306365432 00000100:00000001:1.0:1767326655.031563:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326655.031563:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326655.031567:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326655.031571:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326655.031571:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306360996 00000100:00000001:1.0:1767326655.031571:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326655.031578:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326655.031580:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.031582:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326655.031584:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000400:00000200:3.0:1767326655.031586:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326655.031589:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326655.031593:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a92a58e 00000800:00000200:0.0:1767326655.031597:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767326655.031598:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a92a58e. 00000100:00000001:2.0:1767326655.031603:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.031605:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326655.031607:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326655.031610:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326655.031612:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326655.031614:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326655.031616:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326655.031620:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326655.031625:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.031627:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326655.031630:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326655.031631:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326655.031633:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.031637:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326655.031638:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 11002 usecs (12 jiffies) 00000100:00000001:0.0:1767326655.031643:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306360844 00000100:00000001:0.0:1767326655.031646:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306365432 00000100:00000001:0.0:1767326655.031649:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306360844 00000100:00000001:0.0:1767326655.031652:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306365432 00000100:00000001:0.0:1767326655.031655:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306360844 00000100:00000001:0.0:1767326655.031657:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306365432 00000100:00000001:0.0:1767326655.031660:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306360844 00000100:00000001:0.0:1767326655.031662:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306365432 00000100:00000001:0.0:1767326655.031665:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326655.031668:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326655.031671:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326655.031673:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326655.031678:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326655.031680:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326655.031697:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326655.031699:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326655.031701:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326655.031704:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.031711:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031719:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.031722:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326655.031743:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326655.031746:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000423a80c5. 00000400:00000200:3.0:1767326655.031749:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326655.031753:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326655.031783:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd792337 00000400:00000010:3.0:1767326655.031786:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd792337. 00000100:00000001:3.0:1767326655.031790:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326655.031792:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031798:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326655.031799:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031804:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.031805:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326655.031834:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326655.031836:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:3.0:1767326655.031838:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326655.031841:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326655.031843:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000400:00000010:3.0:1767326655.031844:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000100:00000001:3.0:1767326655.031846:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326655.031848:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031853:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326655.031854:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.031859:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.031860:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326655.033290:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033301:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326655.033304:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033305:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326655.033312:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326655.033321:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11700 00000400:00000200:0.0:1767326655.033327:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12b5 [1] + 224 00000800:00000001:0.0:1767326655.033333:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033341:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326655.033343:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326655.033346:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326655.033350:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326655.033358:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326655.033365:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326655.033377:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326655.033383:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033386:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326655.033387:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033389:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326655.033392:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326655.033397:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11680 00000400:00000200:0.0:1767326655.033401:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:0.0:1767326655.033403:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033405:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326655.033406:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326655.033408:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326655.033410:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326655.033413:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326655.033414:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326655.033417:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326655.033423:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326655.033428:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326655.033431:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326655.033433:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d05b9ea8. 00000100:00000001:0.0:1767326655.033435:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326655.033437:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:1.0:1767326655.033440:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767326655.033442:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326655.033445:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326655.033448:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326655.033450:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326655.033455:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033458:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326655.033465:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326655.033467:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326655.033468:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326655.033470:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326655.033476:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326655.033477:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11780 00000400:00000001:2.0:1767326655.033479:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326655.033483:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 00000400:00000200:2.0:1767326655.033489:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000400:00000010:2.0:1767326655.033491:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:2.0:1767326655.033494:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326655.033497:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12c1 [1] + 224 00000100:00000200:2.0:1767326655.033500:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326655.033503:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326655.033504:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326655.033507:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326655.033513:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326655.033515:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326655.033517:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326655.033524:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326655.033526:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326655.033528:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326655.033529:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326655.033531:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326655.033533:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326655.033533:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326655.033536:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326655.033539:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326655.033540:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326655.033541:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326655.033543:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326655.033545:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326655.033547:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=80 v=5 (5 5 5 5) 00000100:00000200:0.0:1767326655.033547:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326655.033548:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326655.033555:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=90 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326655.033557:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=80 v=5 (1 1 1 1) 00000100:00001000:2.0:1767326655.033565:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326655.033566:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326655.033569:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.033576:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767326655.033577:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326655.033578:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326655.033579:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326655.033581:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326655.033585:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326655.033588:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767326655.033589:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326655.033591:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326655.033595:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326655.033596:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326655.033600:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326655.033604:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326655.033607:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326655.033609:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326655.033615:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326655.033619:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326655.033629:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326655.033632:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326655.033636:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326655.033643:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326655.033650:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326655.033651:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326655.033656:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767326655.033658:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386674944:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326655.033659:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326655.033663:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326655.033668:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326655.033668:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326655.033670:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326655.033675:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326655.033679:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf2433b2. 00000100:00100000:2.0:1767326655.033681:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386674816:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326655.033690:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326655.033695:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386674944/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326655.033698:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000400:00000010:3.0:1767326655.033704:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:2.0:1767326655.033708:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326655.033711:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326655.033713:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326655.033718:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326655.033721:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326655.033722:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386674816/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326655.033724:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326655.033725:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dea5d17. 02000000:00000001:1.0:1767326655.033733:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326655.033736:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326655.033737:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767326655.033739:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326655.033741:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326655.033745:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058e237f1. 00000020:00000001:1.0:1767326655.033746:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326655.033750:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767326655.033752:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326655.033753:0:216338:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767326655.033755:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 00000020:00000040:2.0:1767326655.033777:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326655.033778:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326655.033783:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326655.033784:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326655.033786:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326655.033787:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326655.033792:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767326655.033793:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326655.033793:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326655.033794:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326655.033796:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326655.033798:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326655.033799:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326655.033799:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000010:1.0:1767326655.033802:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 02000000:00000001:3.0:1767326655.033804:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.033806:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326655.033808:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326655.033809:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326655.033810:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=90 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326655.033812:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326655.033813:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326655.033818:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326655.033820:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=30 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326655.033821:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326655.033823:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326655.033824:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.033825:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326655.033826:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.033828:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326655.033830:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326655.033831:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326655.033833:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326655.033836:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767326655.033839:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326655.033840:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326655.033848:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.033850:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326655.033851:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326655.033853:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326655.033854:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326655.033856:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.033861:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326655.033862:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326655.033869:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326655.033871:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326655.033877:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386675072:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326655.033880:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326655.033881:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326655.033883:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386675072/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326655.033887:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326655.033888:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326655.033889:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093c41533. 02000000:00000001:3.0:1767326655.033891:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326655.033892:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326655.033893:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326655.033895:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326655.033896:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e439ff06. 02000000:00000001:3.0:1767326655.033898:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326655.033899:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326655.033900:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 00000100:00000001:3.0:1767326655.033902:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326655.033902:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326655.033903:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326655.033906:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326655.033907:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326655.033909:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326655.033910:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326655.734899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326655.734909:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326655.735004:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326655.735008:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326655.735011:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326656.758898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326656.758906:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326656.759009:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326656.759014:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326656.759037:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326657.782891:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326657.782902:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326657.783040:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326657.783047:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326657.783052:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326658.806848:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326658.806858:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326658.806861:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326658.806863:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326658.806869:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326658.806871:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326658.806872:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326658.806874:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326658.806926:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326658.806931:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326658.806935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326659.638807:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306365432, at 4306365440 00000100:00000040:2.0:1767326659.638808:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306365432, at 4306365440 00000100:00000040:3.0:1767326659.638825:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306365432, at 4306365440 00000100:00000040:1.0:1767326659.638826:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306365432, at 4306365440 00000100:00000010:2.0:1767326659.638827:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f124d3c. 00000100:00000010:0.0:1767326659.638829:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631629a2. 00000100:00000010:1.0:1767326659.638838:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000010:3.0:1767326659.638840:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00010000:00000001:0.0:1767326659.830862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326659.830870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326659.830963:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326659.830987:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326659.830992:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326660.150890:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326660.150909:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326660.150925:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c6d6e44. 00000020:00000040:1.0:1767326660.150935:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326660.150942:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326660.150948:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326660.150971:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326660.150982:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326660.150992:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.151006:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326660.151022:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326660.151025:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.151033:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6d6e44] to pc [ptlrpcd_00_03+3] req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.151085:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.151088:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326660.151092:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326660.151096:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c64e94. 00000020:00000040:1.0:1767326660.151098:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326660.151113:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326660.151121:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326660.151123:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326660.151127:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326660.151128:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326660.151130:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326660.151135:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326660.151137:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000040:3.0:1767326660.151142:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326660.151143:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.151145:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.151157:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326660.151172:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326660.151178:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326660.151180:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.151188:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c64e94] to pc [ptlrpcd_00_00+0] req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326660.151190:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326660.151200:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326660.151205:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326660.151208:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326660.151212:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386675200:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326660.151218:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326660.151226:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326660.151230:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326660.151234:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326660.151239:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326660.151242:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63bda1c. 00000100:00000040:1.0:1767326660.151246:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326660.151248:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.151258:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326660.151261:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d725aa5f. 00000100:00000010:1.0:1767326660.151265:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000100:00000001:2.0:1767326660.151266:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326660.151271:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326660.151274:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000400:00000010:3.0:1767326660.151275:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066a3ee5b. 00000100:00000001:0.0:1767326660.151275:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326660.151276:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326660.151284:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767326660.151288:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675200, portal 25 00000100:00000040:2.0:1767326660.151288:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326660.151290:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326660.151293:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151297:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326660.151297:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151301:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831690624 : -125135877860992 : ffff8e3088739180) 02000000:00000010:1.0:1767326660.151308:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000040:3.0:1767326660.151312:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.151318:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326660.151320:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326660.151325:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151329:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326660.151329:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326660.151331:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326660.151333:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326660.151338:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326660.151339:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326660.151344:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d49ff96. 00000100:00100000:2.0:1767326660.151347:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386675328:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326660.151351:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386675200, offset 0 00000100:00000001:2.0:1767326660.151358:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326660.151364:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326660.151367:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326660.151367:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326660.151368:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.151372:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326660.151373:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326660.151382:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a39d0cf. 00000100:00000040:1.0:1767326660.151382:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_01+1] req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326660.151389:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326660.151393:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767326660.151398:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000400:00000010:2.0:1767326660.151407:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000400:00000200:3.0:1767326660.151409:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326660.151412:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675328, portal 10 00000100:00000001:2.0:1767326660.151415:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326660.151416:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326660.151417:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831694208 : -125135877857408 : ffff8e3088739f80) 00000100:00000001:1.0:1767326660.151419:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326660.151423:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326660.151425:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326660.151449:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326660.151450:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326660.151453:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326660.151455:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [576:576:256:4294967295] 192.168.203.127@tcp LPNI seq info [576:576:8:4294967295] 00000100:00000001:0.0:1767326660.151458:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326660.151464:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326660.151467:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326660.151469:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11703) 00000100:00000040:2.0:1767326660.151475:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326660.151479:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326660.151481:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9cbcf6. 00000400:00000200:3.0:1767326660.151484:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:2.0:1767326660.151487:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386675328, offset 0 00000100:00000040:0.0:1767326660.151491:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326660.151493:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326660.151497:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326660.151502:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000100:00000001:0.0:1767326660.151509:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326660.151512:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326660.151519:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326660.151537:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326660.151540:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767326660.151542:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326660.151547:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326660.151553:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326660.151557:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326660.151557:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:0.0:1767326660.151562:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386675456:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326660.151564:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326660.151565:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326660.151572:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326660.151573:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326660.151579:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326660.151581:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [577:577:255:4294967295] 192.168.203.127@tcp LPNI seq info [577:577:7:4294967295] 02000000:00000001:0.0:1767326660.151584:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151588:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326660.151592:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326660.151596:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306370552 02000000:00000010:0.0:1767326660.151598:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc76d80d. 00000100:00000010:3.0:1767326660.151605:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 02000000:00000001:0.0:1767326660.151605:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326660.151606:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767326660.151615:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9470a16. 00000800:00000200:2.0:1767326660.151617:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326660.151619:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326660.151624:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000800:00000010:2.0:1767326660.151626:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3546890. 00000100:00000001:3.0:1767326660.151629:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306370552 00000100:00000200:0.0:1767326660.151630:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675456, portal 10 00000100:00000010:3.0:1767326660.151634:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033917549. 00000100:00000001:0.0:1767326660.151636:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326660.151638:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326660.151640:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000100:00000001:3.0:1767326660.151641:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326660.151664:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326660.151666:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306370552 00000800:00000200:2.0:1767326660.151686:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3546890 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326660.151687:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326660.151689:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8b4679c. 00000100:00000001:2.0:1767326660.151691:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151697:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767326660.151698:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 162903 usecs (163 jiffies) 00000100:00000001:0.0:1767326660.151699:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326660.151702:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326660.151703:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306366115 00000100:00000001:3.0:1767326660.151705:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306370552 00000100:00000040:0.0:1767326660.151708:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326660.151709:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000100:00000010:3.0:1767326660.151711:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08501d6. 00000100:00000001:2.0:1767326660.151711:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306370552 00000400:00000010:0.0:1767326660.151713:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000100:00000001:3.0:1767326660.151716:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326660.151717:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306366115 00000400:00000200:1.0:1767326660.151718:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326660.151718:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386675456, offset 0 00000100:00000001:3.0:1767326660.151722:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326660.151722:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306370552 00000100:00000001:3.0:1767326660.151726:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326660.151726:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306366115 00000400:00000200:1.0:1767326660.151731:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326660.151731:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326660.151732:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306370552 00000100:00000001:3.0:1767326660.151734:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151755:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326660.151755:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306366115 00000400:00000200:0.0:1767326660.151761:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326660.151766:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326660.151768:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326660.151771:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306370552 00000100:00000001:3.0:1767326660.151774:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326660.151774:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326660.151777:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326660.151781:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326660.151783:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326660.151785:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326660.151831:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.151835:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326660.151841:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326660.151842:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326660.151847:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326660.151851:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [578:578:254:4294967295] 192.168.203.127@tcp LPNI seq info [578:578:6:4294967295] 00000100:00000001:2.0:1767326660.151852:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326660.151857:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326660.151859:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326660.151865:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326660.151869:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326660.151871:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326660.151876:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326660.151884:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326660.151894:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326660.151895:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d49ff96 00000400:00000010:1.0:1767326660.151899:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d49ff96. 00000800:00000010:0.0:1767326660.151901:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:1.0:1767326660.151905:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326660.151909:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767326660.151914:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326660.151919:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326660.151924:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326660.151933:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326660.151940:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10957 usecs (11 jiffies) 00000100:00000001:1.0:1767326660.151941:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326660.151946:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306365964 00000100:00000040:1.0:1767326660.151967:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326660.151968:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306370552 00000100:00000001:0.0:1767326660.151974:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306365964 00000100:00000001:0.0:1767326660.151980:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306370552 00000100:00000001:0.0:1767326660.151985:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306365964 00000100:00000001:1.0:1767326660.151988:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326660.151990:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306370552 00000100:00000001:1.0:1767326660.151993:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326660.151995:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306365964 00000100:00000001:0.0:1767326660.151998:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306370552 00000100:00000001:0.0:1767326660.152001:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326660.152004:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326660.152007:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326660.152009:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326660.152009:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326660.152013:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3546890. 00000100:00000001:0.0:1767326660.152014:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326660.152015:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326660.152017:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326660.152021:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326660.152022:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326660.152024:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326660.152026:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9cbcf6 00000100:00000001:0.0:1767326660.152027:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326660.152029:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326660.152034:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a9cbcf6. 00000100:00000001:1.0:1767326660.152037:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326660.152040:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.152064:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326660.152067:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.152073:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.152074:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326660.152147:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326660.152149:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:1.0:1767326660.152152:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326660.152155:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326660.152164:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:1.0:1767326660.152166:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:1.0:1767326660.152168:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326660.152171:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.152178:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326660.152180:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.152185:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.152187:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326660.154024:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326660.154035:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326660.154038:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326660.154040:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326660.154046:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326660.154090:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11800 00000400:00000200:3.0:1767326660.154102:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:3.0:1767326660.154109:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326660.154113:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326660.154114:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326660.154117:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326660.154120:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326660.154123:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326660.154131:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326660.154144:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326660.154150:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326660.154152:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326660.154153:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326660.154154:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326660.154157:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326660.154161:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11880 00000400:00000200:3.0:1767326660.154164:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12d1 [1] + 224 00000800:00000001:3.0:1767326660.154167:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326660.154169:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326660.154171:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326660.154174:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326660.154175:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326660.154178:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326660.154180:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326660.154185:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326660.154189:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326660.154192:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326660.154197:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326660.154202:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767326660.154207:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d725aa5f. 00000400:00000200:0.0:1767326660.154213:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a3ee5b 00000400:00000010:0.0:1767326660.154215:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066a3ee5b. 00000100:00000001:0.0:1767326660.154218:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326660.154222:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326660.154225:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326660.154229:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326660.154235:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326660.154236:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326660.154239:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326660.154239:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326660.154243:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326660.154244:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326660.154247:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326660.154247:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326660.154250:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 00000100:00000001:0.0:1767326660.154252:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326660.154253:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326660.154255:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000100:00000001:0.0:1767326660.154256:0:216341:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767326660.154259:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 02000000:00000001:0.0:1767326660.154260:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326660.154264:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11900 00000100:00000001:2.0:1767326660.154264:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326660.154264:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326660.154268:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326660.154271:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326660.154272:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12d9 [1] + 224 02000000:00000001:0.0:1767326660.154272:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326660.154280:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326660.154282:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=95 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326660.154285:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326660.154286:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326660.154288:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=95 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326660.154289:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326660.154297:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326660.154297:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326660.154300:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326660.154302:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.154303:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326660.154303:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326660.154307:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326660.154307:0:216338:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767326660.154308:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326660.154310:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326660.154314:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767326660.154314:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326660.154316:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326660.154318:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326660.154321:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326660.154322:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326660.154327:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326660.154331:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=85 v=5 (1 1 1 1) 00000100:00000040:0.0:1767326660.154333:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326660.154337:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326660.154341:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326660.154342:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326660.154345:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326660.154347:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326660.154349:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326660.154352:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326660.154356:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326660.154356:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326660.154360:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326660.154363:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326660.154367:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000040:0.0:1767326660.154370:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326660.154372:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326660.154376:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.154385:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326660.154386:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326660.154388:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c6d6e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386675200:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326660.154391:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326660.154398:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326660.154401:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326660.154402:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326660.154407:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326660.154407:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9470a16. 00000100:00000001:0.0:1767326660.154407:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326660.154413:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c6d6e44 x1853175386675200/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326660.154414:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326660.154415:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000100:00000001:2.0:1767326660.154416:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326660.154421:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00000040:2.0:1767326660.154425:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.154429:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326660.154439:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326660.154444:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326660.154450:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767326660.154452:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c64e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386675328:192.168.203.127@tcp:400: 02000000:00000010:0.0:1767326660.154456:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63bda1c. 02000000:00000001:0.0:1767326660.154464:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326660.154465:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326660.154469:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326660.154469:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326660.154470:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767326660.154474:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000040:2.0:1767326660.154476:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c64e94 x1853175386675328/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326660.154482:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326660.154486:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:0.0:1767326660.154492:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326660.154493:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326660.154495:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326660.154497:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326660.154499:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c6d6e44. 00000100:00000001:2.0:1767326660.154503:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326660.154503:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326660.154504:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326660.154508:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326660.154508:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326660.154508:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326660.154512:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767326660.154513:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a39d0cf. 00000100:00000001:0.0:1767326660.154513:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326660.154516:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326660.154520:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326660.154521:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326660.154522:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326660.154523:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326660.154524:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=95 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326660.154525:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326660.154526:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326660.154530:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326660.154533:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326660.154534:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326660.154535:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326660.154536:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:2.0:1767326660.154542:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326660.154543:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326660.154546:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326660.154547:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326660.154549:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c64e94. 00010000:00000001:1.0:1767326660.154550:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326660.154553:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326660.154554:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326660.154555:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326660.154560:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1767326660.154563:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326660.154564:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326660.154571:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326660.154573:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326660.154575:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326660.154576:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.154577:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326660.154580:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326660.154581:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326660.154584:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.154589:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326660.154592:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326660.154593:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326660.154595:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326660.154600:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386675456:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326660.154603:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326660.154604:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326660.154605:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386675456/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326660.154609:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326660.154611:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326660.154613:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc76d80d. 02000000:00000001:1.0:1767326660.154616:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326660.154617:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326660.154618:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326660.154620:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326660.154621:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 02000000:00000001:1.0:1767326660.154623:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326660.154624:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326660.154625:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000100:00000001:1.0:1767326660.154627:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326660.154642:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326660.154644:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326660.154661:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326660.154662:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326660.154664:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326660.154665:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326660.854849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326660.854858:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326660.854909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326660.854913:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326660.854916:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326661.878898:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326661.878909:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326661.879040:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326661.879046:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326661.879050:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326662.902849:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326662.902857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326662.902921:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326662.902927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326662.902930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326663.926870:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326663.926879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326663.926962:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326663.926966:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326663.926969:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326664.758895:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306370552, at 4306370560 00000100:00000040:0.0:1767326664.758897:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306370552, at 4306370560 00000100:00000040:1.0:1767326664.758902:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306370552, at 4306370560 00000100:00000040:3.0:1767326664.758919:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306370552, at 4306370560 00000100:00000010:2.0:1767326664.758919:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8b4679c. 00000100:00000010:0.0:1767326664.758922:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00000100:00000010:1.0:1767326664.758928:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033917549. 00000100:00000010:3.0:1767326664.759013:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08501d6. 00010000:00000001:0.0:1767326664.950876:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326664.950883:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326664.950938:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326664.950944:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326664.950947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326665.270855:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326665.270866:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326665.270872:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb4c89c4. 00000020:00000040:1.0:1767326665.270878:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326665.270882:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326665.270886:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326665.270891:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326665.270899:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cd0938f. 00000100:00000001:1.0:1767326665.270906:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.270916:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326665.270927:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326665.270929:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.270935:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c89c4] to pc [ptlrpcd_00_02+2] req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326665.270978:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.270981:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326665.270985:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326665.270989:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba68a7a8. 00000020:00000040:1.0:1767326665.270991:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326665.270993:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326665.270993:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326665.270995:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326665.270999:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326665.270999:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326665.271004:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326665.271005:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326665.271009:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326665.271010:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.271018:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326665.271020:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326665.271023:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326665.271026:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326665.271028:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326665.271029:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326665.271033:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386675584:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326665.271037:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326665.271038:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326665.271038:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.271043:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba68a7a8] to pc [ptlrpcd_00_03+3] req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326665.271044:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326665.271049:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326665.271050:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326665.271054:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326665.271059:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326665.271063:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093c41533. 00000100:00000001:1.0:1767326665.271063:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326665.271067:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.271067:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326665.271070:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326665.271073:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3ab519. 00000100:00000010:1.0:1767326665.271073:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000020:00000040:1.0:1767326665.271076:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326665.271079:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326665.271079:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326665.271081:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 02000000:00000001:1.0:1767326665.271081:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326665.271083:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326665.271085:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271086:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326665.271089:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675584, portal 25 02000000:00000010:1.0:1767326665.271091:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:3.0:1767326665.271094:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326665.271094:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.271096:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831692416 : -125135877859200 : ffff8e3088739880) 00000100:00000001:1.0:1767326665.271096:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.271103:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326665.271105:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326665.271124:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326665.271125:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326665.271127:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326665.271133:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326665.271135:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_00+0] req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326665.271136:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326665.271137:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f445085. 00000100:00000001:0.0:1767326665.271140:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326665.271142:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386675584, offset 0 02000000:00000001:0.0:1767326665.271147:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326665.271151:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326665.271152:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326665.271155:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326665.271161:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386675712:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326665.271164:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326665.271167:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326665.271168:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326665.271169:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326665.271171:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326665.271174:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326665.271175:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326665.271180:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326665.271181:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767326665.271181:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c951cf3. 02000000:00000001:0.0:1767326665.271186:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326665.271187:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326665.271190:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326665.271192:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11708) 00000400:00000010:0.0:1767326665.271193:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000400:00000200:3.0:1767326665.271194:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326665.271201:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326665.271203:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:0.0:1767326665.271204:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000001:2.0:1767326665.271205:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326665.271214:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326665.271215:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [579:579:256:4294967295] 192.168.203.127@tcp LPNI seq info [579:579:8:4294967295] 00000100:00000200:0.0:1767326665.271215:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675712, portal 10 00000100:00000001:1.0:1767326665.271218:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271221:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326665.271223:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326665.271228:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831687936 : -125135877863680 : ffff8e3088738700) 00000100:00000040:0.0:1767326665.271248:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326665.271261:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326665.271283:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326665.271284:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326665.271293:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326665.271294:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326665.271298:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767326665.271302:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386675712, offset 0 02000000:00000001:2.0:1767326665.271303:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326665.271309:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326665.271311:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326665.271317:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326665.271322:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386675840:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326665.271329:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326665.271336:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326665.271340:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326665.271344:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326665.271351:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf751a2. 00000800:00000200:3.0:1767326665.271357:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326665.271357:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326665.271363:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326665.271365:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000400:00000200:0.0:1767326665.271368:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326665.271378:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326665.271379:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326665.271386:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326665.271388:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326665.271390:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000400:00000200:0.0:1767326665.271396:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [580:580:255:4294967295] 192.168.203.127@tcp LPNI seq info [580:580:7:4294967295] 00000400:00000010:2.0:1767326665.271402:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000800:00000200:3.0:1767326665.271412:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:2.0:1767326665.271415:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675840, portal 10 00000400:00000200:0.0:1767326665.271417:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326665.271418:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326665.271421:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326665.271428:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000100:00000001:3.0:1767326665.271438:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326665.271438:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326665.271445:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326665.271448:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326665.271450:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306375672 00000800:00000200:0.0:1767326665.271467:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:3.0:1767326665.271468:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08501d6. 00000100:00000001:2.0:1767326665.271480:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326665.271481:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326665.271487:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326665.271488:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326665.271495:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034241de9. 00000100:00000001:0.0:1767326665.271495:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326665.271504:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767326665.271511:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386675840, offset 0 00000100:00000040:0.0:1767326665.271512:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 161988 usecs (162 jiffies) 00000800:00000010:1.0:1767326665.271516:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000100:00000001:0.0:1767326665.271531:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306371234 00000400:00000200:1.0:1767326665.271536:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326665.271550:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326665.271556:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326665.271569:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326665.271575:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326665.271578:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326665.271581:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326665.271586:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326665.271589:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [581:581:254:4294967295] 192.168.203.127@tcp LPNI seq info [581:581:6:4294967295] 00000400:00000200:2.0:1767326665.271599:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326665.271605:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326665.271605:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f445085 00000400:00000010:1.0:1767326665.271610:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f445085. 00000800:00000010:2.0:1767326665.271611:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000100:00000001:1.0:1767326665.271634:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326665.271643:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326665.271644:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767326665.271644:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.271665:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306375672 00000100:00000001:0.0:1767326665.271667:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306375672 00000100:00000010:3.0:1767326665.271673:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ec594b. 00000100:00000001:0.0:1767326665.271673:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306371234 00000100:00000001:1.0:1767326665.271680:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326665.271682:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326665.271684:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326665.271690:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326665.271691:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326665.271692:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306375672 00000100:00000001:0.0:1767326665.271703:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306371234 00000100:00000010:0.0:1767326665.271712:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fa165a7. 00000100:00000001:2.0:1767326665.271713:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271723:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767326665.271724:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10915 usecs (11 jiffies) 00000100:00000001:1.0:1767326665.271724:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271731:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306371234 00000100:00000001:2.0:1767326665.271734:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306371083 00000100:00000001:1.0:1767326665.271734:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767326665.271736:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000654f34da. 00000100:00000001:3.0:1767326665.271738:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306375672 00000100:00000001:2.0:1767326665.271744:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306375672 00000100:00000001:0.0:1767326665.271745:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326665.271748:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306371234 00000800:00000200:1.0:1767326665.271753:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326665.271758:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306371083 00000800:00000010:1.0:1767326665.271782:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326665.271786:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306375673 00000100:00000001:0.0:1767326665.271786:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326665.271788:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326665.271792:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326665.271797:0:216340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306371234 00000400:00000200:1.0:1767326665.271798:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326665.271798:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271803:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326665.271805:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000100:00000001:3.0:1767326665.271806:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326665.271808:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:3.0:1767326665.271809:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271810:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326665.271811:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326665.271812:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.271813:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326665.271815:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.271815:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306375672 00000100:00000001:0.0:1767326665.271816:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326665.271819:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326665.271821:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326665.271826:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326665.271826:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271829:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306371084 00000100:00000001:3.0:1767326665.271830:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326665.271833:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271841:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306375672 00000100:00000001:3.0:1767326665.271842:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326665.271844:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326665.271845:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326665.271849:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326665.271849:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326665.271850:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306371084 00000100:00000001:3.0:1767326665.271855:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271858:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306375673 00000100:00000001:1.0:1767326665.271863:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271866:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326665.271867:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326665.271874:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271879:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271883:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.271892:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326665.271895:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326665.271899:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326665.271902:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326665.271905:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.271911:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326665.271918:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326665.271923:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000400:00000200:1.0:1767326665.271929:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326665.271937:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326665.271939:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034241de9 00000400:00000010:1.0:1767326665.271942:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034241de9. 00000100:00000001:1.0:1767326665.271952:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326665.271956:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326665.271965:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326665.271967:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326665.271973:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326665.271975:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326665.273609:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273629:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326665.273632:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273635:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326665.273642:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326665.273653:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11980 00000400:00000200:1.0:1767326665.273658:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x12e1 [1] + 224 00000800:00000001:1.0:1767326665.273664:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273669:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326665.273671:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326665.273674:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326665.273678:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326665.273682:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326665.273693:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326665.273709:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326665.273717:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273733:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326665.273735:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273737:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326665.273738:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326665.273741:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326665.273741:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:3.0:1767326665.273745:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326665.273747:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326665.273748:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11a00 00000400:00000010:3.0:1767326665.273749:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3ab519. 00000400:00000200:3.0:1767326665.273752:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:3.0:1767326665.273754:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000400:00000200:1.0:1767326665.273778:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12e9 [1] + 224 00000800:00000001:1.0:1767326665.273791:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273797:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326665.273799:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326665.273804:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326665.273807:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326665.273810:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.273818:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326665.273820:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326665.273822:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326665.273831:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326665.273836:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326665.273838:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326665.273839:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326665.273840:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326665.273842:0:216340:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326665.273844:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326665.273846:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273849:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326665.273850:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326665.273852:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326665.273853:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326665.273855:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326665.273856:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326665.273857:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326665.273861:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326665.273862:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326665.273862:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11a80 00000100:00001000:3.0:1767326665.273868:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=100 v=5 (5 5 5 5) 00000400:00000001:0.0:1767326665.273870:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326665.273874:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00001000:3.0:1767326665.273875:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=100 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326665.273878:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000100:00000001:3.0:1767326665.273881:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767326665.273881:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:3.0:1767326665.273885:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.273886:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326665.273889:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326665.273890:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12f1 [1] + 224 00010000:00000001:3.0:1767326665.273892:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326665.273893:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.273895:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326665.273896:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326665.273904:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326665.273905:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326665.273908:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326665.273909:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326665.273915:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326665.273921:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326665.273927:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.273928:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326665.273934:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326665.273934:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326665.273937:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326665.273938:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326665.273941:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326665.273944:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326665.273944:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326665.273944:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326665.273947:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326665.273950:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326665.273955:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326665.273962:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb4c89c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386675584:192.168.203.127@tcp:400: 00000100:00001000:0.0:1767326665.273962:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326665.273968:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326665.273970:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326665.273972:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326665.273972:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326665.273975:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326665.273975:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326665.273977:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326665.273979:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326665.273979:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326665.273983:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb4c89c4 x1853175386675584/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326665.273984:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.273990:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326665.273993:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326665.273998:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326665.273999:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326665.274001:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326665.274005:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767326665.274007:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326665.274010:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093c41533. 00000100:00000001:2.0:1767326665.274010:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326665.274017:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326665.274017:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326665.274018:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326665.274024:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767326665.274025:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326665.274026:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326665.274028:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000001:2.0:1767326665.274028:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326665.274034:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326665.274036:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326665.274037:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326665.274043:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cd0938f. 00000400:00000010:2.0:1767326665.274044:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 02000000:00000001:3.0:1767326665.274049:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767326665.274054:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba68a7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386675712:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326665.274056:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326665.274057:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000100:00000010:3.0:1767326665.274058:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb4c89c4. 00000400:00000010:2.0:1767326665.274067:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:3.0:1767326665.274069:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326665.274069:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326665.274076:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.274077:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326665.274077:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326665.274084:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326665.274092:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326665.274093:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba68a7a8 x1853175386675712/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326665.274094:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326665.274101:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326665.274111:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326665.274116:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.274187:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326665.274194:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326665.274195:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326665.274200:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c951cf3. 02000000:00000001:0.0:1767326665.274212:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326665.274215:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326665.274216:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767326665.274227:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326665.274228:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.274237:0:216338:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767326665.274238:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326665.274245:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 02000000:00000001:2.0:1767326665.274246:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326665.274248:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326665.274251:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326665.274252:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326665.274258:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326665.274258:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba68a7a8. 00000100:00000001:0.0:1767326665.274262:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326665.274264:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326665.274265:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326665.274268:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326665.274270:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.274275:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326665.274276:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326665.274277:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326665.274291:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326665.274298:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=40 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326665.274302:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326665.274303:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326665.274307:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326665.274313:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326665.274323:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.274326:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326665.274328:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326665.274331:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326665.274333:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326665.274337:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326665.274346:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326665.274349:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326665.274351:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326665.274355:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326665.274364:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386675840:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326665.274370:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.274372:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326665.274375:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386675840/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326665.274383:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326665.274386:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326665.274388:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf751a2. 02000000:00000001:2.0:1767326665.274391:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326665.274393:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326665.274395:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326665.274402:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326665.274404:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:2.0:1767326665.274408:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326665.274409:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326665.274411:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:2.0:1767326665.274414:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326665.274415:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.274417:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326665.274421:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326665.274422:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326665.274424:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326665.274425:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326665.974890:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326665.974897:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326665.974962:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326665.974966:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326665.974969:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326666.998919:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326666.998929:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326666.999015:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326666.999020:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326666.999024:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326668.022897:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326668.022905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326668.023013:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326668.023020:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326668.023025:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326669.046900:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326669.046909:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326669.046912:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326669.046915:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326669.046920:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326669.046922:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326669.046924:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326669.046927:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326669.046997:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326669.047003:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326669.047006:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326669.878828:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306375672, at 4306375680 00000100:00000040:3.0:1767326669.878831:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306375673, at 4306375680 00000100:00000010:1.0:1767326669.878842:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ec594b. 00000100:00000010:3.0:1767326669.878844:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000654f34da. 00000100:00000040:2.0:1767326669.878846:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306375672, at 4306375680 00000100:00000040:0.0:1767326669.878846:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306375672, at 4306375680 00000100:00000010:0.0:1767326669.878858:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08501d6. 00000100:00000010:2.0:1767326669.878860:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fa165a7. 00010000:00000001:0.0:1767326670.070859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326670.070865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326670.070926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326670.070930:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326670.070932:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326670.390835:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326670.390844:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326670.390853:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000020:00000040:1.0:1767326670.390858:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326670.390863:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326670.390865:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326670.390870:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326670.390875:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 00000100:00000001:1.0:1767326670.390881:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.390890:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326670.390900:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326670.390901:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.390905:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_01+1] req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326670.390936:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.390938:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326670.390941:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326670.390944:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326670.390947:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326670.390949:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326670.390951:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326670.390952:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326670.390956:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:1.0:1767326670.390958:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.390962:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326670.390971:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326670.390973:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.390977:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_02+2] req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326670.390987:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326670.390991:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326670.390994:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326670.390996:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.391000:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326670.391010:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326670.391014:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326670.391017:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326670.391019:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326670.391022:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326670.391028:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326670.391032:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.391037:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326670.391045:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326670.391047:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326670.391049:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326670.391049:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000100:00000001:3.0:1767326670.391051:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326670.391053:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:1.0:1767326670.391055:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326670.391056:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326670.391058:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326670.391062:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326670.391063:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326670.391064:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326670.391066:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326670.391068:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326670.391070:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.391072:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326670.391072:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326670.391073:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326670.391077:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386675968:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326670.391078:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326670.391081:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:2.0:1767326670.391083:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326670.391086:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326670.391088:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326670.391089:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326670.391094:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326670.391095:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326670.391100:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326670.391102:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326670.391108:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326670.391115:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007da72685. 00000100:00000001:2.0:1767326670.391119:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326670.391122:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.391123:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326670.391127:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326670.391130:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326670.391130:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326670.391133:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3ab519. 02000000:00000001:2.0:1767326670.391133:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326670.391138:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326670.391138:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000179cf299] to pc [ptlrpcd_00_03+3] req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326670.391144:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00100000:2.0:1767326670.391146:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386676096:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326670.391156:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386675968, portal 25 00000100:00000001:2.0:1767326670.391156:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326670.391161:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326670.391162:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326670.391163:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326670.391165:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326670.391166:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326670.391168:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075891817. 00000100:00000040:1.0:1767326670.391169:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326670.391174:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.391175:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000100:00000040:1.0:1767326670.391176:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326670.391179:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000100:00000040:1.0:1767326670.391182:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11713) 00000400:00000010:2.0:1767326670.391185:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000040:3.0:1767326670.391187:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326670.391191:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676096, portal 10 00000100:00000001:0.0:1767326670.391191:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326670.391196:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326670.391197:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326670.391200:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00000001:0.0:1767326670.391203:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326670.391204:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326670.391210:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.391211:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326670.391212:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326670.391215:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326670.391219:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f3e2101. 00000100:00000001:0.0:1767326670.391222:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326670.391226:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386675968, offset 0 00000100:00000001:0.0:1767326670.391227:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326670.391228:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326670.391232:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326670.391236:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326670.391240:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326670.391241:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326670.391242:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770842c9. 00000100:00000200:2.0:1767326670.391247:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386676096, offset 0 00000400:00000200:2.0:1767326670.391258:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326670.391259:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326670.391259:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326670.391268:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326670.391271:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326670.391274:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:0.0:1767326670.391277:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326670.391280:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326670.391281:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326670.391286:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326670.391287:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326670.391294:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386676224:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326670.391295:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [582:582:256:4294967295] 192.168.203.127@tcp LPNI seq info [582:582:8:4294967295] 00000100:00000001:0.0:1767326670.391302:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326670.391307:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326670.391310:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326670.391315:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326670.391315:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326670.391321:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686738c1. 00000800:00000200:3.0:1767326670.391326:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326670.391326:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326670.391327:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767326670.391332:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000400:00000200:2.0:1767326670.391333:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326670.391336:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000400:00000200:2.0:1767326670.391339:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767326670.391341:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000400:00000200:2.0:1767326670.391344:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326670.391348:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676224, portal 10 00000800:00000200:3.0:1767326670.391349:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326670.391351:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326670.391355:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326670.391359:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000800:00000200:3.0:1767326670.391365:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326670.391366:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [583:583:255:4294967295] 192.168.203.127@tcp LPNI seq info [583:583:7:4294967295] 00000100:00000040:0.0:1767326670.391370:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326670.391373:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326670.391389:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326670.391394:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326670.391397:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326670.391403:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306380792 00000800:00000200:2.0:1767326670.391407:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326670.391407:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326670.391411:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009913b738. 00000400:00000010:0.0:1767326670.391413:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 00000800:00000010:2.0:1767326670.391415:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000579fd6b6. 00000100:00000200:0.0:1767326670.391419:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386676224, offset 0 00000100:00000001:3.0:1767326670.391421:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326670.391425:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326670.391431:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306380792 00000400:00000200:0.0:1767326670.391433:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326670.391437:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:3.0:1767326670.391439:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aa0b130. 00000800:00000200:2.0:1767326670.391441:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000579fd6b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326670.391444:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326670.391446:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326670.391447:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.391451:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306380792 00000100:00000040:2.0:1767326670.391453:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 161083 usecs (162 jiffies) 00000400:00000200:0.0:1767326670.391453:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326670.391456:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164ac69d. 00000100:00000001:2.0:1767326670.391459:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306376354 00000400:00000200:0.0:1767326670.391461:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326670.391463:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326670.391465:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306380792 00000400:00000200:0.0:1767326670.391468:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326670.391469:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306376354 00000100:00000001:2.0:1767326670.391475:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306380792 00000400:00000200:0.0:1767326670.391477:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326670.391478:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306380792 00000100:00000001:2.0:1767326670.391479:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306376354 00000100:00000001:2.0:1767326670.391483:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306380792 00000100:00000010:3.0:1767326670.391488:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fc45867. 00000100:00000001:2.0:1767326670.391488:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306376354 00000400:00000200:0.0:1767326670.391488:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [584:584:254:4294967295] 192.168.203.127@tcp LPNI seq info [584:584:6:4294967295] 00000800:00000200:1.0:1767326670.391492:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326670.391495:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767326670.391497:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000100:00000001:3.0:1767326670.391502:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326670.391503:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306380792 00000400:00000200:1.0:1767326670.391504:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326670.391509:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326670.391511:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.391513:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326670.391517:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326670.391518:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326670.391520:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.391521:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.391529:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.391529:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326670.391531:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3e2101 00000100:00000001:2.0:1767326670.391537:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326670.391537:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f3e2101. 00000800:00000200:0.0:1767326670.391537:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326670.391541:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326670.391544:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326670.391544:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767326670.391546:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000100:00000001:2.0:1767326670.391549:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326670.391551:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326670.391560:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326670.391571:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326670.391593:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767326670.391593:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326670.391599:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.391600:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326670.391608:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10875 usecs (11 jiffies) 00000100:00000001:1.0:1767326670.391609:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326670.391613:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326670.391614:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306376203 00000100:00000001:0.0:1767326670.391618:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306380792 00000100:00000001:0.0:1767326670.391621:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306376203 00000100:00000001:0.0:1767326670.391623:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306380792 00000100:00000001:0.0:1767326670.391626:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306376203 00000800:00000200:1.0:1767326670.391627:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326670.391629:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306380792 00000800:00000010:1.0:1767326670.391630:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000579fd6b6. 00000400:00000200:1.0:1767326670.391633:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326670.391634:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306376203 00000400:00000200:1.0:1767326670.391638:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326670.391641:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306380792 00000400:00000200:1.0:1767326670.391642:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000770842c9 00000400:00000010:1.0:1767326670.391644:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000770842c9. 00000100:00000001:1.0:1767326670.391645:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326670.391647:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.391654:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326670.391656:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326670.391660:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.391661:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326670.391668:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326670.391669:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326670.391673:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326670.391674:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326670.391702:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326670.391704:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000400:00000200:1.0:1767326670.391706:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326670.391708:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326670.391710:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000400:00000010:1.0:1767326670.391711:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000100:00000001:1.0:1767326670.391712:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326670.391714:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326670.391718:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326670.391720:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326670.391732:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326670.391733:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326670.393399:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393409:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326670.393411:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393412:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326670.393417:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326670.393425:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11b00 00000400:00000200:1.0:1767326670.393430:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:1.0:1767326670.393435:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393438:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326670.393439:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326670.393441:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326670.393444:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326670.393447:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326670.393454:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326670.393466:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326670.393471:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393474:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326670.393475:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393476:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326670.393479:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326670.393484:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11b80 00000400:00000200:1.0:1767326670.393487:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x12fd [1] + 224 00000800:00000001:1.0:1767326670.393490:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393492:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326670.393493:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326670.393495:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326670.393496:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326670.393500:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326670.393501:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326670.393508:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326670.393510:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326670.393513:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326670.393516:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3ab519. 00000100:00000040:1.0:1767326670.393522:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326670.393523:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:3.0:1767326670.393527:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:3.0:1767326670.393533:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326670.393540:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326670.393541:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326670.393546:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393550:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326670.393553:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326670.393555:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326670.393557:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326670.393562:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326670.393572:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11c00 00000100:00000001:2.0:1767326670.393589:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326670.393593:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326670.393594:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326670.393596:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1309 [1] + 224 00000100:00000001:3.0:1767326670.393598:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326670.393600:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326670.393603:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326670.393604:0:216338:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767326670.393605:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326670.393607:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326670.393609:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 02000000:00000001:3.0:1767326670.393610:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326670.393611:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326670.393615:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326670.393616:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326670.393620:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326670.393623:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 02000000:00000001:3.0:1767326670.393625:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326670.393626:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:2.0:1767326670.393630:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326670.393631:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326670.393632:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=105 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326670.393635:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326670.393638:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326670.393640:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326670.393649:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326670.393653:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326670.393659:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326670.393663:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.393672:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326670.393675:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326670.393676:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326670.393681:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326670.393709:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326670.393711:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326670.393713:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326670.393714:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326670.393715:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326670.393716:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326670.393719:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326670.393720:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326670.393725:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326670.393726:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326670.393732:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=95 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326670.393735:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326670.393737:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326670.393743:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326670.393743:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326670.393746:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.393747:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326670.393749:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326670.393753:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326670.393755:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326670.393777:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326670.393779:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326670.393781:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326670.393782:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326670.393785:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326670.393786:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.393794:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326670.393800:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326670.393804:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326670.393805:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326670.393809:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00000001:2.0:1767326670.393810:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326670.393814:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326670.393817:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000100:00100000:3.0:1767326670.393820:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386675968:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326670.393821:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326670.393822:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326670.393828:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326670.393833:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326670.393837:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386676096:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326670.393837:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326670.393839:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326670.393846:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386675968/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326670.393859:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326670.393864:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326670.393872:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326670.393873:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386676096/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326670.393874:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326670.393876:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326670.393881:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007da72685. 02000000:00000001:3.0:1767326670.393887:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326670.393892:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326670.393896:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326670.393898:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326670.393901:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767326670.393903:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326670.393904:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075891817. 00000100:00000001:0.0:1767326670.393905:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767326670.393908:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:2.0:1767326670.393910:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326670.393910:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326670.393914:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326670.393915:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326670.393916:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1767326670.393916:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326670.393919:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326670.393920:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767326670.393921:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326670.393922:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767326670.393924:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 02000000:00000010:2.0:1767326670.393925:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 00000100:00000001:0.0:1767326670.393926:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326670.393933:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326670.393933:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.393934:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326670.393936:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326670.393938:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326670.393939:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00001000:0.0:1767326670.393942:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=105 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326670.393943:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326670.393944:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326670.393948:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326670.393952:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326670.393952:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326670.393953:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326670.393956:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.393959:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326670.393960:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326670.393961:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326670.393962:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326670.393963:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326670.393967:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326670.393967:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326670.393968:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326670.393971:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767326670.393977:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326670.393986:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326670.393989:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326670.393991:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326670.393992:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326670.394001:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326670.394006:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.394012:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326670.394014:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326670.394016:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326670.394019:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326670.394026:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386676224:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326670.394031:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326670.394033:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326670.394035:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386676224/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326670.394042:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326670.394044:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326670.394046:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686738c1. 02000000:00000001:0.0:1767326670.394049:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326670.394050:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326670.394051:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326670.394054:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326670.394055:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:0.0:1767326670.394058:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326670.394059:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326670.394060:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:0.0:1767326670.394064:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326670.394065:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326670.394067:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326670.394070:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326670.394072:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326670.394074:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326670.394075:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326671.094857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326671.094863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326671.094944:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326671.094947:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326671.094950:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326672.118862:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326672.118872:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326672.118980:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326672.118987:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326672.118991:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326673.142942:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326673.142953:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326673.143046:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326673.143053:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326673.143057:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326674.166830:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326674.166836:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326674.166915:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326674.166920:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326674.166924:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326674.998841:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306380792, at 4306380800 00000100:00000040:1.0:1767326674.998842:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306380792, at 4306380800 00000100:00000040:0.0:1767326674.998842:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306380792, at 4306380800 00000100:00000040:2.0:1767326674.998845:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306380792, at 4306380800 00000100:00000010:3.0:1767326674.998863:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fc45867. 00000100:00000010:2.0:1767326674.998867:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164ac69d. 00000100:00000010:0.0:1767326674.998869:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009913b738. 00000100:00000010:1.0:1767326674.998873:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aa0b130. 00010000:00000001:0.0:1767326675.190818:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326675.190827:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326675.190902:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326675.190906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326675.190908:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326675.510860:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326675.510870:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326675.510880:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000020:00000040:1.0:1767326675.510888:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326675.510913:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326675.510917:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326675.510923:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326675.510932:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767326675.510941:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326675.510955:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326675.510969:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326675.510972:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326675.510979:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005575eda4] to pc [ptlrpcd_00_00+0] req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511008:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326675.511011:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326675.511016:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326675.511020:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000100:00000001:3.0:1767326675.511021:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326675.511024:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326675.511026:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326675.511029:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326675.511031:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326675.511034:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326675.511038:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326675.511038:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326675.511040:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d6f0dc4. 00000100:00000001:2.0:1767326675.511044:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326675.511046:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511046:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326675.511056:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326675.511059:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326675.511063:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326675.511069:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326675.511071:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326675.511073:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326675.511075:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326675.511076:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326675.511083:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386676352:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326675.511086:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_01+1] req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326675.511088:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326675.511094:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326675.511098:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326675.511101:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326675.511105:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5ce5ed2. 02000000:00000001:3.0:1767326675.511107:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326675.511113:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3ab519. 00000100:00000001:1.0:1767326675.511115:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326675.511119:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326675.511121:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000001:1.0:1767326675.511125:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326675.511130:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326675.511131:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676352, portal 25 00000100:00000001:2.0:1767326675.511133:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326675.511136:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326675.511137:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326675.511140:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000100:00000010:1.0:1767326675.511140:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000100:00000040:2.0:1767326675.511145:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326675.511147:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326675.511151:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511155:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326675.511159:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326675.511164:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326675.511170:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767326675.511171:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000429d35d9. 00000100:00000001:3.0:1767326675.511172:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326675.511172:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326675.511178:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326675.511179:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326675.511179:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326675.511183:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326675.511186:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c1e022. 02000000:00000001:2.0:1767326675.511186:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326675.511188:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326675.511192:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386676352, offset 0 00000100:00100000:2.0:1767326675.511195:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386676480:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326675.511204:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326675.511206:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326675.511208:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326675.511212:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.511212:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326675.511214:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326675.511215:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326675.511219:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a7eac4. 00000100:00000040:1.0:1767326675.511222:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_02+2] req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326675.511223:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326675.511227:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767326675.511230:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000400:00000010:2.0:1767326675.511238:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000400:00000200:3.0:1767326675.511239:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326675.511242:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676480, portal 10 00000100:00000001:2.0:1767326675.511245:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326675.511247:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000400:00000200:3.0:1767326675.511248:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326675.511254:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326675.511255:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326675.511256:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326675.511259:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326675.511264:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326675.511268:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326675.511277:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [585:585:256:4294967295] 192.168.203.127@tcp LPNI seq info [585:585:8:4294967295] 00000100:00000040:1.0:1767326675.511278:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11719) 00000100:00000001:2.0:1767326675.511279:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326675.511283:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326675.511288:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326675.511289:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326675.511292:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea350d4. 00000100:00000001:1.0:1767326675.511292:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326675.511294:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326675.511296:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326675.511297:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386676480, offset 0 00000100:00000040:0.0:1767326675.511304:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326675.511309:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326675.511316:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326675.511329:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767326675.511333:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326675.511334:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326675.511334:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326675.511341:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019bbd5c9. 00000400:00000200:2.0:1767326675.511342:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326675.511343:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326675.511348:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326675.511353:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767326675.511353:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326675.511357:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00100000:0.0:1767326675.511362:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386676608:192.168.203.127@tcp:400: 00000400:00000200:2.0:1767326675.511363:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326675.511369:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326675.511370:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326675.511373:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767326675.511376:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019bbd5c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326675.511377:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [586:586:255:4294967295] 192.168.203.127@tcp LPNI seq info [586:586:7:4294967295] 02000000:00000001:0.0:1767326675.511379:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326675.511383:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326675.511388:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326675.511391:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:0.0:1767326675.511395:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a10be5fc. 00000800:00000200:2.0:1767326675.511396:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326675.511399:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326675.511400:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326675.511402:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3546890. 00000100:00000001:3.0:1767326675.511407:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306385912 00000400:00000010:0.0:1767326675.511409:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000800:00000200:2.0:1767326675.511411:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:3.0:1767326675.511415:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164ac69d. 00000400:00000010:0.0:1767326675.511418:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000800:00000200:2.0:1767326675.511420:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:0.0:1767326675.511425:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676608, portal 10 00000100:00000001:3.0:1767326675.511426:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326675.511427:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3546890 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326675.511432:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326675.511435:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306385912 00000100:00000001:2.0:1767326675.511436:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326675.511436:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000100:00000010:3.0:1767326675.511441:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9c928ec. 00000100:00000001:3.0:1767326675.511445:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767326675.511445:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 160187 usecs (161 jiffies) 00000100:00000040:0.0:1767326675.511449:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326675.511452:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306385912 00000100:00000001:2.0:1767326675.511453:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306381473 00000800:00000200:1.0:1767326675.511454:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326675.511458:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000664bedb2. 00000100:00000001:2.0:1767326675.511461:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306385912 00000800:00000010:1.0:1767326675.511461:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326675.511464:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326675.511469:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326675.511470:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306385912 00000100:00000001:2.0:1767326675.511470:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306381473 00000100:00000001:2.0:1767326675.511476:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306385912 00000100:00000010:3.0:1767326675.511478:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fc45867. 00000400:00000200:1.0:1767326675.511481:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326675.511482:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306381473 00000100:00000001:3.0:1767326675.511485:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326675.511489:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306385912 00000100:00000001:3.0:1767326675.511492:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326675.511492:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c1e022 00000100:00000001:2.0:1767326675.511494:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306381473 00000400:00000010:1.0:1767326675.511497:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c1e022. 00000100:00000001:3.0:1767326675.511498:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.511504:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326675.511505:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326675.511507:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306385912 00000100:00000001:3.0:1767326675.511508:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326675.511508:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326675.511512:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326675.511514:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326675.511519:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326675.511520:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326675.511520:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326675.511523:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326675.511527:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326675.511528:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000001:3.0:1767326675.511529:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326675.511532:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326675.511534:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326675.511535:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326675.511537:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386676608, offset 0 00000100:00000001:3.0:1767326675.511539:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.511539:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326675.511540:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326675.511554:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326675.511559:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326675.511565:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326675.511566:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326675.511570:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326675.511573:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326675.511575:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326675.511577:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326675.511584:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326675.511591:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326675.511591:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326675.511594:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326675.511598:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326675.511601:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326675.511604:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [587:587:254:4294967295] 192.168.203.127@tcp LPNI seq info [587:587:6:4294967295] 00000400:00000200:0.0:1767326675.511613:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326675.511618:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326675.511623:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000800:00000200:0.0:1767326675.511628:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326675.511633:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326675.511636:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326675.511639:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326675.511643:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10831 usecs (11 jiffies) 00000100:00000001:0.0:1767326675.511646:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306381323 00000100:00000001:0.0:1767326675.511649:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306385912 00000100:00000001:0.0:1767326675.511651:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306381323 00000100:00000001:0.0:1767326675.511653:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306385912 00000100:00000001:0.0:1767326675.511655:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306381323 00000100:00000001:0.0:1767326675.511657:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306385912 00000100:00000001:0.0:1767326675.511659:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306381323 00000100:00000001:0.0:1767326675.511661:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306385912 00000100:00000001:0.0:1767326675.511670:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326675.511672:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326675.511675:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326675.511677:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326675.511681:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326675.511682:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326675.511685:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3546890. 00000100:00000001:0.0:1767326675.511686:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326675.511689:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326675.511691:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326675.511694:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326675.511696:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326675.511698:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326675.511700:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea350d4 00000400:00000010:1.0:1767326675.511703:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea350d4. 00000100:00000001:0.0:1767326675.511703:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.511709:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326675.511712:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511717:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326675.511719:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511723:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.511724:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326675.511733:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326675.511735:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000400:00000200:1.0:1767326675.511736:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326675.511739:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326675.511740:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000400:00000010:1.0:1767326675.511741:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000001:1.0:1767326675.511743:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326675.511745:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511750:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326675.511751:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.511755:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.511772:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326675.513335:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513350:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326675.513359:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513362:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326675.513369:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326675.513382:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11c80 00000400:00000200:1.0:1767326675.513387:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1311 [1] + 224 00000800:00000001:1.0:1767326675.513394:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513398:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326675.513399:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326675.513401:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326675.513405:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326675.513407:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326675.513414:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326675.513425:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326675.513432:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513434:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326675.513436:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513438:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326675.513442:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326675.513444:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326675.513447:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326675.513448:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11d00 00000400:00000200:1.0:1767326675.513451:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1319 [1] + 224 00000800:00000001:1.0:1767326675.513454:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513458:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326675.513459:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326675.513460:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326675.513462:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326675.513466:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3ab519. 00000400:00000200:1.0:1767326675.513466:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326675.513471:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:3.0:1767326675.513472:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:3.0:1767326675.513474:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326675.513475:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326675.513480:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326675.513481:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326675.513503:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326675.513505:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326675.513530:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326675.513532:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326675.513535:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326675.513538:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326675.513542:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326675.513560:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326675.513561:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326675.513565:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326675.513568:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326675.513571:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=110 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326675.513573:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326675.513578:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=110 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326675.513578:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326675.513581:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326675.513582:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326675.513585:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326675.513588:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00010000:00000001:3.0:1767326675.513590:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326675.513593:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326675.513595:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326675.513595:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326675.513596:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11d80 00000100:00000001:2.0:1767326675.513599:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326675.513605:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326675.513605:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1321 [1] + 224 00000800:00000001:1.0:1767326675.513614:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326675.513615:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326675.513619:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326675.513621:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326675.513622:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 00000100:00000001:3.0:1767326675.513623:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326675.513624:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326675.513630:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000100:00000001:3.0:1767326675.513631:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326675.513633:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326675.513635:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326675.513635:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:2.0:1767326675.513641:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326675.513641:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326675.513645:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326675.513650:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326675.513650:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326675.513680:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386676352:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326675.513687:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326675.513691:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326675.513693:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326675.513704:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326675.513705:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326675.513710:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326675.513714:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386676352/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326675.513714:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326675.513724:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326675.513726:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326675.513728:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326675.513730:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326675.513734:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767326675.513735:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5ce5ed2. 02000000:00000001:2.0:1767326675.513739:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326675.513741:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326675.513742:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326675.513742:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326675.513744:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326675.513747:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326675.513748:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326675.513748:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326675.513753:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326675.513754:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767326675.513755:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767326675.513783:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00000400:00000001:0.0:1767326675.513784:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326675.513789:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767326675.513789:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00001000:2.0:1767326675.513790:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=100 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326675.513794:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326675.513795:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000100:00000010:3.0:1767326675.513798:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00001000:2.0:1767326675.513798:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=100 v=5 (1 1 1 1) 00000400:00000010:0.0:1767326675.513799:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:3.0:1767326675.513806:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326675.513807:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326675.513807:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326675.513811:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326675.513811:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326675.513816:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326675.513818:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326675.513818:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326675.513823:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326675.513827:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326675.513830:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326675.513831:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326675.513834:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326675.513839:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326675.513839:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767326675.513843:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326675.513844:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326675.513844:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326675.513855:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326675.513857:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326675.513861:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326675.513866:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326675.513869:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326675.513872:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326675.513873:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326675.513875:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326675.513878:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326675.513882:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=110 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326675.513886:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767326675.513887:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=50 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326675.513890:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326675.513892:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326675.513896:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326675.513899:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326675.513900:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326675.513906:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326675.513921:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386676480:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326675.513925:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326675.513926:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326675.513930:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386676480/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326675.513954:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767326675.513954:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326675.513957:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326675.513960:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a7eac4. 00000100:00000001:0.0:1767326675.513960:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326675.513964:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:2.0:1767326675.513965:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326675.513968:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326675.513969:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767326675.513970:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326675.513973:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326675.513974:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326675.513976:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d6f0dc4. 02000000:00000001:2.0:1767326675.513980:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326675.513983:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326675.513983:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326675.513986:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:2.0:1767326675.513990:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326675.513992:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326675.513995:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326675.514000:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326675.514002:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326675.514003:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326675.514007:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326675.514008:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326675.514012:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326675.514013:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326675.514021:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326675.514029:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386676608:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326675.514034:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326675.514036:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326675.514038:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386676608/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326675.514045:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326675.514047:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326675.514049:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a10be5fc. 02000000:00000001:0.0:1767326675.514053:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326675.514055:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326675.514056:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326675.514059:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326675.514060:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000429d35d9. 02000000:00000001:0.0:1767326675.514063:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326675.514064:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326675.514065:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:0.0:1767326675.514069:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326675.514070:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326675.514076:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326675.514079:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326675.514081:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326675.514083:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326675.514085:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326676.214854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326676.214861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326676.214918:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326676.214922:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326676.214925:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326677.238856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326677.238866:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326677.238936:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326677.238940:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326677.238943:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326678.262845:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326678.262870:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326678.262966:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326678.262986:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326678.262989:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326679.286834:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326679.286843:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326679.286846:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326679.286848:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326679.286854:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326679.286855:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326679.286857:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326679.286859:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326679.286896:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326679.286901:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326679.286904:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326680.118879:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306385912, at 4306385920 00000100:00000040:2.0:1767326680.118879:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306385912, at 4306385920 00000100:00000040:1.0:1767326680.118879:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306385912, at 4306385920 00000100:00000040:0.0:1767326680.118879:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306385912, at 4306385920 00000100:00000010:3.0:1767326680.118901:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fc45867. 00000100:00000010:2.0:1767326680.118903:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000664bedb2. 00000100:00000010:1.0:1767326680.118905:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9c928ec. 00000100:00000010:0.0:1767326680.118908:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164ac69d. 00010000:00000001:0.0:1767326680.310854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326680.310862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326680.310943:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326680.310947:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326680.310949:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326680.630885:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326680.630893:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326680.630899:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1069512. 00000020:00000040:3.0:1767326680.630905:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326680.630908:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326680.630910:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326680.630915:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326680.630921:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081cc8879. 00000100:00000001:3.0:1767326680.630926:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326680.630934:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326680.630943:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326680.630957:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326680.630962:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1069512] to pc [ptlrpcd_00_03+3] req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326680.630985:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326680.630987:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326680.630989:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326680.630992:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000020:00000040:3.0:1767326680.630994:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326680.630996:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326680.630999:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326680.631001:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326680.631004:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326680.631007:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326680.631009:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326680.631013:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326680.631015:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326680.631023:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326680.631025:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326680.631029:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_00_00+0] req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631031:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326680.631047:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631060:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326680.631062:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326680.631062:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.631070:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326680.631075:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326680.631077:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326680.631077:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326680.631080:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326680.631087:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fecf8cd. 00000020:00000040:3.0:1767326680.631091:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326680.631096:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326680.631098:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326680.631098:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326680.631103:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326680.631107:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326680.631108:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326680.631110:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326680.631112:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326680.631119:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326680.631119:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326680.631123:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4e853. 00000100:00100000:1.0:1767326680.631124:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386676736:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326680.631132:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326680.631133:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631138:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326680.631144:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326680.631146:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326680.631154:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326680.631164:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326680.631173:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e376f7e. 02000000:00000001:1.0:1767326680.631184:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326680.631199:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d05b9ea8. 00000100:00000001:2.0:1767326680.631205:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326680.631208:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326680.631212:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036cc1715. 02000000:00000001:2.0:1767326680.631215:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326680.631224:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326680.631226:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676736, portal 25 00000100:00000001:3.0:1767326680.631233:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326680.631235:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326680.631240:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326680.631240:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326680.631240:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814055808 : -125135895495808 : ffff8e3087667b80) 00000100:00100000:2.0:1767326680.631262:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386676864:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326680.631270:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fecf8cd] to pc [ptlrpcd_00_01+1] req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326680.631270:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326680.631274:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326680.631283:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326680.631289:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326680.631294:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326680.631302:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e39704d3. 00000100:00000001:1.0:1767326680.631311:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326680.631313:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326680.631328:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb6538. 00000100:00000040:1.0:1767326680.631329:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326680.631338:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000400:00000010:2.0:1767326680.631342:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000888ab2ad. 00000100:00000200:1.0:1767326680.631342:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386676736, offset 0 00000100:00000001:3.0:1767326680.631345:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326680.631349:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326680.631351:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326680.631358:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326680.631364:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676864, portal 10 00000100:00000040:3.0:1767326680.631366:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11724) 00000100:00000001:2.0:1767326680.631370:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326680.631374:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326680.631375:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00000100:00000001:0.0:1767326680.631376:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326680.631382:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326680.631384:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326680.631387:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326680.631391:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326680.631392:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:0.0:1767326680.631397:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326680.631399:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326680.631405:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326680.631413:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [588:588:256:4294967295] 192.168.203.127@tcp LPNI seq info [588:588:8:4294967295] 00000100:00000001:0.0:1767326680.631425:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326680.631429:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326680.631434:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326680.631435:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326680.631439:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326680.631445:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326680.631451:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326680.631452:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767326680.631457:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000100:00000040:2.0:1767326680.631460:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00100000:0.0:1767326680.631461:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386676992:192.168.203.127@tcp:400: 00000400:00000010:2.0:1767326680.631468:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068ba5ebc. 00000800:00000200:1.0:1767326680.631469:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326680.631469:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326680.631475:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386676864, offset 0 02000000:00000001:0.0:1767326680.631475:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326680.631479:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326680.631482:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:0.0:1767326680.631483:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326680.631487:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767326680.631489:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7bd9925. 02000000:00000001:0.0:1767326680.631494:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326680.631495:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326680.631497:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767326680.631499:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000400:00000200:2.0:1767326680.631505:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326680.631506:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000400:00000200:2.0:1767326680.631526:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326680.631528:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326680.631531:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326680.631535:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306391032 00000100:00000200:0.0:1767326680.631537:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386676992, portal 10 00000400:00000200:2.0:1767326680.631539:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326680.631542:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326680.631543:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000100:00000001:0.0:1767326680.631545:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814041472 : -125135895510144 : ffff8e3087664380) 00000400:00000200:2.0:1767326680.631549:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [589:589:255:4294967295] 192.168.203.127@tcp LPNI seq info [589:589:7:4294967295] 00000100:00000001:1.0:1767326680.631553:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326680.631555:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631562:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306391032 00000100:00000010:1.0:1767326680.631568:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000400:00000200:2.0:1767326680.631571:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326680.631571:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326680.631574:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326680.631578:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326680.631582:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306391032 00000400:00000010:0.0:1767326680.631583:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000800:00000200:2.0:1767326680.631587:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767326680.631589:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386676992, offset 0 00000100:00000010:1.0:1767326680.631590:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000800:00000010:2.0:1767326680.631594:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db45e767. 00000100:00000001:1.0:1767326680.631595:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326680.631601:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326680.631603:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306391032 00000800:00000200:2.0:1767326680.631608:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:1.0:1767326680.631609:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000400:00000200:0.0:1767326680.631609:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326680.631617:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326680.631618:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326680.631621:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326680.631623:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326680.631625:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326680.631626:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326680.631630:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db45e767 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326680.631632:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326680.631634:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326680.631637:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326680.631638:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326680.631642:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326680.631645:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 159301 usecs (160 jiffies) 00000100:00000001:1.0:1767326680.631647:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326680.631651:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326680.631651:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [590:590:254:4294967295] 192.168.203.127@tcp LPNI seq info [590:590:6:4294967295] 00000100:00000001:2.0:1767326680.631657:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306386592 00000100:00000001:1.0:1767326680.631657:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326680.631660:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326680.631665:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306391032 00000100:00000001:1.0:1767326680.631665:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326680.631670:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326680.631671:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306386592 00000400:00000200:0.0:1767326680.631672:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326680.631678:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306391032 00000100:00000001:2.0:1767326680.631682:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306386592 00000100:00000001:2.0:1767326680.631687:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306391032 00000800:00000200:0.0:1767326680.631687:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326680.631693:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306386592 00000800:00000010:0.0:1767326680.631695:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000100:00000001:2.0:1767326680.631696:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306391032 00000800:00000200:0.0:1767326680.631704:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326680.631706:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326680.631709:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326680.631712:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326680.631713:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000800:00000200:0.0:1767326680.631714:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326680.631717:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326680.631719:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326680.631721:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326680.631722:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326680.631727:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326680.631729:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326680.631734:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326680.631735:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000100:00000001:0.0:1767326680.631736:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326680.631739:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326680.631740:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000100:00000001:2.0:1767326680.631742:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326680.631743:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10788 usecs (11 jiffies) 00000100:00000001:1.0:1767326680.631746:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326680.631747:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.631748:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306386443 00000100:00000200:1.0:1767326680.631752:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326680.631753:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.631754:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306391032 00000100:00000001:1.0:1767326680.631791:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326680.631796:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306386444 00000100:00000040:1.0:1767326680.631798:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326680.631801:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306391032 00000100:00000001:0.0:1767326680.631806:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306386444 00000100:00000001:0.0:1767326680.631811:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306391032 00000100:00000001:1.0:1767326680.631812:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.631815:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306386444 00000100:00000001:1.0:1767326680.631816:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326680.631820:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306391032 00000100:00000001:0.0:1767326680.631822:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326680.631824:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.631827:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.631829:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326680.631834:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326680.631835:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326680.631836:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db45e767. 00000100:00000001:0.0:1767326680.631838:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326680.631842:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326680.631843:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326680.631845:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326680.631848:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326680.631848:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326680.631854:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ba5ebc 00000100:00000001:0.0:1767326680.631854:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326680.631858:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068ba5ebc. 00000100:00000001:1.0:1767326680.631861:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326680.631864:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631869:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326680.631872:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631876:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326680.631877:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326680.631912:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326680.631914:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:1.0:1767326680.631916:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326680.631918:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326680.631920:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000400:00000010:1.0:1767326680.631920:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000100:00000001:1.0:1767326680.631922:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326680.631924:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631929:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326680.631930:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.631943:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326680.631944:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326680.633543:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633555:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326680.633557:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633559:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326680.633565:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326680.633575:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11e00 00000400:00000200:1.0:1767326680.633581:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:1.0:1767326680.633587:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633593:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326680.633594:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326680.633597:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326680.633600:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326680.633604:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326680.633612:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.633628:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326680.633634:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633636:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326680.633637:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633639:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326680.633641:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326680.633645:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11e80 00000400:00000200:1.0:1767326680.633648:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1331 [1] + 224 00000800:00000001:1.0:1767326680.633651:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633654:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326680.633655:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326680.633658:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326680.633660:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326680.633665:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326680.633670:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326680.633670:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326680.633677:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326680.633679:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326680.633681:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326680.633686:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d05b9ea8. 00000400:00000200:2.0:1767326680.633692:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cc1715 00000400:00000010:2.0:1767326680.633694:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036cc1715. 00000100:00000001:1.0:1767326680.633695:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326680.633699:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326680.633701:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326680.633706:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326680.633707:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326680.633711:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633714:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326680.633725:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326680.633725:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000200:2.0:1767326680.633733:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326680.633735:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326680.633741:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a11f00 00000400:00000001:3.0:1767326680.633744:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326680.633753:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326680.633810:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb6538. 00000100:00000001:2.0:1767326680.633812:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326680.633817:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000888ab2ad 00000100:00000001:2.0:1767326680.633817:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326680.633820:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000888ab2ad. 00000100:00000001:2.0:1767326680.633824:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326680.633827:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326680.633830:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326680.633833:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1339 [1] + 224 00000100:00000001:2.0:1767326680.633835:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767326680.633838:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326680.633842:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326680.633845:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326680.633855:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326680.633856:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326680.633864:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326680.633865:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767326680.633870:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=115 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326680.633882:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:2.0:1767326680.633886:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326680.633897:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326680.633904:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326680.633910:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326680.633912:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326680.633913:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326680.633919:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326680.633923:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326680.633931:0:216338:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767326680.633932:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326680.633940:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326680.633942:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326680.633944:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326680.633947:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326680.633952:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326680.633966:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326680.633971:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326680.633972:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326680.633976:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=105 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326680.633978:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326680.633983:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326680.633998:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326680.633998:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326680.634009:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326680.634011:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326680.634014:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326680.634015:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326680.634022:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326680.634034:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326680.634037:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326680.634041:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1069512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386676736:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326680.634042:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326680.634043:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326680.634049:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326680.634055:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326680.634059:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326680.634060:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326680.634060:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00000040:3.0:1767326680.634066:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326680.634068:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326680.634069:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000100:00000001:3.0:1767326680.634070:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326680.634076:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326680.634076:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000040:2.0:1767326680.634078:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1069512 x1853175386676736/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326680.634087:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326680.634094:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326680.634101:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767326680.634101:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326680.634109:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326680.634115:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e376f7e. 02000000:00000001:2.0:1767326680.634127:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326680.634135:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326680.634142:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326680.634155:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326680.634160:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081cc8879. 02000000:00000001:2.0:1767326680.634171:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326680.634172:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326680.634174:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326680.634176:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326680.634182:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1069512. 00000100:00000001:3.0:1767326680.634185:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326680.634192:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326680.634193:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326680.634201:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326680.634206:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326680.634210:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326680.634222:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326680.634227:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326680.634237:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326680.634244:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.634249:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326680.634256:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326680.634260:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386676864:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326680.634262:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326680.634269:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326680.634271:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326680.634272:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326680.634276:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326680.634277:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326680.634285:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326680.634287:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386676864/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326680.634292:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=115 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326680.634301:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767326680.634302:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=55 v=5 (1 1 0 0) 02000000:00000001:3.0:1767326680.634306:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326680.634308:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326680.634312:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326680.634313:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e39704d3. 00010000:00000001:0.0:1767326680.634329:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326680.634330:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326680.634333:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326680.634335:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00010000:00080000:0.0:1767326680.634337:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326680.634342:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326680.634348:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 00010000:00000001:0.0:1767326680.634357:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326680.634359:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326680.634362:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326680.634363:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326680.634372:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326680.634373:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000100:00000001:0.0:1767326680.634383:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326680.634384:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326680.634389:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326680.634391:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326680.634392:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326680.634405:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326680.634406:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326680.634414:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326680.634421:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326680.634424:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.634428:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326680.634433:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326680.634435:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326680.634440:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326680.634447:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fecf8cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386676992:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326680.634451:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326680.634453:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326680.634454:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fecf8cd x1853175386676992/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326680.634469:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326680.634471:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326680.634473:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7bd9925. 02000000:00000001:0.0:1767326680.634476:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326680.634477:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326680.634478:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326680.634480:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326680.634481:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4e853. 02000000:00000001:0.0:1767326680.634484:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326680.634485:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326680.634486:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fecf8cd. 00000100:00000001:0.0:1767326680.634488:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326680.634489:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326680.634490:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326680.634493:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326680.634495:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326680.634496:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326680.634498:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326681.334866:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326681.334873:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326681.334932:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326681.334938:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326681.334942:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326682.358852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326682.358862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326682.358977:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326682.359016:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326682.359021:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326683.382890:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326683.382899:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326683.382971:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326683.382979:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326683.382985:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326684.406877:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326684.406882:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326684.407039:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326684.407046:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326684.407051:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326685.238880:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306391032, at 4306391040 00000100:00000040:2.0:1767326685.238881:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306391032, at 4306391040 00000100:00000010:2.0:1767326685.238908:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00000100:00000010:1.0:1767326685.238916:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00000100:00000040:0.0:1767326685.238919:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306391032, at 4306391040 00000100:00000040:3.0:1767326685.238923:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306391032, at 4306391040 00000100:00000010:0.0:1767326685.238934:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000010:3.0:1767326685.238937:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00010000:00000001:0.0:1767326685.430896:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326685.430905:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326685.430999:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326685.431008:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326685.431014:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326685.750924:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326685.750941:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326685.750957:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767326685.750967:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326685.750974:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326685.750979:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326685.750987:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326685.750999:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3546890. 00000100:00000001:2.0:1767326685.751008:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751023:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326685.751040:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326685.751043:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751050:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_02+2] req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.751100:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751104:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326685.751111:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326685.751129:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000100:00000001:0.0:1767326685.751183:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326685.751196:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326685.751198:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326685.751200:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326685.751209:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326685.751210:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326685.751214:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326685.751219:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326685.751225:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326685.751229:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326685.751244:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000579fd6b6. 00000100:00000001:2.0:1767326685.751252:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751264:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326685.751318:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326685.751323:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326685.751323:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326685.751333:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751336:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_03+3] req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326685.751348:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326685.751357:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326685.751365:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.751367:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751374:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326685.751376:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386677120:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326685.751382:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326685.751389:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000100:00000001:0.0:1767326685.751394:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767326685.751396:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326685.751403:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326685.751405:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326685.751406:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326685.751409:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326685.751414:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326685.751415:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326685.751418:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326685.751423:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326685.751428:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326685.751430:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d4bcb33. 00000100:00000001:2.0:1767326685.751436:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326685.751441:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e376f7e. 00000100:00000040:2.0:1767326685.751445:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326685.751448:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326685.751460:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326685.751465:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000100:00000001:2.0:1767326685.751471:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326685.751515:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767326685.751515:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000001:2.0:1767326685.751516:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326685.751524:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751534:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_00+0] req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326685.751535:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677120, portal 25 02000000:00000001:1.0:1767326685.751538:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326685.751549:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326685.751549:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326685.751556:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 02000000:00000001:1.0:1767326685.751560:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326685.751571:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386677248:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326685.751573:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.751585:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.751594:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326685.751598:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326685.751601:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326685.751606:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326685.751615:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326685.751616:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326685.751620:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326685.751626:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326685.751629:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000100:00000040:2.0:1767326685.751635:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11729) 00000100:00000001:3.0:1767326685.751637:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326685.751637:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386677120, offset 0 02000000:00000010:1.0:1767326685.751638:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f56908ad. 00000100:00000001:3.0:1767326685.751647:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326685.751652:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326685.751654:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326685.751663:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326685.751670:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326685.751671:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc4decc. 00000400:00000010:1.0:1767326685.751689:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a594b6f. 00000100:00000001:2.0:1767326685.751691:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326685.751691:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326685.751693:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326685.751704:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.751704:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326685.751708:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677248, portal 10 00000400:00000200:0.0:1767326685.751709:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326685.751718:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326685.751721:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326685.751724:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326685.751725:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326685.751728:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 02000000:00000001:3.0:1767326685.751734:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326685.751739:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767326685.751746:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386677376:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326685.751749:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:1.0:1767326685.751755:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.751757:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326685.751805:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326685.751811:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326685.751820:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326685.751831:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f90378d9. 00000400:00000200:0.0:1767326685.751835:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [591:591:256:4294967295] 192.168.203.127@tcp LPNI seq info [591:591:8:4294967295] 00000100:00000001:1.0:1767326685.751838:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326685.751841:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326685.751854:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326685.751855:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3ab519. 00000400:00000010:1.0:1767326685.751863:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e32ccb. 00000400:00000010:3.0:1767326685.751868:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 00000100:00000200:1.0:1767326685.751875:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386677248, offset 0 00000400:00000200:0.0:1767326685.751877:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326685.751879:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677376, portal 10 00000100:00000001:3.0:1767326685.751886:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326685.751892:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000400:00000200:1.0:1767326685.751897:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326685.751913:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326685.751919:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326685.751921:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326685.751935:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 00000400:00000200:1.0:1767326685.751939:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326685.751950:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326685.751951:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:0.0:1767326685.751961:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326685.751964:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326685.751965:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326685.751974:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:3.0:1767326685.751975:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0e6153c. 00000400:00000200:1.0:1767326685.751986:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [592:592:255:4294967295] 192.168.203.127@tcp LPNI seq info [592:592:7:4294967295] 00000100:00000200:3.0:1767326685.751987:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386677376, offset 0 00000800:00000200:0.0:1767326685.751987:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326685.751999:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326685.752023:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326685.752037:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326685.752038:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326685.752052:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306396153 00000800:00000200:1.0:1767326685.752056:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326685.752060:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:0.0:1767326685.752064:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000800:00000010:1.0:1767326685.752068:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000400:00000200:3.0:1767326685.752071:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326685.752077:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326685.752083:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326685.752089:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326685.752094:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306396153 00000400:00000200:3.0:1767326685.752097:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326685.752104:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e771f39b. 00000400:00000200:3.0:1767326685.752109:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326685.752111:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326685.752116:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326685.752120:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326685.752126:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [593:593:254:4294967295] 192.168.203.127@tcp LPNI seq info [593:593:6:4294967295] 00000100:00000001:0.0:1767326685.752129:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306396153 00000100:00000001:1.0:1767326685.752134:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326685.752140:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009780c826. 00000100:00000040:1.0:1767326685.752148:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 158427 usecs (159 jiffies) 00000100:00000001:0.0:1767326685.752150:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326685.752164:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306391712 00000100:00000001:0.0:1767326685.752167:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306396153 00000400:00000200:3.0:1767326685.752169:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326685.752176:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306396153 00000100:00000010:0.0:1767326685.752180:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000344b8974. 00000100:00000001:1.0:1767326685.752187:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306391712 00000800:00000200:2.0:1767326685.752191:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326685.752191:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326685.752192:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326685.752197:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306396153 00000800:00000010:2.0:1767326685.752206:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:0.0:1767326685.752207:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326685.752208:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306391712 00000800:00000010:3.0:1767326685.752213:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000001:0.0:1767326685.752219:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326685.752221:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306396153 00000400:00000200:2.0:1767326685.752223:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326685.752229:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326685.752232:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306391712 00000800:00000200:3.0:1767326685.752238:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326685.752239:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326685.752243:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306396153 00000400:00000200:2.0:1767326685.752245:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326685.752256:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326685.752259:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326685.752261:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000800:00000200:3.0:1767326685.752267:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326685.752268:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326685.752269:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326685.752270:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:1.0:1767326685.752283:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326685.752285:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326685.752286:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326685.752287:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326685.752290:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326685.752294:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326685.752302:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326685.752304:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326685.752305:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326685.752306:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326685.752313:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326685.752320:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326685.752322:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10747 usecs (11 jiffies) 00000100:00000001:1.0:1767326685.752324:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326685.752330:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326685.752340:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306391564 00000100:00000001:1.0:1767326685.752341:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.752344:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326685.752351:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326685.752355:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306396153 00000100:00000040:2.0:1767326685.752359:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.752368:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306391564 00000100:00000001:2.0:1767326685.752378:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326685.752381:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306396153 00000100:00000001:2.0:1767326685.752384:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326685.752392:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306391564 00000100:00000001:3.0:1767326685.752399:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306396153 00000800:00000200:2.0:1767326685.752404:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326685.752405:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306391564 00000800:00000010:2.0:1767326685.752412:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000100:00000001:3.0:1767326685.752418:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306396153 00000400:00000200:2.0:1767326685.752419:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326685.752427:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326685.752434:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e32ccb 00000100:00000001:3.0:1767326685.752435:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326685.752437:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7e32ccb. 00000100:00000001:2.0:1767326685.752445:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326685.752449:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326685.752452:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.752459:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326685.752472:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326685.752473:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326685.752508:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.752517:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.752519:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326685.752630:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326685.752634:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000400:00000200:2.0:1767326685.752638:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326685.752648:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326685.752649:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326685.752652:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e6153c 00000400:00000010:2.0:1767326685.752655:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0e6153c. 00000100:00000001:2.0:1767326685.752659:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326685.752667:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326685.752672:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326685.752674:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326685.752677:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326685.752679:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.752681:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.752701:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326685.752707:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.752716:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.752718:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326685.755284:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.755305:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326685.755310:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.755325:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326685.755336:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326685.755354:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a11f80 00000400:00000200:1.0:1767326685.755363:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1341 [1] + 224 00000800:00000001:1.0:1767326685.755373:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.755386:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326685.755389:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326685.755395:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326685.755402:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326685.755408:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326685.755427:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326685.755459:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326685.755496:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.755503:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326685.755570:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326685.755576:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326685.755583:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326685.755586:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326685.755602:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000400:00000200:0.0:1767326685.755624:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326685.755627:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326685.755632:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326685.755640:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326685.755654:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326685.755663:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326685.755667:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326685.755670:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326685.755674:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326685.755678:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326685.755681:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326685.755684:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326685.755692:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326685.755698:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326685.755702:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326685.755704:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326685.755707:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326685.755711:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326685.755714:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326685.755720:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326685.755730:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326685.755735:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326685.755738:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326685.755742:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326685.755752:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386677120:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767326685.755795:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326685.755799:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326685.755805:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326685.755808:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326685.755811:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386677120/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326685.755815:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.755820:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326685.755840:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326685.755855:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326685.755861:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767326685.755866:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12000 02000000:00000010:0.0:1767326685.755868:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e376f7e. 02000000:00000001:0.0:1767326685.755881:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767326685.755887:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1349 [1] + 224 00000020:00000001:0.0:1767326685.755888:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326685.755894:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326685.755901:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767326685.755902:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326685.755906:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3546890. 00000800:00000001:1.0:1767326685.755911:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326685.755914:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326685.755916:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326685.755920:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326685.755926:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000400:00000200:1.0:1767326685.755928:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326685.755937:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326685.755939:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326685.755942:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326685.755947:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326685.755951:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326685.755957:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326685.755961:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326685.755968:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326685.755974:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326685.755980:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326685.756021:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326685.756031:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.756038:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326685.756041:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326685.756046:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326685.756057:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326685.756071:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12080 00000100:00000001:2.0:1767326685.756078:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326685.756086:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326685.756087:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1351 [1] + 224 00000800:00000001:1.0:1767326685.756100:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326685.756102:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326685.756107:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326685.756110:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc4decc. 00000800:00000001:1.0:1767326685.756114:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326685.756118:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a594b6f 00000400:00000010:2.0:1767326685.756125:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a594b6f. 00000400:00000200:1.0:1767326685.756125:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326685.756137:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326685.756146:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326685.756152:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326685.756160:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326685.756170:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326685.756189:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.756221:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326685.756225:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.756226:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326685.756235:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326685.756240:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326685.756245:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326685.756251:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326685.756257:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326685.756264:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326685.756268:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326685.756271:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326685.756283:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326685.756285:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326685.756290:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326685.756293:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326685.756294:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326685.756301:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.756308:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326685.756310:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326685.756313:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326685.756316:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326685.756324:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.756333:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326685.756336:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326685.756338:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326685.756342:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326685.756353:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386677248:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326685.756362:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326685.756365:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326685.756369:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386677248/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.756378:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326685.756381:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326685.756383:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326685.756385:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f56908ad. 00000100:00000001:3.0:1767326685.756391:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326685.756396:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767326685.756400:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767326685.756402:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767326685.756409:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767326685.756409:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000400:00000010:3.0:1767326685.756417:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3ab519. 00000020:00000001:2.0:1767326685.756418:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326685.756423:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000579fd6b6. 00000400:00000200:3.0:1767326685.756430:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 02000000:00000001:2.0:1767326685.756431:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326685.756436:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767326685.756439:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000010:2.0:1767326685.756440:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:3.0:1767326685.756447:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326685.756449:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326685.756454:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326685.756460:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326685.756468:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326685.756502:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326685.756504:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326685.756512:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326685.756516:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326685.756531:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.756549:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326685.756552:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326685.756555:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326685.756558:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326685.756560:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326685.756563:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326685.756565:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326685.756572:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326685.756576:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=60 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326685.756579:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326685.756581:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326685.756583:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326685.756587:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326685.756597:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326685.756600:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326685.756602:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326685.756605:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326685.756620:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326685.756625:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.756634:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326685.756637:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326685.756639:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326685.756643:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326685.756652:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386677376:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326685.756657:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326685.756660:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326685.756662:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386677376/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326685.756670:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326685.756672:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326685.756675:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f90378d9. 02000000:00000001:3.0:1767326685.756679:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326685.756681:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326685.756682:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326685.756685:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326685.756688:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008d4bcb33. 02000000:00000001:3.0:1767326685.756692:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326685.756694:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326685.756696:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:3.0:1767326685.756699:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326685.756701:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326685.756703:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326685.756709:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326685.756711:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326685.756713:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326685.756716:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326686.454854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326686.454862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326686.454946:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326686.454949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326686.454952:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326687.478847:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326687.478855:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326687.478904:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326687.478909:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326687.478912:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326688.502851:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326688.502858:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326688.502860:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326688.502862:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326688.502867:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326688.502868:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326688.502870:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326688.502872:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326688.502934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326688.502938:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326688.502940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326689.526885:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326689.526890:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326689.526941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326689.526945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326689.526948:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326690.358852:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306396153, at 4306396160 00000100:00000040:3.0:1767326690.358855:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306396153, at 4306396160 00000100:00000010:2.0:1767326690.358872:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009780c826. 00000100:00000040:1.0:1767326690.358873:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306396153, at 4306396160 00000100:00000010:3.0:1767326690.358874:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000344b8974. 00000100:00000010:1.0:1767326690.358883:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e771f39b. 00000100:00000040:0.0:1767326690.358910:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306396153, at 4306396160 00000100:00000010:0.0:1767326690.358928:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00010000:00000001:0.0:1767326690.550882:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326690.550889:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326690.551005:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326690.551008:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326690.551011:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326690.870939:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326690.870952:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326690.870959:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009bcb25e. 00000020:00000040:1.0:1767326690.870967:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326690.870971:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326690.870974:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326690.870984:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326690.870992:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e8e3e59. 00000100:00000001:1.0:1767326690.871016:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326690.871029:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326690.871039:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326690.871049:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326690.871060:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009bcb25e] to pc [ptlrpcd_00_01+1] req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326690.871088:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326690.871091:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326690.871095:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326690.871099:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009109f868. 00000100:00000001:2.0:1767326690.871102:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326690.871103:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326690.871110:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326690.871112:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326690.871114:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.871116:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326690.871119:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326690.871121:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9b1f653. 00000100:00000001:2.0:1767326690.871122:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326690.871125:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.871130:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326690.871136:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326690.871143:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326690.871168:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326690.871173:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326690.871184:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326690.871184:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326690.871190:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326690.871190:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326690.871206:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326690.871213:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009109f868] to pc [ptlrpcd_00_02+2] req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326690.871214:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386677504:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326690.871227:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326690.871235:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326690.871253:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326690.871257:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326690.871258:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.871263:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326690.871265:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326690.871269:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ddc533b. 00000100:00000001:3.0:1767326690.871270:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326690.871274:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82d7855. 00000100:00100000:3.0:1767326690.871275:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:1.0:1767326690.871276:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326690.871287:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.871289:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326690.871294:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767326690.871295:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6168453. 00000400:00000010:2.0:1767326690.871303:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000100:00000001:0.0:1767326690.871303:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326690.871308:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.871312:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326690.871313:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677504, portal 25 02000000:00000010:1.0:1767326690.871316:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a6049eb. 00000100:00000001:2.0:1767326690.871318:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326690.871322:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831691520 : -125135877860096 : ffff8e3088739500) 00000100:00000001:1.0:1767326690.871326:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326690.871332:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.871341:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326690.871341:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326690.871357:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326690.871361:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326690.871363:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006acf8ef4. 00000100:00000200:2.0:1767326690.871373:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386677504, offset 0 00000100:00000001:1.0:1767326690.871375:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326690.871376:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326690.871378:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326690.871379:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326690.871387:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326690.871388:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326690.871392:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddc533b] to pc [ptlrpcd_00_03+3] req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326690.871393:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326690.871397:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326690.871404:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326690.871409:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326690.871413:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326690.871417:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326690.871422:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326690.871434:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326690.871436:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326690.871455:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326690.871464:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326690.871464:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11734) 00000100:00100000:0.0:1767326690.871465:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326690.871466:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326690.871472:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326690.871478:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326690.871478:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326690.871481:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326690.871488:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326690.871488:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [594:594:256:4294967295] 192.168.203.127@tcp LPNI seq info [594:594:8:4294967295] 00000100:00000001:0.0:1767326690.871490:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326690.871497:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326690.871502:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.871505:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326690.871509:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767326690.871510:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386677632:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326690.871519:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326690.871529:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326690.871533:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326690.871534:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326690.871535:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326690.871544:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326690.871552:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326690.871555:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326690.871566:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093c41533. 00000800:00000010:2.0:1767326690.871567:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3f1add6. 00000100:00000001:0.0:1767326690.871567:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326690.871573:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326690.871576:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326690.871582:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326690.871583:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3ab519. 02000000:00000001:0.0:1767326690.871587:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326690.871588:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:3.0:1767326690.871597:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f815dd. 02000000:00000001:0.0:1767326690.871598:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326690.871600:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326690.871611:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3f1add6 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767326690.871614:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386677760:192.168.203.127@tcp:400: 00000100:00000200:3.0:1767326690.871615:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677632, portal 10 00000100:00000001:3.0:1767326690.871623:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326690.871625:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326690.871627:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831686144 : -125135877865472 : ffff8e3088738000) 00000100:00000001:2.0:1767326690.871628:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326690.871632:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326690.871635:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306401272 02000000:00000001:0.0:1767326690.871637:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326690.871640:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8d61d2. 02000000:00000001:0.0:1767326690.871644:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326690.871645:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326690.871651:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001179a4e7. 00000100:00000001:2.0:1767326690.871657:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326690.871662:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.871670:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306401272 00000400:00000010:0.0:1767326690.871676:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000100:00000010:2.0:1767326690.871685:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02e255. 00000400:00000010:0.0:1767326690.871690:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000100:00000001:3.0:1767326690.871693:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326690.871696:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767326690.871701:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677760, portal 10 00000100:00000040:3.0:1767326690.871705:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326690.871707:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306401272 00000100:00000001:0.0:1767326690.871708:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326690.871712:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831696896 : -125135877854720 : ffff8e308873aa00) 00000400:00000010:3.0:1767326690.871713:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029d0707. 00000100:00000010:2.0:1767326690.871717:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000862bd25f. 00000800:00000200:1.0:1767326690.871718:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326690.871726:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326690.871729:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3f1add6. 00000100:00000001:2.0:1767326690.871730:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767326690.871732:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386677632, offset 0 00000400:00000200:1.0:1767326690.871741:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326690.871742:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306401272 00000100:00000010:2.0:1767326690.871756:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000393d95e3. 00000100:00000001:2.0:1767326690.871790:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326690.871797:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326690.871804:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326690.871805:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.871812:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.871817:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.871823:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326690.871824:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326690.871826:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326690.871830:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326690.871831:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326690.871832:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326690.871836:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.871838:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326690.871838:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000400:00000200:3.0:1767326690.871853:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326690.871863:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acf8ef4 00000400:00000010:1.0:1767326690.871867:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006acf8ef4. 00000400:00000200:3.0:1767326690.871870:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326690.871875:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326690.871877:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386677760, offset 0 00000400:00000200:3.0:1767326690.871879:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326690.871886:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326690.871889:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326690.871896:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326690.871902:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326690.871910:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326690.871917:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [595:595:255:4294967295] 192.168.203.127@tcp LPNI seq info [595:595:7:4294967295] 00000100:00000001:1.0:1767326690.871918:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326690.871925:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326690.871939:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326690.871942:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.871946:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326690.871950:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326690.871952:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326690.871960:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000400:00000200:0.0:1767326690.871961:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326690.871970:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326690.871976:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326690.871979:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326690.871987:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326690.871992:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326690.871998:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [596:596:254:4294967295] 192.168.203.127@tcp LPNI seq info [596:596:6:4294967295] 00000800:00000200:3.0:1767326690.872001:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326690.872010:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326690.872020:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 157576 usecs (158 jiffies) 00000400:00000200:0.0:1767326690.872021:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326690.872030:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306396831 00000800:00000200:0.0:1767326690.872038:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326690.872039:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306401272 00000100:00000001:3.0:1767326690.872048:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306396831 00000800:00000010:0.0:1767326690.872049:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000100:00000001:3.0:1767326690.872056:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306401272 00000100:00000001:3.0:1767326690.872065:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306396831 00000800:00000200:0.0:1767326690.872065:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326690.872076:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306401272 00000800:00000200:1.0:1767326690.872077:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326690.872084:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306396831 00000800:00000010:1.0:1767326690.872085:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000800:00000200:0.0:1767326690.872086:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326690.872094:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306401272 00000400:00000200:1.0:1767326690.872095:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326690.872097:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326690.872099:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326690.872112:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326690.872112:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326690.872119:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10722 usecs (11 jiffies) 00000400:00000200:1.0:1767326690.872133:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029d0707 00000100:00000001:0.0:1767326690.872133:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306396684 00000400:00000010:1.0:1767326690.872137:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029d0707. 00000100:00000001:0.0:1767326690.872144:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306401272 00000100:00000001:1.0:1767326690.872145:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326690.872152:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306396684 00000100:00000200:1.0:1767326690.872156:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326690.872157:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.872158:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306401272 00000100:00000001:3.0:1767326690.872167:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.872167:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306396684 00000100:00000001:0.0:1767326690.872179:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306401272 00000100:00000001:3.0:1767326690.872180:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.872184:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326690.872184:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306396684 00000100:00000001:0.0:1767326690.872197:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306401272 00000100:00000001:3.0:1767326690.872198:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326690.872198:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326690.872208:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326690.872209:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326690.872218:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.872221:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.872223:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326690.872224:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.872227:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.872231:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326690.872236:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326690.872279:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326690.872283:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000400:00000200:1.0:1767326690.872288:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326690.872293:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326690.872295:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000400:00000010:1.0:1767326690.872298:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:1.0:1767326690.872301:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326690.872305:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326690.872314:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326690.872317:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326690.872324:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.872325:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326690.872852:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.872866:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326690.872869:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.872872:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326690.872880:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326690.872892:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12100 00000400:00000200:1.0:1767326690.872901:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1359 [1] + 224 00000800:00000001:1.0:1767326690.872909:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.872925:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326690.872928:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326690.872932:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326690.872937:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326690.872941:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326690.872951:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326690.872969:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326690.872978:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.872982:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873014:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326690.873018:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326690.873024:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326690.873026:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326690.873028:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6168453. 00000400:00000200:2.0:1767326690.873035:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:2.0:1767326690.873037:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:2.0:1767326690.873040:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326690.873046:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326690.873056:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873063:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326690.873073:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873075:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326690.873078:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326690.873080:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326690.873083:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326690.873085:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326690.873091:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326690.873094:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326690.873097:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326690.873099:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326690.873102:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326690.873104:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.873107:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326690.873112:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873119:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326690.873122:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326690.873124:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326690.873128:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326690.873135:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009bcb25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386677504:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326690.873140:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873142:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326690.873144:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009bcb25e x1853175386677504/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873151:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326690.873154:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326690.873156:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82d7855. 02000000:00000001:2.0:1767326690.873160:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326690.873162:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326690.873164:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326690.873167:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326690.873170:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e8e3e59. 02000000:00000001:2.0:1767326690.873174:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326690.873182:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326690.873184:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009bcb25e. 00000100:00000001:2.0:1767326690.873189:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326690.873191:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873193:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873199:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326690.873201:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.873203:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326690.873207:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326690.873231:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873240:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326690.873243:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873245:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326690.873252:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326690.873260:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12180 00000400:00000200:1.0:1767326690.873265:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1361 [1] + 224 00000800:00000001:1.0:1767326690.873270:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873276:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326690.873279:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326690.873284:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326690.873288:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326690.873292:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326690.873303:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326690.873322:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326690.873328:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873331:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873366:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326690.873371:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326690.873376:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326690.873378:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326690.873380:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3ab519. 00000400:00000200:2.0:1767326690.873385:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f815dd 00000400:00000010:2.0:1767326690.873387:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f815dd. 00000100:00000001:2.0:1767326690.873390:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326690.873395:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326690.873406:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873413:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326690.873415:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873417:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326690.873418:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326690.873420:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326690.873421:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326690.873424:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326690.873429:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326690.873433:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326690.873435:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326690.873436:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326690.873437:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326690.873454:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326690.873458:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326690.873460:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326690.873462:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326690.873473:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326690.873478:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873486:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326690.873490:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326690.873492:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326690.873497:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326690.873498:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873505:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326690.873509:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009109f868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386677632:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767326690.873519:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873524:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873525:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873532:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326690.873533:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:2.0:1767326690.873544:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009109f868 x1853175386677632/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326690.873549:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12200 00000100:00000001:2.0:1767326690.873564:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326690.873565:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1365 [1] + 224 02000000:00000001:2.0:1767326690.873570:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326690.873574:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093c41533. 00000800:00000001:1.0:1767326690.873576:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326690.873580:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326690.873584:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326690.873588:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000800:00000001:1.0:1767326690.873588:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326690.873599:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767326690.873599:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767326690.873602:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9b1f653. 02000000:00000001:2.0:1767326690.873611:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326690.873611:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:2.0:1767326690.873615:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326690.873618:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009109f868. 00000100:00000001:1.0:1767326690.873619:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326690.873623:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326690.873630:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326690.873630:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873640:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326690.873650:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326690.873655:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326690.873659:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326690.873662:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326690.873668:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326690.873694:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326690.873700:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326690.873703:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326690.873735:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326690.873739:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326690.873744:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326690.873746:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326690.873748:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000400:00000200:0.0:1767326690.873752:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326690.873754:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326690.873776:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326690.873781:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326690.873791:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326690.873798:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326690.873800:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326690.873802:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326690.873803:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326690.873804:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326690.873806:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326690.873808:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326690.873812:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=125 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326690.873815:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=65 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326690.873817:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326690.873819:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326690.873820:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326690.873823:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326690.873831:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.873833:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326690.873835:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326690.873837:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326690.873838:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326690.873841:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326690.873847:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326690.873856:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326690.873858:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326690.873861:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326690.873869:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ddc533b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386677760:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326690.873873:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326690.873875:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326690.873877:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ddc533b x1853175386677760/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326690.873884:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326690.873885:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326690.873887:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001179a4e7. 02000000:00000001:0.0:1767326690.873890:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326690.873892:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326690.873893:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326690.873895:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326690.873897:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a6049eb. 02000000:00000001:0.0:1767326690.873899:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326690.873901:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326690.873902:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ddc533b. 00000100:00000001:0.0:1767326690.873905:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326690.873906:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326690.873908:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326690.873912:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326690.873913:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326690.873916:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326690.873917:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326691.574838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326691.574846:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326691.574947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326691.574955:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326691.574978:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326692.598857:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326692.598863:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326692.598926:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326692.598930:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326692.598933:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326693.622908:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326693.622915:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326693.622985:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326693.622990:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326693.622993:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326694.646886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326694.646918:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326694.646991:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326694.646996:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326694.646998:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326695.478842:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306401272, at 4306401280 00000100:00000040:3.0:1767326695.478843:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306401272, at 4306401280 00000100:00000040:0.0:1767326695.478853:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306401272, at 4306401280 00000100:00000040:1.0:1767326695.478855:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306401272, at 4306401280 00000100:00000010:2.0:1767326695.478859:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000862bd25f. 00000100:00000010:3.0:1767326695.478869:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000393d95e3. 00000100:00000010:0.0:1767326695.478872:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8d61d2. 00000100:00000010:1.0:1767326695.478875:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02e255. 00010000:00000001:0.0:1767326695.670856:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326695.670862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326695.670944:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326695.670948:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326695.670950:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326695.990883:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326695.990893:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326695.990902:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326695.990907:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326695.990911:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326695.990914:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326695.990918:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326695.990924:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd65467a. 00000100:00000001:2.0:1767326695.990930:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326695.990938:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326695.990947:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326695.990948:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326695.990953:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_00+0] req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326695.990979:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326695.990981:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326695.990998:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326695.991000:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326695.991003:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326695.991005:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326695.991006:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326695.991008:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326695.991011:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f3f1add6. 00000100:00000001:3.0:1767326695.991012:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326695.991014:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326695.991020:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326695.991020:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326695.991024:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326695.991026:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326695.991029:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326695.991037:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326695.991037:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326695.991039:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326695.991046:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_01+1] req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326695.991064:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326695.991068:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.991070:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.991073:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326695.991073:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326695.991078:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326695.991079:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326695.991080:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326695.991084:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326695.991086:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.991088:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326695.991089:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326695.991091:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326695.991093:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326695.991094:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326695.991096:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386677888:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326695.991097:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326695.991101:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba48390a. 00000100:00000001:3.0:1767326695.991104:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326695.991106:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326695.991107:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.991110:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326695.991114:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326695.991115:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.991121:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326695.991126:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326695.991128:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032359171. 00000100:00000001:2.0:1767326695.991130:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326695.991130:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.991131:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.991134:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326695.991136:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326695.991138:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fde87f94. 00000100:00000040:2.0:1767326695.991139:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326695.991140:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326695.991148:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 02000000:00000001:0.0:1767326695.991148:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326695.991157:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386677888, portal 25 00000100:00100000:0.0:1767326695.991158:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386678016:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326695.991161:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326695.991164:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000100:00000001:0.0:1767326695.991171:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326695.991175:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326695.991177:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326695.991181:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326695.991184:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326695.991185:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326695.991189:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326695.991189:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326695.991192:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abbb512e. 00000100:00000040:2.0:1767326695.991193:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326695.991195:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f537d1e1. 02000000:00000001:0.0:1767326695.991198:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326695.991201:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386677888, offset 0 00000100:00000040:2.0:1767326695.991202:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326695.991206:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000100:00000040:2.0:1767326695.991207:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11739) 00000400:00000010:0.0:1767326695.991215:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000400:00000200:3.0:1767326695.991220:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326695.991221:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326695.991225:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326695.991227:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326695.991228:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678016, portal 10 00000100:00000001:1.0:1767326695.991229:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326695.991232:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326695.991233:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326695.991235:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000001:2.0:1767326695.991236:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326695.991236:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326695.991241:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326695.991241:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326695.991247:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326695.991248:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326695.991249:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326695.991252:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326695.991257:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326695.991257:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326695.991263:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326695.991265:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:2.0:1767326695.991267:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326695.991270:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326695.991274:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [597:597:256:4294967295] 192.168.203.127@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000010:0.0:1767326695.991276:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000200:0.0:1767326695.991288:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386678016, offset 0 00000100:00000001:2.0:1767326695.991289:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326695.991292:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326695.991297:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:2.0:1767326695.991297:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326695.991301:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326695.991302:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326695.991306:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326695.991311:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386678144:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326695.991315:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326695.991315:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326695.991320:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767326695.991323:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 02000000:00000001:2.0:1767326695.991325:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326695.991325:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326695.991329:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326695.991332:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326695.991333:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767326695.991334:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000010:2.0:1767326695.991338:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087421dde. 00000400:00000200:0.0:1767326695.991339:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326695.991343:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326695.991345:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326695.991347:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:2.0:1767326695.991348:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6168453. 00000800:00000200:3.0:1767326695.991352:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326695.991355:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000400:00000200:0.0:1767326695.991355:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [598:598:255:4294967295] 192.168.203.127@tcp LPNI seq info [598:598:7:4294967295] 00000100:00000200:2.0:1767326695.991361:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678144, portal 10 00000100:00000001:2.0:1767326695.991364:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326695.991367:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:3.0:1767326695.991368:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326695.991370:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326695.991373:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306406392 00000800:00000200:0.0:1767326695.991379:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326695.991380:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fc45867. 00000100:00000040:2.0:1767326695.991382:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326695.991383:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d87fd39d. 00000100:00000001:3.0:1767326695.991388:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326695.991395:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326695.991397:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306406392 00000100:00000001:2.0:1767326695.991399:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326695.991424:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000010:3.0:1767326695.991426:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009913b738. 00000400:00000010:2.0:1767326695.991428:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4d3a96. 00000800:00000200:0.0:1767326695.991430:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326695.991431:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767326695.991433:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386678144, offset 0 00000800:00000200:0.0:1767326695.991437:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d87fd39d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326695.991438:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306406392 00000400:00000200:2.0:1767326695.991444:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326695.991445:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326695.991446:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08501d6. 00000100:00000001:3.0:1767326695.991451:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326695.991452:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:0.0:1767326695.991452:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 156716 usecs (157 jiffies) 00000800:00000200:1.0:1767326695.991453:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326695.991457:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306406392 00000100:00000001:0.0:1767326695.991461:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306401949 00000100:00000010:3.0:1767326695.991463:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ec594b. 00000400:00000200:2.0:1767326695.991463:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326695.991463:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000100:00000001:0.0:1767326695.991464:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306406392 00000100:00000001:0.0:1767326695.991471:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306401949 00000100:00000001:3.0:1767326695.991472:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326695.991472:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326695.991475:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326695.991478:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326695.991478:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306406392 00000100:00000001:3.0:1767326695.991479:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326695.991487:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326695.991487:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306401949 00000100:00000001:3.0:1767326695.991488:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326695.991491:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326695.991493:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306406392 00000100:00000001:3.0:1767326695.991495:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326695.991497:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [599:599:254:4294967295] 192.168.203.127@tcp LPNI seq info [599:599:6:4294967295] 00000100:00000001:0.0:1767326695.991499:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306401949 00000100:00000001:3.0:1767326695.991506:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326695.991506:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306406392 00000400:00000200:2.0:1767326695.991511:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326695.991512:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326695.991513:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326695.991517:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326695.991519:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326695.991521:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326695.991522:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f537d1e1 00000800:00000200:2.0:1767326695.991523:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326695.991524:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326695.991524:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326695.991528:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f537d1e1. 00000100:00000001:3.0:1767326695.991529:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326695.991530:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326695.991532:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff164f49. 00000100:00000001:3.0:1767326695.991533:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326695.991538:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326695.991540:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326695.991541:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326695.991546:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326695.991549:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326695.991550:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326695.991550:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326695.991554:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326695.991556:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff164f49 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326695.991557:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.991563:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326695.991564:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326695.991570:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10678 usecs (11 jiffies) 00000100:00000001:2.0:1767326695.991574:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306401803 00000100:00000001:1.0:1767326695.991574:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326695.991579:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306406392 00000100:00000001:2.0:1767326695.991582:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306401803 00000100:00000040:1.0:1767326695.991583:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326695.991585:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306406392 00000100:00000001:2.0:1767326695.991586:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306401803 00000100:00000001:2.0:1767326695.991588:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306406392 00000100:00000001:2.0:1767326695.991588:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306401803 00000100:00000001:2.0:1767326695.991598:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306406392 00000100:00000001:2.0:1767326695.991602:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326695.991607:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.991611:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.991615:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326695.991615:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326695.991620:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326695.991638:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326695.991641:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d87fd39d. 00000400:00000200:1.0:1767326695.991645:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326695.991649:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326695.991653:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:1.0:1767326695.991655:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:1.0:1767326695.991657:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326695.991661:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326695.991670:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326695.991672:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326695.991678:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326695.991680:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326695.991738:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326695.991741:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff164f49. 00000400:00000200:1.0:1767326695.991744:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326695.991748:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326695.991751:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a4d3a96 00000400:00000010:1.0:1767326695.991752:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a4d3a96. 00000100:00000001:1.0:1767326695.991755:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326695.991779:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326695.991788:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326695.991791:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326695.991797:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326695.991799:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326695.993572:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993583:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326695.993592:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993596:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326695.993603:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326695.993614:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12280 00000400:00000200:1.0:1767326695.993622:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1371 [1] + 224 00000800:00000001:1.0:1767326695.993629:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993634:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326695.993636:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326695.993641:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326695.993646:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326695.993650:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326695.993660:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326695.993678:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326695.993686:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993691:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326695.993692:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993696:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326695.993701:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326695.993706:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326695.993708:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12300 00000100:00000001:3.0:1767326695.993710:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326695.993715:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1379 [1] + 224 00000800:00000001:1.0:1767326695.993720:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993722:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326695.993724:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326695.993725:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326695.993728:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326695.993733:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:3.0:1767326695.993734:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde87f94. 00000400:00000200:3.0:1767326695.993740:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:3.0:1767326695.993742:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:3.0:1767326695.993745:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326695.993747:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326695.993752:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326695.993756:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326695.993802:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326695.993807:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326695.993821:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326695.993825:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326695.993828:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326695.993830:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326695.993834:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326695.993838:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.993844:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326695.993850:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=130 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326695.993855:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326695.993856:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326695.993861:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326695.993863:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326695.993865:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326695.993866:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326695.993870:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326695.993873:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326695.993876:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993879:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326695.993885:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326695.993891:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326695.993894:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326695.993895:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326695.993899:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326695.993904:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326695.993905:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12380 00000400:00000001:0.0:1767326695.993909:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326695.993914:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00000001:3.0:1767326695.993915:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326695.993920:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:0.0:1767326695.993922:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326695.993927:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326695.993929:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326695.993934:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326695.993934:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1381 [1] + 224 00000100:00000200:0.0:1767326695.993938:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326695.993946:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326695.993946:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326695.993956:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326695.993963:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326695.993967:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326695.993971:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386677888:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326695.993975:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326695.993985:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326695.993986:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326695.993989:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326695.993990:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326695.993993:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326695.993993:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326695.993998:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386677888/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326695.993998:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326695.994002:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326695.994005:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326695.994007:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326695.994014:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326695.994022:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=120 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326695.994029:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326695.994031:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767326695.994031:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=120 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326695.994036:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326695.994040:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767326695.994041:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032359171. 00000100:00000001:0.0:1767326695.994045:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.994049:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326695.994050:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767326695.994052:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326695.994055:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326695.994055:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326695.994056:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326695.994062:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326695.994063:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326695.994065:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd65467a. 00000800:00000001:1.0:1767326695.994065:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326695.994067:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326695.994072:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326695.994073:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326695.994074:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326695.994074:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326695.994077:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326695.994081:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000040:0.0:1767326695.994086:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326695.994087:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326695.994091:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326695.994095:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326695.994102:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326695.994104:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326695.994108:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326695.994112:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.994117:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326695.994121:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326695.994124:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767326695.994126:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326695.994127:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767326695.994129:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326695.994130:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326695.994131:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6168453. 00000400:00000200:2.0:1767326695.994137:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000100:00000040:0.0:1767326695.994138:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326695.994140:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:2.0:1767326695.994144:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326695.994150:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326695.994165:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386678016:192.168.203.127@tcp:400: 00000100:00000200:2.0:1767326695.994167:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326695.994177:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994178:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326695.994181:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994183:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326695.994183:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326695.994187:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326695.994188:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326695.994190:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326695.994191:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386678016/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326695.994193:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326695.994198:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326695.994204:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326695.994213:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326695.994213:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326695.994216:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326695.994217:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767326695.994218:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767326695.994222:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abbb512e. 00010000:00080000:2.0:1767326695.994224:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326695.994229:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326695.994233:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326695.994233:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326695.994236:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1767326695.994237:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:2.0:1767326695.994239:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000020:00000001:0.0:1767326695.994241:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326695.994243:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f3f1add6. 02000000:00000001:0.0:1767326695.994246:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326695.994249:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326695.994250:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326695.994253:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326695.994253:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000040:2.0:1767326695.994260:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326695.994260:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326695.994264:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994271:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326695.994271:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994276:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326695.994277:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326695.994278:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326695.994280:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326695.994281:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326695.994287:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326695.994290:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326695.994295:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386678144:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326695.994299:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994301:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326695.994303:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386678144/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326695.994307:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326695.994308:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326695.994310:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087421dde. 02000000:00000001:2.0:1767326695.994312:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326695.994313:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326695.994314:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326695.994315:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326695.994316:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba48390a. 02000000:00000001:2.0:1767326695.994318:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326695.994319:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326695.994320:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:2.0:1767326695.994321:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326695.994322:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994323:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326695.994326:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326695.994327:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326695.994328:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326695.994330:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326696.694840:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326696.694845:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326696.694886:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326696.694901:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326696.694905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326697.718854:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326697.718862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326697.718934:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326697.718937:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326697.718940:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326698.742940:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326698.742950:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326698.742952:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326698.742954:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326698.742959:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326698.742961:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326698.742963:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326698.742965:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326698.743045:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326698.743050:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326698.743053:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326699.766889:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326699.766898:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326699.767001:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326699.767005:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326699.767008:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326700.598871:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306406392, at 4306406400 00000100:00000040:2.0:1767326700.598871:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306406392, at 4306406400 00000100:00000040:1.0:1767326700.598872:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306406392, at 4306406400 00000100:00000040:0.0:1767326700.598872:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306406392, at 4306406400 00000100:00000010:3.0:1767326700.598893:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ec594b. 00000100:00000010:0.0:1767326700.598895:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fc45867. 00000100:00000010:1.0:1767326700.598898:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009913b738. 00000100:00000010:2.0:1767326700.598902:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08501d6. 00010000:00000001:0.0:1767326700.790881:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326700.790891:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326700.790987:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326700.790991:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326700.790994:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326701.110872:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326701.110884:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326701.110896:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a11b414. 00000020:00000040:3.0:1767326701.110904:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326701.110928:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326701.110931:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326701.110938:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326701.110954:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326701.110962:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326701.110974:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326701.110984:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326701.110987:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326701.110991:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a11b414] to pc [ptlrpcd_00_03+3] req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111015:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326701.111018:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326701.111021:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326701.111023:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883b7805. 00000020:00000040:3.0:1767326701.111026:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326701.111027:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326701.111028:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326701.111030:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.111030:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326701.111035:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000001:2.0:1767326701.111036:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326701.111037:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.111041:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326701.111043:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326701.111052:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326701.111052:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111055:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111057:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326701.111062:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883b7805] to pc [ptlrpcd_00_00+0] req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326701.111063:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.111072:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326701.111075:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326701.111081:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326701.111084:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326701.111086:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326701.111089:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386678272:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326701.111094:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326701.111098:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326701.111100:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326701.111101:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326701.111104:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111105:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326701.111108:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326701.111113:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786244db. 00000100:00000010:3.0:1767326701.111114:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000100:00000001:1.0:1767326701.111115:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326701.111117:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326701.111120:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:1.0:1767326701.111120:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:2.0:1767326701.111125:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6168453. 00000100:00000001:1.0:1767326701.111126:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326701.111127:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326701.111131:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326701.111134:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326701.111137:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 02000000:00000010:3.0:1767326701.111138:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:1.0:1767326701.111138:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326701.111142:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326701.111143:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111143:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326701.111148:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111150:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326701.111153:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326701.111154:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326701.111156:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678272, portal 25 00000100:00000001:2.0:1767326701.111161:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326701.111165:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326701.111166:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326701.111166:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814050432 : -125135895501184 : ffff8e3087666680) 00000100:00000001:3.0:1767326701.111170:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326701.111172:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326701.111176:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326701.111177:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_01+1] req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326701.111210:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326701.111213:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326701.111214:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111219:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326701.111219:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326701.111220:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326701.111224:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326701.111225:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b172ee. 02000000:00000001:1.0:1767326701.111225:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326701.111231:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386678272, offset 0 02000000:00000001:1.0:1767326701.111233:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326701.111234:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326701.111241:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326701.111242:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386678400:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326701.111243:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11744) 00000100:00000001:0.0:1767326701.111244:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326701.111249:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326701.111250:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326701.111252:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326701.111254:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326701.111257:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326701.111258:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:1.0:1767326701.111258:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326701.111261:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326701.111264:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326701.111267:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326701.111269:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085da6495. 00000400:00000200:2.0:1767326701.111270:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326701.111270:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326701.111275:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326701.111275:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326701.111279:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:1.0:1767326701.111282:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e67c5c. 00000100:00000040:0.0:1767326701.111283:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326701.111285:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326701.111290:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cbc168b. 00000400:00000200:2.0:1767326701.111291:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:1.0:1767326701.111297:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678400, portal 10 00000400:00000200:2.0:1767326701.111300:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [600:600:256:4294967295] 192.168.203.127@tcp LPNI seq info [600:600:8:4294967295] 00000100:00000001:1.0:1767326701.111303:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326701.111303:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326701.111307:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111308:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814040576 : -125135895511040 : ffff8e3087664000) 02000000:00000001:0.0:1767326701.111314:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326701.111317:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:0.0:1767326701.111318:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326701.111321:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326701.111323:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326701.111332:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386678528:192.168.203.127@tcp:400: 00000800:00000200:2.0:1767326701.111333:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326701.111341:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767326701.111342:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba48390a. 00000100:00000001:1.0:1767326701.111344:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326701.111346:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326701.111349:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326701.111350:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:2.0:1767326701.111354:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767326701.111355:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326701.111356:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e90d1f4. 00000100:00000200:1.0:1767326701.111359:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386678400, offset 0 00000800:00000200:2.0:1767326701.111364:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326701.111367:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000010:0.0:1767326701.111383:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000879433bd. 00000800:00000200:2.0:1767326701.111387:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba48390a type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326701.111387:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326701.111395:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006673bf7c. 00000400:00000200:1.0:1767326701.111399:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:0.0:1767326701.111400:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 00000400:00000200:1.0:1767326701.111404:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326701.111405:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678528, portal 10 00000400:00000200:1.0:1767326701.111408:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326701.111410:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326701.111413:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326701.111414:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000001:2.0:1767326701.111415:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326701.111420:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326701.111426:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [601:601:255:4294967295] 192.168.203.127@tcp LPNI seq info [601:601:7:4294967295] 00000100:00000001:2.0:1767326701.111427:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306411512 00000100:00000040:0.0:1767326701.111429:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326701.111436:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000862bd25f. 00000100:00000001:0.0:1767326701.111448:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326701.111449:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326701.111457:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326701.111459:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326701.111461:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306411512 00000400:00000010:0.0:1767326701.111463:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000010:2.0:1767326701.111471:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a6246b. 00000100:00000200:0.0:1767326701.111471:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386678528, offset 0 00000800:00000200:1.0:1767326701.111472:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326701.111480:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767326701.111481:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000400:00000200:0.0:1767326701.111487:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326701.111488:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306411512 00000800:00000200:1.0:1767326701.111492:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326701.111500:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326701.111500:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:2.0:1767326701.111501:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000800:00000200:1.0:1767326701.111507:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326701.111508:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326701.111510:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326701.111513:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.111515:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306411512 00000400:00000200:0.0:1767326701.111518:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:1.0:1767326701.111519:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 155870 usecs (156 jiffies) 00000100:00000010:2.0:1767326701.111521:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb6039c0. 00000100:00000001:1.0:1767326701.111525:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306407068 00000400:00000200:0.0:1767326701.111526:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326701.111527:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326701.111530:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306411512 00000100:00000001:1.0:1767326701.111534:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306407068 00000100:00000001:2.0:1767326701.111535:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326701.111535:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326701.111536:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326701.111537:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306411512 00000100:00000001:2.0:1767326701.111543:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326701.111544:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba48390a. 00000100:00000001:1.0:1767326701.111544:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306407068 00000400:00000200:0.0:1767326701.111547:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [602:602:254:4294967295] 192.168.203.127@tcp LPNI seq info [602:602:6:4294967295] 00000100:00000001:2.0:1767326701.111549:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111550:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306411512 00000400:00000200:3.0:1767326701.111552:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326701.111555:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326701.111556:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306407068 00000100:00000001:1.0:1767326701.111562:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306411512 00000100:00000001:2.0:1767326701.111563:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326701.111565:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326701.111567:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326701.111568:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326701.111574:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326701.111574:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.111578:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326701.111579:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326701.111581:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111581:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.111587:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111587:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326701.111590:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326701.111591:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b172ee 00000100:00000001:1.0:1767326701.111594:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326701.111595:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b172ee. 00000800:00000200:0.0:1767326701.111595:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326701.111599:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111602:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326701.111605:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326701.111605:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b6d790. 00000100:00000200:3.0:1767326701.111609:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326701.111616:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326701.111623:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326701.111627:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2b6d790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326701.111631:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326701.111635:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10640 usecs (11 jiffies) 00000100:00000001:0.0:1767326701.111638:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306406923 00000100:00000001:0.0:1767326701.111641:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306411512 00000100:00000001:0.0:1767326701.111642:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306406923 00000100:00000001:0.0:1767326701.111650:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306411512 00000100:00000001:0.0:1767326701.111652:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306406923 00000100:00000001:0.0:1767326701.111653:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306411512 00000100:00000001:0.0:1767326701.111655:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306406923 00000100:00000001:0.0:1767326701.111655:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306411512 00000100:00000001:0.0:1767326701.111657:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326701.111658:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326701.111660:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326701.111662:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111675:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326701.111680:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111688:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111690:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326701.111716:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326701.111718:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:3.0:1767326701.111721:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326701.111725:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326701.111728:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e90d1f4 00000400:00000010:3.0:1767326701.111730:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e90d1f4. 00000100:00000001:3.0:1767326701.111733:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326701.111736:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111744:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326701.111747:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111754:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111779:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326701.111808:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326701.111810:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b6d790. 00000400:00000200:3.0:1767326701.111812:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326701.111814:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326701.111816:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000400:00000010:3.0:1767326701.111817:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:3.0:1767326701.111819:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326701.111822:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111827:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326701.111829:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.111833:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.111834:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326701.113150:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326701.113162:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326701.113164:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326701.113166:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326701.113171:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326701.113180:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12400 00000400:00000200:1.0:1767326701.113192:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1389 [1] + 224 00000800:00000001:1.0:1767326701.113197:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326701.113204:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326701.113205:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326701.113208:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326701.113212:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326701.113215:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326701.113222:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326701.113236:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326701.113242:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326701.113245:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326701.113268:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326701.113271:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326701.113276:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326701.113278:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326701.113280:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6168453. 00000400:00000200:2.0:1767326701.113284:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:2.0:1767326701.113286:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:2.0:1767326701.113288:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326701.113293:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326701.113297:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326701.113302:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326701.113304:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326701.113308:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326701.113311:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326701.113313:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326701.113316:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326701.113318:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326701.113320:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326701.113324:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326701.113326:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326701.113327:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12480 00000100:00000001:2.0:1767326701.113329:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326701.113333:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326701.113335:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1391 [1] + 224 00000800:00000001:1.0:1767326701.113340:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326701.113341:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=136 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326701.113344:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326701.113346:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326701.113350:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:2.0:1767326701.113355:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326701.113355:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326701.113360:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326701.113363:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326701.113364:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326701.113368:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326701.113385:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.113391:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326701.113395:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326701.113400:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326701.113417:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326701.113421:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326701.113423:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326701.113424:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326701.113429:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326701.113439:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a11b414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386678272:192.168.203.127@tcp:400: 00000800:00000001:1.0:1767326701.113439:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326701.113446:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326701.113448:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326701.113450:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326701.113453:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326701.113457:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326701.113457:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326701.113459:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a11b414 x1853175386678272/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326701.113468:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326701.113469:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000001:0.0:1767326701.113475:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326701.113479:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326701.113481:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e67c5c. 00000100:00000001:2.0:1767326701.113483:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326701.113485:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12500 00000400:00000200:0.0:1767326701.113488:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc168b 02000000:00000001:2.0:1767326701.113489:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767326701.113491:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc168b. 02000000:00000010:2.0:1767326701.113494:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786244db. 00000100:00000001:0.0:1767326701.113495:0:216339:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326701.113501:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767326701.113501:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1399 [1] + 224 00000100:00000200:0.0:1767326701.113503:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326701.113505:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326701.113508:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326701.113513:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767326701.113513:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326701.113518:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 02000000:00000001:2.0:1767326701.113523:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326701.113523:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326701.113523:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326701.113526:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326701.113531:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a11b414. 00000400:00000200:1.0:1767326701.113531:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326701.113539:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326701.113539:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326701.113542:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326701.113543:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326701.113544:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326701.113547:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326701.113548:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326701.113552:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326701.113555:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326701.113555:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326701.113555:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326701.113559:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326701.113561:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326701.113564:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326701.113564:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326701.113567:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=126 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326701.113569:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326701.113573:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326701.113575:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326701.113582:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326701.113585:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326701.113589:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326701.113592:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326701.113599:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326701.113604:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326701.113607:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326701.113609:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326701.113610:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326701.113613:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326701.113616:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326701.113620:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326701.113623:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326701.113623:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326701.113624:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326701.113629:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326701.113630:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326701.113639:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883b7805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386678400:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326701.113643:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326701.113644:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326701.113646:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883b7805 x1853175386678400/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326701.113651:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326701.113652:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326701.113653:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085da6495. 02000000:00000001:0.0:1767326701.113663:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326701.113665:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326701.113667:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326701.113670:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326701.113671:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:0.0:1767326701.113675:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326701.113676:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326701.113678:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326701.113679:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883b7805. 00000100:00000001:3.0:1767326701.113681:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326701.113686:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326701.113687:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326701.113690:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326701.113692:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006673bf7c. 00000100:00000001:0.0:1767326701.113692:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326701.113699:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000100:00000001:0.0:1767326701.113699:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326701.113704:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326701.113709:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:0.0:1767326701.113709:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.113712:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326701.113717:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326701.113721:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326701.113725:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326701.113731:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.113738:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326701.113739:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326701.113741:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326701.113742:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326701.113743:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326701.113744:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326701.113746:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326701.113749:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326701.113752:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=76 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326701.113754:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326701.113754:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326701.113771:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326701.113774:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326701.113779:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.113780:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326701.113781:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326701.113783:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326701.113784:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326701.113786:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.113789:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326701.113791:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326701.113792:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326701.113794:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326701.113809:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386678528:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326701.113812:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326701.113814:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326701.113815:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386678528/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326701.113819:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326701.113821:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326701.113822:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000879433bd. 02000000:00000001:3.0:1767326701.113824:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326701.113825:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326701.113826:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326701.113828:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326701.113829:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:3.0:1767326701.113830:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326701.113831:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326701.113832:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:3.0:1767326701.113834:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326701.113835:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326701.113836:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326701.113839:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326701.113840:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326701.113841:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326701.113843:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326701.814871:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326701.814879:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326701.814933:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326701.814939:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326701.814943:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326702.838846:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326702.838854:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326702.838946:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326702.838952:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326702.838956:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326703.862942:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326703.862953:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326703.863086:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326703.863096:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326703.863102:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326704.886911:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326704.886922:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326704.887052:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326704.887058:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326704.887063:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326705.718849:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306411512, at 4306411520 00000100:00000040:0.0:1767326705.718849:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306411512, at 4306411520 00000100:00000040:1.0:1767326705.718853:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306411512, at 4306411520 00000100:00000040:3.0:1767326705.718856:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306411512, at 4306411520 00000100:00000010:2.0:1767326705.718864:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00000100:00000010:0.0:1767326705.718866:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000862bd25f. 00000100:00000010:1.0:1767326705.718868:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a6246b. 00000100:00000010:3.0:1767326705.718870:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb6039c0. 00010000:00000001:0.0:1767326705.910852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326705.910859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326705.910903:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326705.910906:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326705.910908:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326706.230883:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326706.230898:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326706.230910:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfe8fc80. 00000020:00000040:3.0:1767326706.230920:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326706.230926:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326706.230929:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326706.230936:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326706.230963:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:3.0:1767326706.230972:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.230984:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326706.230998:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326706.231003:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231012:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe8fc80] to pc [ptlrpcd_00_02+2] req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326706.231051:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231054:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326706.231058:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326706.231062:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c52f8cc. 00000020:00000040:3.0:1767326706.231065:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326706.231067:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326706.231069:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326706.231072:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326706.231075:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326706.231079:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231085:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326706.231090:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326706.231092:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326706.231094:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231102:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c52f8cc] to pc [ptlrpcd_00_03+3] req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326706.231103:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326706.231109:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.231110:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.231115:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.231123:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326706.231128:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.231136:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.231140:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326706.231143:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326706.231156:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326706.231160:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231169:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326706.231179:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.231180:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326706.231181:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326706.231184:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.231185:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326706.231188:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061a5c28. 02000000:00000001:0.0:1767326706.231192:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767326706.231195:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:0.0:1767326706.231197:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326706.231202:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326706.231204:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326706.231211:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386678784:192.168.203.127@tcp:400: 02000000:00000001:3.0:1767326706.231214:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326706.231220:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326706.231226:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326706.231229:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326706.231232:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326706.231238:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c77e5148. 02000000:00000001:0.0:1767326706.231241:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326706.231257:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8af1ee. 00000400:00000010:0.0:1767326706.231266:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000200:0.0:1767326706.231272:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678784, portal 10 00000100:00000001:0.0:1767326706.231276:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326706.231278:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814043264 : -125135895508352 : ffff8e3087664a80) 00000100:00000040:0.0:1767326706.231285:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.231294:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326706.231297:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326706.231300:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 02000000:00000001:3.0:1767326706.231302:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326706.231304:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386678784, offset 0 02000000:00000010:3.0:1767326706.231315:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b619ff27. 00000400:00000200:0.0:1767326706.231316:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326706.231323:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231334:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326706.231351:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326706.231358:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326706.231363:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326706.231366:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326706.231369:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326706.231372:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [603:603:256:4294967295] 192.168.203.127@tcp LPNI seq info [603:603:8:4294967295] 00000400:00000200:0.0:1767326706.231386:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326706.231391:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326706.231397:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000800:00000200:0.0:1767326706.231403:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326706.231410:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326706.231415:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326706.231434:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326706.231438:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 155031 usecs (156 jiffies) 00000100:00000001:0.0:1767326706.231443:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306412188 00000100:00000010:0.0:1767326706.231448:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000100:00000001:0.0:1767326706.231455:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326706.231462:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306412188 00000100:00000010:0.0:1767326706.231471:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000be2122a. 00000800:00000200:1.0:1767326706.231474:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326706.231476:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767326706.231479:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000100:00000001:0.0:1767326706.231483:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306412188 00000400:00000200:1.0:1767326706.231485:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326706.231491:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd86b934. 00000400:00000200:1.0:1767326706.231494:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326706.231498:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326706.231499:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000400:00000010:1.0:1767326706.231504:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:1.0:1767326706.231507:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326706.231510:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306412188 00000100:00000200:1.0:1767326706.231513:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326706.231521:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bd8559. 00000100:00000001:0.0:1767326706.231529:0:216341:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326706.231541:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326706.231549:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326706.231551:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326706.231555:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326706.231556:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326706.231563:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326706.231581:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.231584:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326706.231585:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326706.231589:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326706.231593:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326706.231595:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326706.231597:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326706.231602:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386678656:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326706.231607:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326706.231610:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326706.231612:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326706.231615:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326706.231619:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa6ed4dc. 02000000:00000001:0.0:1767326706.231622:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326706.231634:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000001:3.0:1767326706.231637:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326706.231640:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000001:3.0:1767326706.231641:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326706.231648:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678656, portal 25 00000100:00000001:0.0:1767326706.231653:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326706.231654:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061a5c28] to pc [ptlrpcd_00_00+0] req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.231657:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814046848 : -125135895504768 : ffff8e3087665880) 00000100:00000040:0.0:1767326706.231674:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.231689:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326706.231694:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326706.231698:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007644596a. 00000100:00000001:3.0:1767326706.231701:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326706.231702:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386678656, offset 0 00000100:00000040:3.0:1767326706.231706:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326706.231710:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326706.231716:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326706.231719:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326706.231720:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326706.231720:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326706.231721:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326706.231731:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326706.231734:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11749) 00000100:00000040:2.0:1767326706.231738:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326706.231744:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326706.231753:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326706.231756:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326706.231788:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326706.231792:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326706.231796:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326706.231798:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326706.231800:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326706.231807:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767326706.231808:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386678912:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326706.231817:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326706.231825:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [604:604:256:4294967295] 192.168.203.127@tcp LPNI seq info [604:604:8:4294967295] 00000100:00000001:2.0:1767326706.231827:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326706.231831:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326706.231834:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326706.231836:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326706.231841:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bd2009b. 02000000:00000001:2.0:1767326706.231845:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326706.231846:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326706.231848:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6168453. 00000400:00000010:2.0:1767326706.231855:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000800:00000200:0.0:1767326706.231856:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:2.0:1767326706.231859:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386678912, portal 10 00000100:00000001:2.0:1767326706.231863:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767326706.231863:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000100:00000001:2.0:1767326706.231865:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054016 : -125135895497600 : ffff8e3087667480) 00000100:00000040:2.0:1767326706.231873:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326706.231874:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326706.231883:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326706.231886:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326706.231888:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326706.231894:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d73ea6. 00000800:00000200:0.0:1767326706.231894:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326706.231898:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386678912, offset 0 00000400:00000200:2.0:1767326706.231903:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326706.231909:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326706.231910:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326706.231912:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326706.231917:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326706.231917:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306416633 00000400:00000200:2.0:1767326706.231922:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326706.231926:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326706.231928:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306412188 00000400:00000200:2.0:1767326706.231929:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [605:605:255:4294967295] 192.168.203.127@tcp LPNI seq info [605:605:7:4294967295] 00000100:00000001:0.0:1767326706.231940:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306416633 00000400:00000200:2.0:1767326706.231946:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326706.231948:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306412188 00000800:00000200:2.0:1767326706.231954:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326706.231955:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326706.231956:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306416633 00000800:00000010:2.0:1767326706.231958:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000120c306a. 00000800:00000010:1.0:1767326706.231959:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000400:00000200:1.0:1767326706.231965:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326706.231966:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306412188 00000800:00000200:2.0:1767326706.231968:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326706.231973:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306416633 00000400:00000200:1.0:1767326706.231975:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:2.0:1767326706.231980:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326706.231981:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306412188 00000400:00000200:1.0:1767326706.231983:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007644596a 00000800:00000200:2.0:1767326706.231985:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000120c306a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326706.231987:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007644596a. 00000100:00000001:0.0:1767326706.231989:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326706.231990:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326706.231992:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326706.231994:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326706.231998:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326706.231999:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10597 usecs (11 jiffies) 00000100:00000001:2.0:1767326706.232005:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306412044 00000100:00000001:0.0:1767326706.232008:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.232011:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306416633 00000100:00000001:0.0:1767326706.232014:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.232017:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306412044 00000100:00000001:1.0:1767326706.232020:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326706.232021:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306416633 00000100:00000001:0.0:1767326706.232023:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326706.232024:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306412044 00000100:00000040:1.0:1767326706.232025:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.232027:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326706.232029:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306416633 00000100:00000001:2.0:1767326706.232034:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306412044 00000100:00000001:0.0:1767326706.232035:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326706.232040:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306416633 00000100:00000001:0.0:1767326706.232040:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326706.232041:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.232045:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326706.232045:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326706.232046:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326706.232051:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.232052:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.232055:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.232058:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.232062:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326706.232063:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326706.232065:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326706.232066:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326706.232068:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.232070:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326706.232078:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326706.232081:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000120c306a. 00000400:00000200:1.0:1767326706.232084:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326706.232086:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326706.232087:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d73ea6 00000400:00000010:1.0:1767326706.232088:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011d73ea6. 00000100:00000001:1.0:1767326706.232090:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326706.232092:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326706.232097:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326706.232098:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326706.232102:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326706.232103:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326706.233040:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233046:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326706.233048:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233051:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326706.233056:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326706.233063:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12600 00000400:00000200:1.0:1767326706.233071:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:1.0:1767326706.233076:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233083:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326706.233084:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326706.233086:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326706.233089:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326706.233091:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326706.233097:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326706.233110:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326706.233114:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233116:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233151:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.233154:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326706.233159:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326706.233161:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326706.233163:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8af1ee. 00000400:00000200:0.0:1767326706.233167:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:0.0:1767326706.233169:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:0.0:1767326706.233172:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326706.233177:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326706.233186:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.233193:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326706.233194:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233197:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326706.233199:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326706.233201:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326706.233204:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326706.233206:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326706.233213:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326706.233217:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326706.233219:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326706.233221:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326706.233223:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326706.233226:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.233229:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326706.233231:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326706.233233:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326706.233241:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326706.233245:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.233252:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326706.233255:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326706.233257:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326706.233260:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326706.233267:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c52f8cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386678784:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326706.233271:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.233273:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326706.233275:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c52f8cc x1853175386678784/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.233281:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326706.233284:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326706.233286:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c77e5148. 02000000:00000001:0.0:1767326706.233289:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326706.233291:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326706.233293:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326706.233295:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326706.233298:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:0.0:1767326706.233301:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326706.233303:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326706.233304:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c52f8cc. 00000100:00000001:0.0:1767326706.233307:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326706.233308:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233311:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.233313:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.233314:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326706.233315:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.233317:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326706.233439:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233443:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326706.233444:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233445:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326706.233449:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326706.233453:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12580 00000400:00000200:1.0:1767326706.233456:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x13a9 [1] + 224 00000800:00000001:1.0:1767326706.233459:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233462:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326706.233463:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326706.233465:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326706.233468:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326706.233470:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326706.233480:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326706.233491:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326706.233495:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233497:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233529:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.233533:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326706.233536:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326706.233544:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326706.233546:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000400:00000200:0.0:1767326706.233550:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000010:0.0:1767326706.233552:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:0.0:1767326706.233554:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326706.233558:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326706.233567:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.233573:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326706.233575:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233577:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326706.233578:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326706.233580:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326706.233581:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326706.233583:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326706.233585:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326706.233588:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326706.233590:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326706.233592:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326706.233593:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326706.233596:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.233598:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326706.233601:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.233607:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326706.233609:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326706.233610:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326706.233613:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326706.233621:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfe8fc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386678656:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326706.233626:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233627:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326706.233635:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfe8fc80 x1853175386678656/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326706.233643:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326706.233645:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326706.233647:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa6ed4dc. 02000000:00000001:0.0:1767326706.233650:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326706.233652:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326706.233654:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326706.233656:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326706.233657:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:0.0:1767326706.233661:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326706.233662:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326706.233664:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfe8fc80. 00000100:00000001:0.0:1767326706.233667:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326706.233668:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233671:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326706.233676:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326706.233677:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326706.233681:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326706.233683:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326706.233698:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233703:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326706.233704:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233706:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326706.233710:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326706.233715:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12680 00000400:00000200:1.0:1767326706.233718:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:1.0:1767326706.233721:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233725:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326706.233726:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326706.233728:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326706.233730:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326706.233732:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326706.233737:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326706.233749:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326706.233752:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326706.233754:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.233787:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326706.233789:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326706.233792:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326706.233793:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326706.233794:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6168453. 00000400:00000200:2.0:1767326706.233797:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000400:00000010:2.0:1767326706.233798:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00000001:2.0:1767326706.233800:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326706.233803:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326706.233809:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326706.233814:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326706.233820:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.233821:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326706.233822:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326706.233824:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326706.233825:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326706.233826:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326706.233829:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326706.233832:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=81 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326706.233833:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326706.233834:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326706.233835:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326706.233837:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326706.233842:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.233844:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326706.233844:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326706.233846:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326706.233847:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326706.233849:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326706.233853:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326706.233854:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326706.233855:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326706.233856:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326706.233861:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061a5c28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386678912:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326706.233864:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.233865:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326706.233866:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061a5c28 x1853175386678912/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326706.233870:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326706.233871:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326706.233876:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bd2009b. 02000000:00000001:2.0:1767326706.233877:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326706.233879:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326706.233880:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326706.233881:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326706.233882:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b619ff27. 02000000:00000001:2.0:1767326706.233884:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326706.233885:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326706.233886:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061a5c28. 00000100:00000001:2.0:1767326706.233888:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326706.233888:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.233890:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326706.233892:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326706.233893:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326706.233894:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326706.233896:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326706.934859:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326706.934865:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326706.934970:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326706.934974:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326706.934977:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326707.958918:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326707.958926:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326707.959025:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326707.959030:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326707.959034:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326708.982829:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326708.982836:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326708.982854:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326708.982856:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326708.982861:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326708.982863:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326708.982865:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326708.982866:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326708.982924:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326708.982929:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326708.982933:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326710.006850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326710.006862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326710.006907:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326710.006914:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326710.006919:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326710.838864:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306416633, at 4306416640 00000100:00000040:2.0:1767326710.838870:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306416633, at 4306416640 00000100:00000040:0.0:1767326710.838870:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306416633, at 4306416640 00000100:00000040:1.0:1767326710.838871:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306416633, at 4306416640 00000100:00000010:2.0:1767326710.838889:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd86b934. 00000100:00000010:0.0:1767326710.838893:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000010:3.0:1767326710.838896:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bd8559. 00000100:00000010:1.0:1767326710.838913:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000be2122a. 00010000:00000001:0.0:1767326711.030867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326711.030884:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326711.030920:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326711.030926:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326711.030929:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326711.350862:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326711.350873:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326711.350883:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326711.350891:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326711.350896:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326711.350899:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326711.350905:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326711.350912:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea01fb88. 00000100:00000001:2.0:1767326711.350919:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.350945:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326711.350960:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326711.350964:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.350971:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_01+1] req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326711.351023:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.351026:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326711.351030:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326711.351034:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326711.351038:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326711.351042:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326711.351044:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326711.351049:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326711.351055:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f5cba0. 00000100:00000001:3.0:1767326711.351056:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326711.351061:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326711.351064:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326711.351064:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326711.351070:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351073:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326711.351073:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326711.351085:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326711.351089:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326711.351098:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326711.351099:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326711.351100:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326711.351103:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351104:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326711.351116:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326711.351116:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_02+2] req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326711.351203:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326711.351206:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326711.351209:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326711.351213:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326711.351216:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326711.351218:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386679040:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326711.351219:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.351222:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326711.351225:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326711.351228:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326711.351232:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326711.351237:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326711.351244:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326711.351246:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326711.351247:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326711.351247:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326711.351252:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326711.351256:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326711.351256:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326711.351257:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326711.351262:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326711.351269:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326711.351270:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b57a331. 00000100:00000040:1.0:1767326711.351271:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326711.351273:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002caef6cf. 02000000:00000001:3.0:1767326711.351289:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.351292:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.351292:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326711.351298:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326711.351299:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fde87f94. 00000100:00000040:2.0:1767326711.351321:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326711.351322:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000001:1.0:1767326711.351323:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326711.351335:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767326711.351336:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679040, portal 25 00000100:00000001:2.0:1767326711.351339:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326711.351340:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326711.351342:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326711.351342:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351348:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 02000000:00000001:1.0:1767326711.351349:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.351356:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_03+3] req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326711.351363:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386679168:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326711.351364:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326711.351385:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326711.351391:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326711.351398:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326711.351405:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326711.351414:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c37c192. 02000000:00000001:1.0:1767326711.351420:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351421:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326711.351424:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef011286. 00000100:00000040:3.0:1767326711.351425:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326711.351430:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326711.351431:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ef0e20e. 00000400:00000010:1.0:1767326711.351433:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b0510d. 00000100:00000200:3.0:1767326711.351442:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386679040, offset 0 00000100:00000040:2.0:1767326711.351445:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326711.351446:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679168, portal 10 00000100:00000001:1.0:1767326711.351454:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326711.351455:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326711.351458:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:2.0:1767326711.351467:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326711.351468:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326711.351476:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326711.351477:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326711.351480:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326711.351482:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11754) 00000400:00000200:3.0:1767326711.351486:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326711.351488:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326711.351499:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326711.351500:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326711.351506:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326711.351509:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326711.351517:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326711.351518:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:1.0:1767326711.351527:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d38716e. 00000400:00000200:3.0:1767326711.351531:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [606:606:256:4294967295] 192.168.203.127@tcp LPNI seq info [606:606:8:4294967295] 00000100:00000200:1.0:1767326711.351535:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386679168, offset 0 00000400:00000200:1.0:1767326711.351556:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326711.351568:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326711.351571:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767326711.351576:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326711.351577:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326711.351580:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:3.0:1767326711.351584:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 02000000:00000001:0.0:1767326711.351586:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326711.351595:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767326711.351595:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326711.351596:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326711.351606:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326711.351611:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:0.0:1767326711.351611:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326711.351616:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326711.351621:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767326711.351629:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386679296:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326711.351630:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326711.351643:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [607:607:255:4294967295] 192.168.203.127@tcp LPNI seq info [607:607:7:4294967295] 00000100:00000001:3.0:1767326711.351645:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.351650:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326711.351660:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306421752 02000000:00000001:0.0:1767326711.351661:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326711.351662:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:3.0:1767326711.351665:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8b4679c. 02000000:00000001:0.0:1767326711.351671:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351676:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326711.351678:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326711.351678:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326711.351686:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306421752 00000800:00000010:1.0:1767326711.351690:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000100:00000010:3.0:1767326711.351691:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdc943b. 02000000:00000010:0.0:1767326711.351691:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e8a9ba8. 00000800:00000200:1.0:1767326711.351704:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:0.0:1767326711.351706:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351707:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326711.351716:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326711.351718:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306421752 00000800:00000200:1.0:1767326711.351723:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767326711.351725:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033917549. 00000400:00000010:0.0:1767326711.351726:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000001:1.0:1767326711.351729:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326711.351731:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767326711.351738:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 154197 usecs (155 jiffies) 00000100:00000001:3.0:1767326711.351739:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306421752 00000400:00000010:0.0:1767326711.351742:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000001:1.0:1767326711.351745:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306417307 00000100:00000010:3.0:1767326711.351746:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ec594b. 00000100:00000001:3.0:1767326711.351796:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326711.351803:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326711.351807:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326711.351809:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306421752 00000100:00000200:0.0:1767326711.351811:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679296, portal 10 00000100:00000001:3.0:1767326711.351812:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326711.351813:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306417308 00000100:00000001:1.0:1767326711.351821:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306421752 00000100:00000001:3.0:1767326711.351824:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.351825:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326711.351828:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306417308 00000100:00000001:0.0:1767326711.351830:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:1.0:1767326711.351832:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306421752 00000800:00000200:2.0:1767326711.351837:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326711.351841:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306417308 00000100:00000001:1.0:1767326711.351844:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306421752 00000800:00000010:2.0:1767326711.351845:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:1.0:1767326711.351847:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326711.351850:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326711.351856:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326711.351858:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326711.351864:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326711.351873:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326711.351886:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326711.351890:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326711.351891:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326711.351891:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326711.351906:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326711.351907:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326711.351908:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef0e20e 00000400:00000010:2.0:1767326711.351914:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef0e20e. 00000400:00000010:0.0:1767326711.351915:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054ff521. 00000100:00000001:1.0:1767326711.351917:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326711.351922:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.351924:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326711.351925:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386679296, offset 0 00000100:00000001:1.0:1767326711.351926:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326711.351936:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326711.351947:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326711.351959:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326711.351965:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326711.351966:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326711.351976:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326711.351981:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.351984:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326711.351993:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326711.351998:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326711.352001:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326711.352006:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [608:608:254:4294967295] 192.168.203.127@tcp LPNI seq info [608:608:6:4294967295] 00000400:00000200:0.0:1767326711.352021:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326711.352030:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326711.352036:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000800:00000200:0.0:1767326711.352044:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326711.352053:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326711.352058:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326711.352063:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326711.352068:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10553 usecs (11 jiffies) 00000800:00000200:2.0:1767326711.352072:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326711.352073:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306417164 00000800:00000010:2.0:1767326711.352078:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000100:00000001:0.0:1767326711.352080:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306421752 00000400:00000200:2.0:1767326711.352085:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326711.352087:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306417164 00000100:00000001:0.0:1767326711.352093:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306421752 00000400:00000200:2.0:1767326711.352096:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326711.352099:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306417164 00000400:00000200:2.0:1767326711.352103:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d38716e 00000100:00000001:0.0:1767326711.352104:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306421752 00000100:00000001:0.0:1767326711.352107:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306417164 00000100:00000001:0.0:1767326711.352109:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306421752 00000100:00000001:0.0:1767326711.352111:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326711.352116:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d38716e. 00000100:00000001:0.0:1767326711.352117:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.352124:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.352125:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326711.352128:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326711.352134:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326711.352139:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326711.352144:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326711.352150:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326711.352153:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326711.352154:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326711.352159:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.352160:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326711.352175:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.352175:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.352182:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326711.352225:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326711.352228:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:2.0:1767326711.352232:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326711.352237:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326711.352240:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054ff521 00000400:00000010:2.0:1767326711.352242:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054ff521. 00000100:00000001:2.0:1767326711.352245:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326711.352248:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326711.352258:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326711.352261:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326711.352269:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.352271:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326711.354485:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326711.354499:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326711.354502:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326711.354504:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326711.354512:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326711.354525:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12700 00000400:00000200:1.0:1767326711.354549:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x13b9 [1] + 224 00000800:00000001:1.0:1767326711.354555:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326711.354558:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326711.354560:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326711.354563:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326711.354567:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326711.354570:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326711.354579:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326711.354594:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326711.354600:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326711.354602:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326711.354604:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326711.354606:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326711.354610:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326711.354614:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12780 00000100:00000001:3.0:1767326711.354620:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326711.354620:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13c1 [1] + 224 00000100:00000001:3.0:1767326711.354624:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326711.354626:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326711.354629:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326711.354631:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326711.354631:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326711.354635:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326711.354637:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:3.0:1767326711.354639:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde87f94. 00000400:00000200:3.0:1767326711.354644:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:3.0:1767326711.354645:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:3.0:1767326711.354648:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326711.354648:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326711.354653:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326711.354655:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326711.354663:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326711.354692:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326711.354694:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326711.354698:0:216338:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326711.354698:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326711.354701:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326711.354704:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326711.354713:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326711.354714:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326711.354716:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326711.354720:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326711.354722:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=146 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326711.354725:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326711.354727:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=146 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326711.354728:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326711.354732:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326711.354734:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326711.354735:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326711.354741:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326711.354745:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326711.354748:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:3.0:1767326711.354749:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326711.354781:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12800 00000100:00000040:3.0:1767326711.354787:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326711.354787:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13c9 [1] + 224 00000100:00000001:2.0:1767326711.354793:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326711.354796:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326711.354800:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326711.354804:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326711.354808:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326711.354809:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326711.354810:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326711.354814:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767326711.354816:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326711.354819:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326711.354821:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000010:2.0:1767326711.354823:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef011286. 00000100:00000040:3.0:1767326711.354831:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326711.354832:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b0510d 00000400:00000010:2.0:1767326711.354838:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b0510d. 00000100:00000001:2.0:1767326711.354848:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326711.354848:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326711.354854:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386679040:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326711.354861:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326711.354867:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326711.354867:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326711.354868:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326711.354876:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386679040/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326711.354956:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326711.354960:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326711.354962:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b57a331. 02000000:00000001:3.0:1767326711.354965:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767326711.354971:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326711.354972:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326711.354972:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326711.354976:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326711.354981:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326711.354984:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea01fb88. 02000000:00000001:3.0:1767326711.354992:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326711.354997:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326711.355001:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:1.0:1767326711.355005:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326711.355011:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767326711.355015:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326711.355022:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326711.355025:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326711.355025:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326711.355025:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326711.355033:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326711.355035:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326711.355038:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326711.355039:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326711.355044:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326711.355047:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326711.355049:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326711.355053:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326711.355056:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.355058:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326711.355059:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326711.355060:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326711.355070:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326711.355074:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326711.355077:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000100:00001000:2.0:1767326711.355078:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=136 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326711.355081:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000100:00001000:2.0:1767326711.355084:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=136 v=5 (1 1 1 1) 00000400:00000010:0.0:1767326711.355085:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:2.0:1767326711.355092:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326711.355092:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326711.355094:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326711.355098:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326711.355100:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326711.355103:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.355109:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326711.355112:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326711.355116:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326711.355118:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326711.355119:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326711.355125:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326711.355133:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326711.355136:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326711.355140:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326711.355142:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326711.355143:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326711.355146:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326711.355147:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326711.355149:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.355150:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326711.355153:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326711.355157:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326711.355159:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=146 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326711.355167:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326711.355174:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767326711.355176:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386679168:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326711.355177:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326711.355183:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326711.355185:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326711.355188:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:0.0:1767326711.355191:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326711.355193:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386679168/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326711.355215:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326711.355218:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326711.355221:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.355224:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1767326711.355229:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c37c192. 00000100:00000040:0.0:1767326711.355229:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326711.355236:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326711.355239:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326711.355240:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326711.355242:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326711.355246:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326711.355249:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767326711.355251:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326711.355252:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f5cba0. 02000000:00000001:2.0:1767326711.355259:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326711.355262:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326711.355264:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:2.0:1767326711.355268:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326711.355269:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326711.355270:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326711.355276:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326711.355279:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326711.355285:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326711.355286:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326711.355288:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.355294:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326711.355297:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326711.355314:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326711.355321:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386679296:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326711.355326:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326711.355328:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326711.355329:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386679296/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326711.355335:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326711.355336:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326711.355338:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e8a9ba8. 02000000:00000001:0.0:1767326711.355341:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326711.355342:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326711.355343:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326711.355345:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326711.355346:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002caef6cf. 02000000:00000001:0.0:1767326711.355348:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326711.355350:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326711.355351:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767326711.355354:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326711.355355:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326711.355356:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326711.355359:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326711.355361:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326711.355362:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326711.355364:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326712.054931:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326712.054940:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326712.055052:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326712.055060:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326712.055064:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326713.078830:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326713.078836:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326713.078954:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326713.078976:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326713.078980:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326714.102825:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326714.102831:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326714.102891:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326714.102896:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326714.102899:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326715.126886:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326715.126896:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326715.127030:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326715.127036:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326715.127040:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326715.958860:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306421752, at 4306421760 00000100:00000040:1.0:1767326715.958860:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306421752, at 4306421760 00000100:00000040:0.0:1767326715.958860:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306421752, at 4306421760 00000100:00000040:2.0:1767326715.958861:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306421752, at 4306421760 00000100:00000010:3.0:1767326715.958880:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ec594b. 00000100:00000010:2.0:1767326715.958881:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033917549. 00000100:00000010:0.0:1767326715.958887:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8b4679c. 00000100:00000010:1.0:1767326715.958889:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdc943b. 00010000:00000001:0.0:1767326716.150850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326716.150857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326716.150949:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326716.150954:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326716.150958:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326716.470865:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326716.470874:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326716.470882:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326716.470895:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326716.470900:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326716.470903:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326716.470908:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326716.470915:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077096c6c. 00000100:00000001:2.0:1767326716.470931:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326716.470945:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326716.470956:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326716.470958:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326716.470963:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.470985:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326716.470987:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326716.470990:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326716.470992:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326716.470995:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326716.470997:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326716.470998:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326716.470999:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326716.471001:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab2a51b5. 00000100:00000001:2.0:1767326716.471004:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471007:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326716.471008:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326716.471014:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326716.471016:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326716.471018:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326716.471019:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.471020:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326716.471026:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_01+1] req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326716.471026:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326716.471033:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.471041:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471045:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326716.471046:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326716.471049:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.471049:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326716.471054:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326716.471055:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326716.471056:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326716.471059:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326716.471060:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326716.471060:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000020:00000040:2.0:1767326716.471066:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:3.0:1767326716.471067:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326716.471070:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.471072:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767326716.471075:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386679424:192.168.203.127@tcp:400: 02000000:00000001:2.0:1767326716.471076:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326716.471079:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326716.471085:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd9e5f21. 00000100:00000001:3.0:1767326716.471086:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326716.471092:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.471092:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326716.471093:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326716.471097:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326716.471098:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326716.471098:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326716.471104:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326716.471106:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326716.471110:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326716.471111:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f496d4b. 00000100:00000001:2.0:1767326716.471111:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326716.471114:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326716.471115:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326716.471116:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326716.471122:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_02+2] req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326716.471124:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386679552:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767326716.471126:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fde87f94. 00000100:00000001:0.0:1767326716.471133:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326716.471138:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 02000000:00000001:0.0:1767326716.471138:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326716.471142:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326716.471144:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326716.471148:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679424, portal 25 02000000:00000010:0.0:1767326716.471149:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fe24c2. 00000100:00000001:3.0:1767326716.471152:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326716.471153:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471156:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000001:2.0:1767326716.471156:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326716.471159:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000040:2.0:1767326716.471163:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326716.471166:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000040:3.0:1767326716.471167:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326716.471173:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326716.471174:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679552, portal 10 00000100:00000001:0.0:1767326716.471181:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326716.471182:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326716.471183:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000040:2.0:1767326716.471184:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11759) 00000100:00000040:3.0:1767326716.471190:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326716.471195:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.471200:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326716.471202:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25ab09d. 00000100:00000001:2.0:1767326716.471204:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326716.471209:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386679424, offset 0 00000100:00000001:2.0:1767326716.471209:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326716.471216:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326716.471221:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326716.471241:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326716.471244:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326716.471246:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326716.471248:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326716.471250:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326716.471253:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326716.471254:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326716.471257:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326716.471260:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000010:0.0:1767326716.471260:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1faa1d8. 02000000:00000001:2.0:1767326716.471261:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326716.471279:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767326716.471283:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386679680:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326716.471284:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:0.0:1767326716.471287:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386679552, offset 0 00000100:00000001:2.0:1767326716.471293:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326716.471294:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [609:609:256:4294967295] 192.168.203.127@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:0.0:1767326716.471299:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326716.471304:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326716.471308:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326716.471312:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326716.471313:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326716.471315:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326716.471316:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0dacbd. 02000000:00000001:2.0:1767326716.471322:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.471322:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326716.471323:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326716.471323:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767326716.471331:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6168453. 00000400:00000200:0.0:1767326716.471331:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326716.471335:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326716.471338:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326716.471339:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88fdf20. 00000400:00000200:0.0:1767326716.471343:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:2.0:1767326716.471345:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679680, portal 10 00000400:00000200:0.0:1767326716.471347:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [610:610:255:4294967295] 192.168.203.127@tcp LPNI seq info [610:610:7:4294967295] 00000100:00000001:2.0:1767326716.471349:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326716.471352:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000040:2.0:1767326716.471360:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326716.471362:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000010:3.0:1767326716.471371:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000800:00000200:0.0:1767326716.471375:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326716.471376:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326716.471381:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000100:00000040:2.0:1767326716.471383:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326716.471385:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:2.0:1767326716.471387:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cb64b7a. 00000800:00000200:0.0:1767326716.471392:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326716.471393:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386679680, offset 0 00000800:00000200:3.0:1767326716.471399:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326716.471403:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326716.471404:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:3.0:1767326716.471406:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326716.471409:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326716.471414:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326716.471418:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326716.471421:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326716.471422:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.471422:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326716.471425:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326716.471430:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326716.471431:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306426872 00000100:00000040:0.0:1767326716.471431:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 153386 usecs (154 jiffies) 00000400:00000200:2.0:1767326716.471437:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [611:611:254:4294967295] 192.168.203.127@tcp LPNI seq info [611:611:6:4294967295] 00000100:00000001:0.0:1767326716.471438:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306422426 00000100:00000010:3.0:1767326716.471440:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ec594b. 00000400:00000200:2.0:1767326716.471448:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:3.0:1767326716.471450:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326716.471455:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326716.471459:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d61b862. 00000100:00000001:3.0:1767326716.471460:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306426872 00000100:00000001:0.0:1767326716.471460:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306426872 00000800:00000200:2.0:1767326716.471467:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:3.0:1767326716.471468:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6ec4eb6. 00000100:00000001:0.0:1767326716.471468:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306422426 00000800:00000200:2.0:1767326716.471476:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:3.0:1767326716.471477:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326716.471478:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326716.471482:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d61b862 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326716.471484:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306426872 00000100:00000001:0.0:1767326716.471484:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306426872 00000800:00000010:1.0:1767326716.471485:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000100:00000001:2.0:1767326716.471487:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.471492:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306422426 00000100:00000010:3.0:1767326716.471493:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000833bb266. 00000100:00000040:2.0:1767326716.471494:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10521 usecs (11 jiffies) 00000400:00000200:1.0:1767326716.471495:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326716.471499:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326716.471499:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306422283 00000100:00000001:3.0:1767326716.471504:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306426872 00000100:00000001:0.0:1767326716.471505:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306426872 00000400:00000200:1.0:1767326716.471509:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326716.471510:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306426872 00000100:00000001:0.0:1767326716.471511:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306422426 00000100:00000010:3.0:1767326716.471513:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e079dd5f. 00000100:00000001:2.0:1767326716.471517:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306422283 00000100:00000001:3.0:1767326716.471518:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326716.471524:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306426872 00000100:00000001:0.0:1767326716.471525:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306426872 00000100:00000001:3.0:1767326716.471526:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326716.471527:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306422283 00000400:00000200:1.0:1767326716.471528:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25ab09d 00000100:00000001:3.0:1767326716.471531:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326716.471533:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306426872 00000400:00000010:1.0:1767326716.471534:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e25ab09d. 00000100:00000001:0.0:1767326716.471536:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326716.471539:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306422283 00000100:00000001:0.0:1767326716.471543:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471544:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326716.471544:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306426872 00000100:00000001:1.0:1767326716.471544:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326716.471547:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471549:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326716.471550:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326716.471551:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326716.471554:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.471557:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471559:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326716.471560:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326716.471561:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471563:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326716.471564:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326716.471565:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326716.471572:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326716.471572:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326716.471574:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326716.471575:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326716.471576:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326716.471577:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326716.471580:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471581:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326716.471581:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326716.471582:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326716.471584:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326716.471586:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.471588:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326716.471589:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326716.471591:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.471595:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.471606:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.471609:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326716.471625:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326716.471628:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000400:00000200:1.0:1767326716.471632:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326716.471636:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326716.471639:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1faa1d8 00000400:00000010:1.0:1767326716.471641:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1faa1d8. 00000100:00000001:1.0:1767326716.471644:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326716.471647:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.471655:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326716.471658:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.471665:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.471667:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326716.471700:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326716.471703:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d61b862. 00000400:00000200:1.0:1767326716.471706:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326716.471710:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326716.471713:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb64b7a 00000400:00000010:1.0:1767326716.471715:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb64b7a. 00000100:00000001:1.0:1767326716.471718:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326716.471721:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.471742:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326716.471744:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.471749:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.471750:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326716.473962:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326716.473970:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326716.473972:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326716.473974:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326716.473981:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326716.473991:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12900 00000400:00000200:2.0:1767326716.473996:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13d5 [1] + 224 00000800:00000001:2.0:1767326716.474002:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326716.474005:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326716.474007:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326716.474009:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326716.474013:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326716.474016:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326716.474034:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326716.474048:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326716.474055:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326716.474057:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326716.474058:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326716.474060:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326716.474063:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326716.474068:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12880 00000400:00000200:2.0:1767326716.474071:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x13d1 [1] + 224 00000800:00000001:2.0:1767326716.474074:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326716.474076:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326716.474077:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326716.474080:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326716.474081:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326716.474086:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326716.474086:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326716.474091:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326716.474094:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326716.474097:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326716.474099:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326716.474104:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000100:00000001:2.0:1767326716.474110:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326716.474110:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000010:0.0:1767326716.474111:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:0.0:1767326716.474115:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326716.474119:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326716.474121:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326716.474125:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326716.474131:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326716.474134:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326716.474135:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326716.474137:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326716.474139:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326716.474145:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326716.474147:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767326716.474149:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326716.474151:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326716.474152:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:3.0:1767326716.474153:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde87f94. 00000100:00000001:0.0:1767326716.474154:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326716.474158:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326716.474159:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000100:00000001:0.0:1767326716.474161:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767326716.474162:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:0.0:1767326716.474165:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326716.474167:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12980 00000100:00000001:3.0:1767326716.474169:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326716.474169:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326716.474177:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326716.474179:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13e1 [1] + 224 00000100:00001000:0.0:1767326716.474179:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326716.474190:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=141 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326716.474192:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326716.474197:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767326716.474200:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326716.474200:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326716.474201:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326716.474208:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326716.474211:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326716.474213:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.474220:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326716.474221:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326716.474221:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326716.474225:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326716.474226:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326716.474228:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326716.474231:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326716.474231:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326716.474232:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767326716.474233:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326716.474236:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.474236:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326716.474240:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326716.474241:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326716.474247:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=151 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326716.474250:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326716.474252:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326716.474254:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326716.474263:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326716.474276:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326716.474282:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326716.474284:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.474289:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.474296:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326716.474297:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326716.474302:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326716.474305:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326716.474306:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326716.474312:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326716.474313:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326716.474316:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326716.474326:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326716.474329:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326716.474335:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326716.474338:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326716.474341:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6168453. 00000400:00000200:1.0:1767326716.474347:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88fdf20 00000100:00000001:3.0:1767326716.474350:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326716.474351:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a88fdf20. 00000100:00100000:0.0:1767326716.474351:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386679552:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326716.474354:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326716.474357:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326716.474359:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326716.474364:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326716.474365:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326716.474365:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326716.474371:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386679552/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326716.474377:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326716.474393:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326716.474399:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326716.474403:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326716.474406:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fe24c2. 00000100:00100000:3.0:1767326716.474411:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386679424:192.168.203.127@tcp:400: 02000000:00000001:0.0:1767326716.474412:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326716.474416:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326716.474417:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767326716.474420:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326716.474421:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326716.474422:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326716.474425:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326716.474427:0:216340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326716.474428:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767326716.474429:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab2a51b5. 02000000:00000001:1.0:1767326716.474430:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326716.474433:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386679424/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.474434:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326716.474435:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326716.474438:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326716.474439:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326716.474442:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 02000000:00000001:1.0:1767326716.474444:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.474447:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326716.474450:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326716.474451:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=151 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326716.474452:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326716.474457:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326716.474458:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767326716.474458:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=91 v=5 (1 1 0 0) 02000000:00000010:3.0:1767326716.474461:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f496d4b. 00000100:00000001:1.0:1767326716.474467:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326716.474467:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326716.474468:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326716.474471:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326716.474472:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326716.474473:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326716.474474:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767326716.474475:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326716.474479:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767326716.474480:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326716.474481:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326716.474484:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077096c6c. 00000100:00000001:0.0:1767326716.474485:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326716.474488:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326716.474491:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767326716.474492:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326716.474493:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:3.0:1767326716.474498:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326716.474500:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326716.474503:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326716.474503:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326716.474506:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326716.474508:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326716.474508:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326716.474510:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.474511:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326716.474514:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326716.474518:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326716.474518:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.474526:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326716.474528:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326716.474529:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326716.474532:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326716.474537:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386679680:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326716.474540:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326716.474541:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326716.474542:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386679680/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326716.474546:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326716.474547:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326716.474548:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0dacbd. 02000000:00000001:1.0:1767326716.474551:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326716.474552:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326716.474552:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326716.474554:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326716.474554:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd9e5f21. 02000000:00000001:1.0:1767326716.474556:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326716.474557:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326716.474558:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:1.0:1767326716.474560:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326716.474562:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326716.474563:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326716.474567:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326716.474569:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326716.474571:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326716.474578:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326717.174822:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326717.174830:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326717.174892:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326717.174903:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326717.174905:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326718.198873:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326718.198878:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326718.198969:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326718.198973:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326718.198975:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326719.222822:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326719.222830:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326719.222833:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326719.222836:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326719.222841:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326719.222844:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326719.222847:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326719.222850:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326719.222887:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326719.222892:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326719.222895:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326720.246838:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326720.246843:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326720.246919:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326720.246923:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326720.246925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326721.078837:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306426872, at 4306426880 00000100:00000040:2.0:1767326721.078839:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306426872, at 4306426880 00000100:00000010:3.0:1767326721.078853:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e079dd5f. 00000100:00000010:2.0:1767326721.078854:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000833bb266. 00000100:00000040:0.0:1767326721.078932:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306426872, at 4306426880 00000100:00000010:0.0:1767326721.078938:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ec594b. 00000100:00000040:1.0:1767326721.078996:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306426872, at 4306426880 00000100:00000010:1.0:1767326721.079004:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6ec4eb6. 00010000:00000001:0.0:1767326721.270827:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326721.270833:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326721.270928:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326721.270932:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326721.270934:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326721.590843:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326721.590853:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326721.590860:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066fd52ca. 00000020:00000040:1.0:1767326721.590866:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326721.590869:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326721.590872:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326721.590876:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326721.590882:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000884596bc. 00000100:00000001:1.0:1767326721.590889:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.590900:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326721.590912:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326721.590915:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.590921:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066fd52ca] to pc [ptlrpcd_00_03+3] req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.590953:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.590956:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326721.590959:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326721.590963:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005575eda4. 00000020:00000040:1.0:1767326721.590967:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326721.590970:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326721.590972:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326721.590974:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326721.590978:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000896b040b. 00000100:00000001:0.0:1767326721.590980:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326721.590981:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326721.590982:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.590987:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326721.590988:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.590991:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326721.590993:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326721.591003:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.591005:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326721.591014:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326721.591016:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591019:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326721.591023:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326721.591026:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005575eda4] to pc [ptlrpcd_00_00+0] req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326721.591029:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326721.591035:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326721.591040:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386679808:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326721.591044:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326721.591051:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326721.591054:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326721.591057:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326721.591062:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f64e9034. 00000100:00000001:1.0:1767326721.591063:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.591067:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326721.591067:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591071:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326721.591074:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000179cf299. 00000020:00000040:1.0:1767326721.591080:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326721.591083:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326721.591084:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767326721.591085:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 02000000:00000001:1.0:1767326721.591086:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326721.591091:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326721.591092:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326721.591093:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b80a01a. 00000100:00000001:3.0:1767326721.591095:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326721.591097:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591098:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326721.591098:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000001:3.0:1767326721.591106:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326721.591109:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326721.591110:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679808, portal 25 00000100:00000040:3.0:1767326721.591114:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.591117:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326721.591121:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831695104 : -125135877856512 : ffff8e308873a300) 00000100:00000001:1.0:1767326721.591131:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326721.591133:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326721.591134:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326721.591136:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326721.591139:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.591141:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000179cf299] to pc [ptlrpcd_00_01+1] req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326721.591145:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326721.591148:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326721.591153:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326721.591160:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386679936:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326721.591168:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326721.591170:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326721.591175:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326721.591175:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326721.591177:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591179:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326721.591180:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326721.591180:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028ee1232. 00000100:00000040:1.0:1767326721.591184:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326721.591185:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000defa4f56. 00000100:00000200:0.0:1767326721.591186:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386679808, offset 0 02000000:00000001:3.0:1767326721.591191:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.591192:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326721.591197:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326721.591198:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fde87f94. 00000100:00000001:2.0:1767326721.591200:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326721.591200:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11765) 00000400:00000200:0.0:1767326721.591204:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326721.591205:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326721.591213:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326721.591214:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000200:3.0:1767326721.591219:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386679936, portal 10 00000400:00000200:0.0:1767326721.591223:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326721.591224:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326721.591227:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831700480 : -125135877851136 : ffff8e308873b800) 00000400:00000200:0.0:1767326721.591248:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326721.591250:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326721.591253:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326721.591256:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:2.0:1767326721.591257:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326721.591260:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326721.591262:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326721.591267:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326721.591268:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326721.591276:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386680064:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326721.591278:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326721.591280:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326721.591284:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326721.591288:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326721.591289:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326721.591290:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [612:612:256:4294967295] 192.168.203.127@tcp LPNI seq info [612:612:8:4294967295] 02000000:00000001:2.0:1767326721.591293:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326721.591294:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8772341. 02000000:00000001:2.0:1767326721.591298:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326721.591300:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386679936, offset 0 02000000:00000010:2.0:1767326721.591303:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0dacbd. 02000000:00000001:2.0:1767326721.591306:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326721.591311:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326721.591313:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c44f9d7. 00000400:00000200:0.0:1767326721.591318:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326721.591319:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38c34b3. 00000100:00000200:2.0:1767326721.591325:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680064, portal 10 00000100:00000001:2.0:1767326721.591328:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326721.591330:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326721.591331:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326721.591331:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831697792 : -125135877853824 : ffff8e308873ad80) 00000400:00000200:3.0:1767326721.591339:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326721.591339:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8fb53f6. 00000100:00000040:2.0:1767326721.591342:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326721.591346:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326721.591353:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326721.591354:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326721.591359:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326721.591364:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326721.591367:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [613:613:255:4294967295] 192.168.203.127@tcp LPNI seq info [613:613:7:4294967295] 00000100:00000040:2.0:1767326721.591371:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000200:0.0:1767326721.591373:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:2.0:1767326721.591376:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c81719bc. 00000100:00000200:2.0:1767326721.591381:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386680064, offset 0 00000800:00000200:0.0:1767326721.591383:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8fb53f6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326721.591389:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326721.591394:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326721.591399:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:3.0:1767326721.591403:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000001:0.0:1767326721.591403:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326721.591408:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326721.591410:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306431992 00000400:00000200:2.0:1767326721.591411:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326721.591418:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326721.591420:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326721.591420:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000800:00000200:3.0:1767326721.591423:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326721.591427:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326721.591430:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326721.591431:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326721.591431:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326721.591436:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 152577 usecs (153 jiffies) 00000400:00000200:2.0:1767326721.591437:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326721.591441:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306431992 00000100:00000001:3.0:1767326721.591442:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306427545 00000400:00000200:2.0:1767326721.591445:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [614:614:254:4294967295] 192.168.203.127@tcp LPNI seq info [614:614:6:4294967295] 00000100:00000001:3.0:1767326721.591449:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306431992 00000100:00000010:0.0:1767326721.591450:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8849a4. 00000800:00000200:1.0:1767326721.591454:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326721.591455:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306427545 00000100:00000001:0.0:1767326721.591458:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326721.591462:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000010:1.0:1767326721.591462:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8fb53f6. 00000400:00000200:1.0:1767326721.591470:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326721.591471:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306431992 00000100:00000001:0.0:1767326721.591472:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306431992 00000800:00000200:2.0:1767326721.591478:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326721.591479:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306427545 00000100:00000010:0.0:1767326721.591482:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bea0ac4e. 00000400:00000200:1.0:1767326721.591484:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000010:2.0:1767326721.591487:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd9e5f21. 00000100:00000001:0.0:1767326721.591488:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326721.591492:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ee1232 00000100:00000001:3.0:1767326721.591495:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306431992 00000100:00000001:0.0:1767326721.591496:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306431992 00000800:00000200:2.0:1767326721.591498:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326721.591498:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028ee1232. 00000100:00000001:3.0:1767326721.591500:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306427545 00000100:00000010:0.0:1767326721.591506:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007438c43c. 00000800:00000200:2.0:1767326721.591509:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326721.591513:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd9e5f21 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326721.591513:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326721.591519:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326721.591520:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326721.591521:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306431992 00000100:00000001:0.0:1767326721.591521:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326721.591525:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10486 usecs (11 jiffies) 00000100:00000001:3.0:1767326721.591527:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326721.591528:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326721.591532:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306427403 00000100:00000001:3.0:1767326721.591533:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.591535:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326721.591537:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326721.591538:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306431992 00000100:00000001:3.0:1767326721.591539:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.591540:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326721.591543:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306427403 00000100:00000001:3.0:1767326721.591545:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326721.591549:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306431992 00000100:00000001:0.0:1767326721.591552:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326721.591553:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326721.591555:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306427403 00000100:00000001:3.0:1767326721.591557:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326721.591557:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326721.591559:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306431992 00000100:00000001:3.0:1767326721.591563:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326721.591565:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306427403 00000100:00000001:0.0:1767326721.591566:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326721.591567:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326721.591572:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306431992 00000100:00000001:0.0:1767326721.591572:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326721.591573:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591574:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326721.591577:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326721.591579:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326721.591580:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.591581:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326721.591582:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326721.591585:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326721.591591:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326721.591596:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326721.591597:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326721.591600:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326721.591600:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326721.591603:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326721.591606:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326721.591607:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326721.591609:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326721.591611:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326721.591615:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326721.591618:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:1.0:1767326721.591620:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326721.591624:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326721.591626:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8772341 00000400:00000010:1.0:1767326721.591627:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8772341. 00000100:00000001:1.0:1767326721.591629:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326721.591631:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.591636:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326721.591638:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.591642:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591642:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326721.591679:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326721.591681:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd9e5f21. 00000400:00000200:1.0:1767326721.591683:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326721.591685:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326721.591686:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81719bc 00000400:00000010:1.0:1767326721.591687:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81719bc. 00000100:00000001:1.0:1767326721.591689:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326721.591691:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.591695:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326721.591697:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.591710:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326721.591711:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326721.593492:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326721.593503:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326721.593507:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326721.593510:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326721.593518:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326721.593530:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12a00 00000400:00000200:1.0:1767326721.593537:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x13e9 [1] + 224 00000800:00000001:1.0:1767326721.593544:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326721.593549:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326721.593551:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326721.593555:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326721.593559:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326721.593562:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326721.593569:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.593584:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326721.593590:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326721.593594:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326721.593595:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326721.593599:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326721.593603:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326721.593611:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12a80 00000400:00000200:1.0:1767326721.593617:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13f1 [1] + 224 00000100:00000001:0.0:1767326721.593617:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326721.593621:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326721.593625:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326721.593629:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326721.593632:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326721.593634:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326721.593636:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000400:00000200:1.0:1767326721.593639:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326721.593642:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000010:0.0:1767326721.593646:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000400:00000200:1.0:1767326721.593647:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326721.593653:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326721.593655:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326721.593659:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326721.593670:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326721.593679:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326721.593683:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.593706:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326721.593708:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326721.593711:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326721.593712:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326721.593714:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326721.593717:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326721.593719:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326721.593720:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326721.593724:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326721.593737:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326721.593741:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326721.593743:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326721.593745:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326721.593748:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326721.593750:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.593753:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326721.593780:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.593788:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326721.593792:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326721.593794:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326721.593795:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326721.593798:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326721.593800:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326721.593802:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326721.593805:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326721.593810:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326721.593813:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066fd52ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386679808:192.168.203.127@tcp:400: 00000400:00000010:3.0:1767326721.593814:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde87f94. 00000800:00000001:1.0:1767326721.593815:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326721.593820:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000800:00000001:1.0:1767326721.593823:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326721.593824:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000100:00000001:0.0:1767326721.593824:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326721.593829:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326721.593831:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326721.593837:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000040:0.0:1767326721.593839:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066fd52ca x1853175386679808/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.593849:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326721.593853:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12b00 02000000:00000001:0.0:1767326721.593853:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326721.593857:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f64e9034. 00000400:00000200:1.0:1767326721.593862:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x13f9 [1] + 224 02000000:00000001:0.0:1767326721.593863:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326721.593866:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767326721.593870:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767326721.593870:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326721.593875:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326721.593878:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000884596bc. 00000800:00000001:1.0:1767326721.593881:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326721.593883:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326721.593885:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326721.593890:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 02000000:00000001:0.0:1767326721.593893:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326721.593896:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767326721.593896:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066fd52ca. 00000100:00000001:0.0:1767326721.593903:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767326721.593904:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.593906:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326721.593912:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326721.593920:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.593924:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326721.593926:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.593928:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.593934:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326721.593939:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326721.593953:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326721.593958:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326721.593960:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326721.593962:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326721.593964:0:216338:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326721.593965:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326721.593966:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326721.593969:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326721.593970:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326721.593971:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326721.593976:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326721.593980:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326721.593983:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326721.593985:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326721.593987:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326721.593988:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326721.593990:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326721.593991:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.593994:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326721.593995:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326721.593998:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326721.594000:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326721.594002:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326721.594002:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326721.594006:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326721.594008:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326721.594010:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c44f9d7. 00000100:00000001:3.0:1767326721.594016:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326721.594017:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38c34b3 00000100:00000001:3.0:1767326721.594019:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326721.594022:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b38c34b3. 00000100:00000001:3.0:1767326721.594023:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326721.594029:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.594030:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326721.594039:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005575eda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386679936:192.168.203.127@tcp:400: 00000100:00000200:0.0:1767326721.594039:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326721.594054:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326721.594057:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326721.594058:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326721.594063:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005575eda4 x1853175386679936/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326721.594084:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326721.594084:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326721.594089:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326721.594089:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326721.594092:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000defa4f56. 00000100:00000001:0.0:1767326721.594094:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326721.594095:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326721.594097:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767326721.594098:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326721.594101:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326721.594102:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767326721.594104:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326721.594105:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326721.594106:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000896b040b. 02000000:00000001:3.0:1767326721.594110:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326721.594112:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326721.594112:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326721.594115:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005575eda4. 00000100:00000001:3.0:1767326721.594118:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326721.594118:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326721.594120:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326721.594120:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=6 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326721.594126:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767326721.594127:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=96 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326721.594128:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326721.594133:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326721.594134:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326721.594135:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.594137:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326721.594140:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326721.594145:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326721.594152:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.594154:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326721.594156:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326721.594157:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326721.594159:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326721.594168:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.594175:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326721.594177:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326721.594179:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326721.594182:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326721.594189:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000179cf299 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386680064:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326721.594193:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326721.594194:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326721.594196:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000179cf299 x1853175386680064/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326721.594203:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326721.594205:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326721.594207:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0dacbd. 02000000:00000001:0.0:1767326721.594210:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326721.594212:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326721.594213:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326721.594216:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326721.594217:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b80a01a. 02000000:00000001:0.0:1767326721.594219:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326721.594221:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326721.594222:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000179cf299. 00000100:00000001:0.0:1767326721.594224:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326721.594225:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326721.594227:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326721.594246:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326721.594248:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326721.594250:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326721.594252:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326722.294850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326722.294856:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326722.294941:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326722.294945:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326722.294947:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326723.318853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326723.318875:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326723.318941:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326723.318945:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326723.318956:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326724.342805:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326724.342811:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326724.342844:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326724.342847:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326724.342849:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326725.366818:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326725.366824:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326725.366885:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326725.366889:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326725.366892:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326726.198856:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306431992, at 4306432000 00000100:00000010:0.0:1767326726.198872:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000040:2.0:1767326726.198892:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306431992, at 4306432000 00000100:00000010:2.0:1767326726.198908:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bea0ac4e. 00000100:00000040:3.0:1767326726.198914:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306431992, at 4306432000 00000100:00000010:3.0:1767326726.198924:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007438c43c. 00000100:00000040:1.0:1767326726.198927:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306431992, at 4306432000 00000100:00000010:1.0:1767326726.198936:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8849a4. 00010000:00000001:0.0:1767326726.390831:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326726.390836:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326726.390909:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326726.390916:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326726.390921:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326726.710854:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326726.710862:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326726.710867:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9c9b62. 00000020:00000040:0.0:1767326726.710873:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326726.710877:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326726.710880:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326726.710885:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326726.710891:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a19a0cfc. 00000100:00000001:0.0:1767326726.710898:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.710908:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326726.710917:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326726.710919:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.710924:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9c9b62] to pc [ptlrpcd_00_02+2] req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326726.710951:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.710953:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326726.710956:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326726.710959:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003f4da3. 00000020:00000040:0.0:1767326726.710961:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326726.710963:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326726.710964:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326726.710966:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326726.710973:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326726.710978:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326726.710981:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8fb53f6. 00000100:00000001:1.0:1767326726.710982:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326726.710987:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326726.710989:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326726.710994:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326726.711009:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326726.711010:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.711016:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000003f4da3] to pc [ptlrpcd_00_03+3] req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326726.711033:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326726.711037:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711038:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326726.711041:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326726.711041:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326726.711046:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326726.711046:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326726.711050:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326726.711051:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000100:00100000:1.0:1767326726.711054:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386680192:192.168.203.127@tcp:400: 00000020:00000040:0.0:1767326726.711058:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326726.711061:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326726.711062:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326726.711067:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326726.711071:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326726.711071:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326726.711077:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026e7519b. 02000000:00000001:1.0:1767326726.711078:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326726.711085:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326726.711086:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326726.711091:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686c74ad. 02000000:00000001:1.0:1767326726.711095:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.711097:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326726.711104:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5d84d4d. 00000100:00000001:0.0:1767326726.711111:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326726.711114:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326726.711118:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326726.711119:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3e9add0. 00000100:00000040:0.0:1767326726.711120:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_00+0] req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.711127:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326726.711133:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326726.711133:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680192, portal 25 00000100:00000001:1.0:1767326726.711142:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326726.711146:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326726.711148:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656540416 : -125135053011200 : ffff8e30b99dc700) 00000100:00000001:2.0:1767326726.711157:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326726.711160:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711160:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326726.711168:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326726.711169:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326726.711170:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326726.711172:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326726.711185:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.711186:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1767326726.711211:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386680320:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326726.711218:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11770) 00000100:00000001:2.0:1767326726.711231:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326726.711237:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326726.711238:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326726.711239:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326726.711245:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326726.711246:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767326726.711250:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326726.711254:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326726.711255:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000010:2.0:1767326726.711259:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047deb66f. 00000400:00000010:1.0:1767326726.711262:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000845e9253. 00000100:00000001:0.0:1767326726.711262:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326726.711263:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711268:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.711274:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326726.711275:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386680192, offset 0 00000400:00000010:2.0:1767326726.711276:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3711f50. 00000100:00000001:0.0:1767326726.711278:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326726.711284:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326726.711291:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000400:00000200:1.0:1767326726.711292:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326726.711293:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326726.711306:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326726.711308:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680320, portal 10 00000100:00000001:0.0:1767326726.711309:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326726.711316:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326726.711317:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767326726.711317:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326726.711319:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656550272 : -125135053001344 : ffff8e30b99ded80) 02000000:00000001:0.0:1767326726.711322:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326726.711326:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326726.711329:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326726.711330:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386680448:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326726.711341:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326726.711342:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326726.711346:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326726.711348:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326726.711352:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326726.711353:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326726.711362:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326726.711368:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:0.0:1767326726.711370:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 02000000:00000001:0.0:1767326726.711379:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326726.711385:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [615:615:256:4294967295] 192.168.203.127@tcp LPNI seq info [615:615:8:4294967295] 00000100:00000001:3.0:1767326726.711386:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326726.711386:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326726.711387:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000001:3.0:1767326726.711397:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326726.711399:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000040:2.0:1767326726.711402:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326726.711413:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000563b7c81. 00000100:00000200:0.0:1767326726.711414:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680448, portal 10 00000100:00000001:0.0:1767326726.711428:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767326726.711430:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386680320, offset 0 00000100:00000001:0.0:1767326726.711431:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000400:00000200:1.0:1767326726.711435:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:0.0:1767326726.711448:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326726.711452:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000200:1.0:1767326726.711466:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326726.711468:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326726.711474:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326726.711475:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263d7744. 00000100:00000040:0.0:1767326726.711476:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326726.711486:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006af3c7e. 00000100:00000200:0.0:1767326726.711492:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386680448, offset 0 00000400:00000200:2.0:1767326726.711493:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326726.711501:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326726.711502:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326726.711510:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326726.711519:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326726.711520:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326726.711528:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326726.711532:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000263d7744 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326726.711538:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [616:616:255:4294967295] 192.168.203.127@tcp LPNI seq info [616:616:7:4294967295] 00000400:00000200:2.0:1767326726.711553:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326726.711556:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326726.711561:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326726.711563:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326726.711565:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306437112 00000800:00000010:2.0:1767326726.711567:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077096c6c. 00000100:00000010:1.0:1767326726.711578:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000400:00000200:0.0:1767326726.711580:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326726.711588:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326726.711593:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326726.711593:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326726.711600:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306437112 00000800:00000200:2.0:1767326726.711602:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326726.711607:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326726.711611:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077096c6c type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326726.711612:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000400:00000200:0.0:1767326726.711612:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326726.711625:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [617:617:254:4294967295] 192.168.203.127@tcp LPNI seq info [617:617:6:4294967295] 00000100:00000001:2.0:1767326726.711627:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326726.711627:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767326726.711639:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 151777 usecs (152 jiffies) 00000100:00000001:1.0:1767326726.711641:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306437112 00000800:00000200:3.0:1767326726.711649:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326726.711653:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326726.711658:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306432664 00000100:00000010:1.0:1767326726.711658:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000800:00000010:3.0:1767326726.711660:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263d7744. 00000100:00000001:2.0:1767326726.711671:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306437112 00000800:00000200:0.0:1767326726.711671:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326726.711672:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326726.711673:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326726.711689:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306432664 00000100:00000001:1.0:1767326726.711690:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306437112 00000800:00000010:0.0:1767326726.711690:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e46c44f. 00000400:00000200:3.0:1767326726.711692:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000010:1.0:1767326726.711700:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000001:2.0:1767326726.711701:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306437112 00000100:00000001:1.0:1767326726.711707:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326726.711711:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326726.711713:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306432664 00000100:00000001:1.0:1767326726.711715:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326726.711724:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306437112 00000100:00000001:1.0:1767326726.711725:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326726.711725:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326726.711734:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306432664 00000800:00000200:0.0:1767326726.711736:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e46c44f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326726.711737:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326726.711740:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.711741:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326726.711747:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326726.711755:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306437112 00000100:00000001:1.0:1767326726.711756:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326726.711816:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326726.711818:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326726.711819:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326726.711820:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.711826:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10448 usecs (11 jiffies) 00000400:00000200:3.0:1767326726.711827:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845e9253 00000400:00000010:3.0:1767326726.711836:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845e9253. 00000100:00000001:2.0:1767326726.711838:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326726.711838:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306432524 00000100:00000001:3.0:1767326726.711845:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326726.711849:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306437112 00000100:00000001:2.0:1767326726.711850:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326726.711861:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.711862:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711862:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306432524 00000100:00000001:2.0:1767326726.711871:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.711875:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306437112 00000100:00000001:2.0:1767326726.711884:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326726.711885:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306432524 00000100:00000001:2.0:1767326726.711888:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326726.711899:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306437112 00000100:00000001:2.0:1767326726.711900:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326726.711908:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326726.711909:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306432524 00000100:00000001:2.0:1767326726.711913:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711923:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306437112 00000100:00000001:2.0:1767326726.711925:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711933:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326726.711940:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326726.711940:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711944:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.711950:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326726.711953:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326726.711966:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326726.711971:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326726.712004:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326726.712007:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077096c6c. 00000400:00000200:3.0:1767326726.712011:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326726.712017:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326726.712021:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563b7c81 00000400:00000010:3.0:1767326726.712024:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563b7c81. 00000100:00000001:3.0:1767326726.712028:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326726.712032:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326726.712043:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326726.712046:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326726.712055:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326726.712057:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326726.712098:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326726.712101:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e46c44f. 00000400:00000200:3.0:1767326726.712105:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326726.712109:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326726.712111:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006af3c7e 00000400:00000010:3.0:1767326726.712113:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006af3c7e. 00000100:00000001:3.0:1767326726.712116:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326726.712120:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326726.712128:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326726.712131:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326726.712192:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326726.712194:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326726.712751:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.712783:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326726.712786:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.712789:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326726.712802:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326726.712811:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12b80 00000400:00000200:1.0:1767326726.712819:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1401 [1] + 224 00000800:00000001:1.0:1767326726.712825:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.712831:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326726.712833:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326726.712836:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326726.712841:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326726.712844:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326726.712851:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326726.712864:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326726.712870:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.712872:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.712899:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326726.712902:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326726.712906:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326726.712908:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326726.712910:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5d84d4d. 00000400:00000200:2.0:1767326726.712914:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e9add0 00000400:00000010:2.0:1767326726.712915:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3e9add0. 00000100:00000001:2.0:1767326726.712918:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326726.712923:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326726.712930:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.712935:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326726.712936:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.712938:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326726.712941:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326726.712942:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326726.712944:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326726.712946:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326726.712952:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326726.712955:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326726.712957:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326726.712959:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326726.712961:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326726.712963:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326726.712972:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326726.712975:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.712980:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326726.712982:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326726.712983:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326726.712986:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326726.712991:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9c9b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386680192:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326726.712995:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.712996:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326726.712998:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9c9b62 x1853175386680192/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.713002:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326726.713004:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326726.713006:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686c74ad. 02000000:00000001:2.0:1767326726.713008:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326726.713010:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326726.713012:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326726.713013:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326726.713015:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a19a0cfc. 02000000:00000001:2.0:1767326726.713026:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326726.713028:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326726.713029:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9c9b62. 00000100:00000001:2.0:1767326726.713033:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326726.713033:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.713035:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.713038:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326726.713039:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326726.713040:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326726.713041:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326726.713212:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.713220:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326726.713222:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.713226:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326726.713233:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326726.713241:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12c00 00000400:00000200:1.0:1767326726.713246:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1409 [1] + 224 00000800:00000001:1.0:1767326726.713251:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.713259:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326726.713261:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326726.713266:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326726.713270:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326726.713274:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326726.713285:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326726.713320:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326726.713327:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.713333:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326726.713336:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326726.713341:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326726.713349:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326726.713357:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326726.713358:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12c80 00000100:00000001:2.0:1767326726.713362:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326726.713368:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x140d [1] + 224 00000800:00000001:1.0:1767326726.713374:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326726.713377:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326726.713382:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326726.713385:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326726.713388:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326726.713394:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3711f50. 00000400:00000200:1.0:1767326726.713394:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326726.713403:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:2.0:1767326726.713407:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:2.0:1767326726.713411:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326726.713414:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326726.713419:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326726.713424:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326726.713465:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326726.713473:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.713491:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326726.713495:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.713503:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326726.713505:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326726.713507:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326726.713508:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326726.713511:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326726.713514:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326726.713517:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=151 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326726.713523:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326726.713524:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=151 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326726.713530:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326726.713531:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.713533:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326726.713538:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326726.713541:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326726.713545:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326726.713547:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326726.713549:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326726.713551:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326726.713556:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.713564:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326726.713567:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326726.713570:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326726.713574:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326726.713579:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326726.713585:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326726.713592:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000003f4da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386680320:192.168.203.127@tcp:400: 00000400:00000001:0.0:1767326726.713593:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326726.713595:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326726.713605:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326726.713606:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000100:00000001:2.0:1767326726.713616:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326726.713621:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000003f4da3 x1853175386680320/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326726.713629:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326726.713631:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326726.713634:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047deb66f. 00000400:00000200:0.0:1767326726.713637:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 02000000:00000001:2.0:1767326726.713640:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767326726.713640:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000020:00000001:2.0:1767326726.713644:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326726.713647:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767326726.713648:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326726.713655:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767326726.713655:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326726.713662:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8fb53f6. 02000000:00000001:2.0:1767326726.713672:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326726.713678:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767326726.713678:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326726.713686:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003f4da3. 00000100:00000001:0.0:1767326726.713697:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326726.713701:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326726.713701:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326726.713707:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.713707:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326726.713712:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326726.713715:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.713715:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326726.713719:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326726.713722:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326726.713725:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326726.713729:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326726.713730:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=11 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326726.713740:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326726.713741:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=101 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326726.713746:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.713747:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326726.713750:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326726.713788:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326726.713793:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326726.713800:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.713804:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326726.713806:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326726.713807:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326726.713809:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326726.713813:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326726.713818:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326726.713820:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326726.713821:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326726.713823:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326726.713834:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386680448:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326726.713837:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.713839:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326726.713841:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386680448/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326726.713845:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326726.713847:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326726.713849:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:0.0:1767326726.713851:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326726.713853:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326726.713854:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326726.713855:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326726.713857:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026e7519b. 02000000:00000001:0.0:1767326726.713859:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326726.713860:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326726.713861:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:0.0:1767326726.713863:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326726.713864:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.713865:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326726.713868:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326726.713869:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326726.713871:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326726.713872:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326727.414860:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326727.414868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326727.414947:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326727.414951:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326727.414955:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326728.438861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326728.438868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326728.438914:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326728.438918:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326728.438921:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326729.462843:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326729.462851:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326729.462853:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326729.462855:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326729.462859:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326729.462860:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326729.462862:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326729.462877:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326729.462961:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326729.462964:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326729.462967:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326730.486791:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326730.486795:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326730.486829:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326730.486833:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326730.486835:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326731.318832:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306437112, at 4306437120 00000100:00000040:1.0:1767326731.318841:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306437112, at 4306437120 00000100:00000040:0.0:1767326731.318842:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306437112, at 4306437120 00000100:00000010:2.0:1767326731.318853:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000010:1.0:1767326731.318856:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:0.0:1767326731.318858:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000040:3.0:1767326731.318903:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306437112, at 4306437120 00000100:00000010:3.0:1767326731.318912:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00010000:00000001:0.0:1767326731.510839:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326731.510844:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326731.510968:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326731.510976:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326731.510980:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326731.830848:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326731.830863:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326731.830870:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e9a400. 00000020:00000040:3.0:1767326731.830877:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326731.830882:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326731.830886:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326731.830891:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326731.830898:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326731.830906:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326731.830916:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326731.830927:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326731.830929:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326731.830933:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e9a400] to pc [ptlrpcd_00_01+1] req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.830959:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326731.830961:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326731.830964:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326731.830972:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbed0174. 00000020:00000040:3.0:1767326731.830977:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326731.830979:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326731.830985:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326731.830991:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326731.830991:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326731.830993:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326731.830996:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326731.831000:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e14a0ef9. 00000100:00000040:0.0:1767326731.831000:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.831005:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.831009:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326731.831013:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326731.831017:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326731.831028:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326731.831034:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.831035:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326731.831037:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326731.831042:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbed0174] to pc [ptlrpcd_00_02+2] req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326731.831042:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326731.831047:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326731.831054:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326731.831059:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386680576:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326731.831065:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326731.831071:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326731.831072:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326731.831074:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326731.831077:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.831078:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326731.831082:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 02000000:00000001:0.0:1767326731.831083:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767326731.831085:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:3.0:1767326731.831088:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326731.831089:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326731.831090:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767326731.831091:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005696cb6c. 02000000:00000001:3.0:1767326731.831093:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.831095:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326731.831097:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326731.831099:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:2.0:1767326731.831099:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326731.831104:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326731.831108:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000040:2.0:1767326731.831110:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326731.831111:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326731.831119:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000200:0.0:1767326731.831133:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680576, portal 25 00000100:00000001:3.0:1767326731.831137:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326731.831138:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326731.831138:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326731.831140:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326731.831143:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814049536 : -125135895502080 : ffff8e3087666300) 00000100:00000001:2.0:1767326731.831144:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326731.831144:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326731.831147:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_03+3] req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.831149:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326731.831156:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326731.831156:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326731.831161:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326731.831181:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.831184:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326731.831189:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326731.831189:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326731.831190:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386680704:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326731.831197:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326731.831199:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326731.831201:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326731.831203:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326731.831205:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326731.831208:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326731.831210:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326731.831211:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ee37ae9. 00000100:00000001:1.0:1767326731.831212:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326731.831214:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11775) 02000000:00000001:2.0:1767326731.831216:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326731.831218:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386680576, offset 0 00000100:00000040:1.0:1767326731.831221:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326731.831224:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000074e8bd2. 02000000:00000001:2.0:1767326731.831231:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326731.831232:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326731.831239:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326731.831242:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3711f50. 00000100:00000001:1.0:1767326731.831249:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326731.831250:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 02000000:00000001:1.0:1767326731.831253:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326731.831256:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326731.831257:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:2.0:1767326731.831258:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680704, portal 10 02000000:00000001:1.0:1767326731.831261:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.831265:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767326731.831268:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386680832:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326731.831270:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814047744 : -125135895503872 : ffff8e3087665c00) 00000400:00000200:0.0:1767326731.831270:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326731.831276:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326731.831280:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326731.831280:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000040:2.0:1767326731.831284:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326731.831284:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326731.831287:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326731.831289:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326731.831295:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000010:1.0:1767326731.831296:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aa349ea. 02000000:00000001:1.0:1767326731.831302:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326731.831306:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [618:618:256:4294967295] 192.168.203.127@tcp LPNI seq info [618:618:8:4294967295] 00000100:00000001:2.0:1767326731.831308:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326731.831309:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ad470. 00000100:00000040:2.0:1767326731.831316:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326731.831316:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002823415a. 00000400:00000010:2.0:1767326731.831324:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f4f0f4. 00000100:00000200:1.0:1767326731.831324:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680832, portal 10 00000400:00000200:0.0:1767326731.831325:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326731.831329:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767326731.831332:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386680704, offset 0 00000100:00000001:1.0:1767326731.831333:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000800:00000200:0.0:1767326731.831339:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326731.831344:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326731.831345:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e7519b. 00000400:00000200:2.0:1767326731.831347:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326731.831356:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326731.831357:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326731.831363:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:1.0:1767326731.831364:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326731.831371:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326731.831371:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60ddc59. 00000800:00000200:0.0:1767326731.831372:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326731.831377:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386680832, offset 0 00000800:00000200:0.0:1767326731.831379:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e7519b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326731.831381:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326731.831386:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326731.831390:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326731.831394:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326731.831400:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306442232 00000400:00000200:2.0:1767326731.831403:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000010:0.0:1767326731.831408:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 00000400:00000200:2.0:1767326731.831411:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [619:619:255:4294967295] 192.168.203.127@tcp LPNI seq info [619:619:7:4294967295] 00000100:00000001:0.0:1767326731.831419:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326731.831428:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326731.831431:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306442232 00000800:00000200:2.0:1767326731.831438:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326731.831438:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000400:00000200:1.0:1767326731.831442:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326731.831445:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab2a51b5. 00000100:00000001:0.0:1767326731.831446:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326731.831449:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326731.831455:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306442232 00000400:00000200:1.0:1767326731.831458:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:2.0:1767326731.831459:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767326731.831462:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000400:00000200:1.0:1767326731.831464:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326731.831465:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326731.831467:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326731.831471:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000010:3.0:1767326731.831472:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e7519b. 00000800:00000200:2.0:1767326731.831474:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326731.831475:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306442232 00000400:00000200:3.0:1767326731.831480:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326731.831480:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [620:620:254:4294967295] 192.168.203.127@tcp LPNI seq info [620:620:6:4294967295] 00000800:00000200:2.0:1767326731.831481:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab2a51b5 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326731.831482:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000001:0.0:1767326731.831489:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326731.831492:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326731.831493:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326731.831496:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326731.831500:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 150982 usecs (151 jiffies) 00000100:00000001:0.0:1767326731.831502:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326731.831506:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326731.831507:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306437783 00000100:00000001:0.0:1767326731.831514:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.831515:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306442232 00000800:00000200:1.0:1767326731.831519:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326731.831520:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326731.831521:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306437783 00000100:00000001:2.0:1767326731.831528:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306442232 00000800:00000010:1.0:1767326731.831528:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f081b18. 00000100:00000001:2.0:1767326731.831531:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306437783 00000100:00000001:0.0:1767326731.831531:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326731.831535:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326731.831536:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306442232 00000100:00000001:2.0:1767326731.831541:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306437783 00000100:00000001:0.0:1767326731.831541:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326731.831545:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326731.831546:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326731.831550:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306442232 00000100:00000001:0.0:1767326731.831550:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326731.831552:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee37ae9 00000100:00000001:0.0:1767326731.831554:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326731.831556:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:3.0:1767326731.831558:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee37ae9. 00000100:00000001:2.0:1767326731.831558:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326731.831562:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f081b18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326731.831564:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.831565:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326731.831568:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.831570:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326731.831573:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10408 usecs (11 jiffies) 00000100:00000200:3.0:1767326731.831574:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.831575:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326731.831580:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306437643 00000100:00000001:2.0:1767326731.831585:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326731.831586:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306442232 00000100:00000001:2.0:1767326731.831589:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326731.831593:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306437643 00000100:00000001:2.0:1767326731.831597:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326731.831598:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306442232 00000100:00000001:3.0:1767326731.831599:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326731.831602:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326731.831603:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306437643 00000100:00000040:3.0:1767326731.831606:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.831607:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326731.831608:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306442232 00000100:00000001:2.0:1767326731.831615:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326731.831616:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306437643 00000100:00000001:3.0:1767326731.831620:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326731.831622:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306442232 00000100:00000001:3.0:1767326731.831623:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326731.831627:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326731.831629:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326731.831631:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326731.831633:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326731.831636:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326731.831638:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326731.831641:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326731.831642:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326731.831643:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326731.831645:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab2a51b5. 00000100:00000001:1.0:1767326731.831646:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326731.831650:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326731.831651:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326731.831659:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326731.831661:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f4f0f4 00000400:00000010:3.0:1767326731.831663:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f4f0f4. 00000100:00000001:3.0:1767326731.831665:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326731.831668:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.831674:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326731.831676:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.831682:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.831684:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326731.831714:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326731.831716:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f081b18. 00000400:00000200:3.0:1767326731.831720:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326731.831724:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326731.831733:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60ddc59 00000400:00000010:3.0:1767326731.831735:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60ddc59. 00000100:00000001:3.0:1767326731.831738:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326731.831742:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.831804:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326731.831807:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.831820:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.831821:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326731.832698:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326731.832708:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326731.832712:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326731.832715:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326731.832724:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326731.832737:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12d00 00000400:00000200:1.0:1767326731.832745:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1419 [1] + 224 00000800:00000001:1.0:1767326731.832786:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326731.832795:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326731.832798:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326731.832803:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326731.832807:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326731.832812:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326731.832823:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326731.832840:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326731.832847:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326731.832851:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326731.832874:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326731.832878:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326731.832883:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326731.832885:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326731.832887:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000400:00000200:0.0:1767326731.832891:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000010:0.0:1767326731.832892:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:0.0:1767326731.832894:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326731.832898:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326731.832905:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326731.832910:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326731.832911:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326731.832913:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326731.832915:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326731.832917:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326731.832919:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326731.832921:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326731.832927:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326731.832930:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326731.832933:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326731.832934:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326731.832936:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326731.832939:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326731.832940:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326731.832943:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326731.832957:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326731.832960:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326731.832962:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326731.832965:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326731.832970:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e9a400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386680576:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326731.832975:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326731.832977:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326731.832978:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326731.832979:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e9a400 x1853175386680576/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326731.832988:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326731.832988:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326731.832992:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767326731.832993:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326731.832996:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005696cb6c. 00000800:00000001:1.0:1767326731.832998:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326731.833000:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326731.833004:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326731.833006:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326731.833010:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767326731.833011:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000010:0.0:1767326731.833012:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:0.0:1767326731.833018:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326731.833020:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326731.833021:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e9a400. 00000400:00000200:1.0:1767326731.833026:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12d80 00000100:00000001:0.0:1767326731.833028:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326731.833032:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326731.833036:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326731.833037:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1421 [1] + 224 00000100:00000001:0.0:1767326731.833043:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767326731.833046:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326731.833047:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326731.833052:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326731.833055:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326731.833056:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326731.833062:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326731.833067:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326731.833072:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326731.833076:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326731.833087:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326731.833104:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326731.833109:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326731.833113:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326731.833122:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326731.833125:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326731.833132:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326731.833140:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12e00 00000100:00000001:2.0:1767326731.833143:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326731.833146:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1425 [1] + 224 00000800:00000001:1.0:1767326731.833151:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326731.833153:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326731.833158:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326731.833160:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326731.833161:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326731.833176:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3711f50. 00000400:00000200:1.0:1767326731.833180:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326731.833182:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:2.0:1767326731.833186:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000400:00000200:1.0:1767326731.833190:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326731.833192:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326731.833196:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326731.833201:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326731.833205:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326731.833230:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326731.833231:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.833260:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326731.833263:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326731.833266:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326731.833268:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326731.833269:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326731.833271:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326731.833274:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326731.833279:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326731.833283:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326731.833286:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326731.833289:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326731.833291:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326731.833292:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326731.833295:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326731.833295:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.833299:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326731.833300:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326731.833301:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767326731.833303:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326731.833306:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000001:3.0:1767326731.833307:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326731.833308:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326731.833311:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809ad470. 00000100:00000001:2.0:1767326731.833311:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326731.833315:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326731.833316:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002823415a 00000400:00000010:3.0:1767326731.833319:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002823415a. 00000100:00000040:2.0:1767326731.833321:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.833323:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326731.833331:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.833339:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326731.833345:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326731.833348:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326731.833351:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326731.833357:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.833362:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326731.833365:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326731.833369:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326731.833372:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326731.833374:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326731.833375:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326731.833377:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326731.833380:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326731.833385:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326731.833391:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326731.833392:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326731.833396:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767326731.833402:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cbed0174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386680704:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326731.833409:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326731.833410:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.833413:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326731.833419:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbed0174 x1853175386680704/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326731.833430:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.833436:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326731.833437:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326731.833439:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326731.833441:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000010:2.0:1767326731.833443:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000074e8bd2. 00000100:00000001:3.0:1767326731.833445:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326731.833448:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326731.833449:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326731.833452:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326731.833454:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:3.0:1767326731.833457:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326731.833460:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326731.833463:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e14a0ef9. 02000000:00000001:2.0:1767326731.833468:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326731.833470:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326731.833474:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326731.833474:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbed0174. 00000100:00000001:3.0:1767326731.833481:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326731.833481:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326731.833485:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326731.833485:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326731.833491:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326731.833495:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326731.833497:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326731.833500:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326731.833505:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326731.833508:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326731.833515:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386680832:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326731.833522:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326731.833524:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326731.833527:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386680832/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326731.833535:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326731.833536:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326731.833538:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aa349ea. 02000000:00000001:3.0:1767326731.833542:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326731.833543:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326731.833544:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326731.833546:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326731.833547:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 02000000:00000001:3.0:1767326731.833548:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326731.833549:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326731.833550:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000100:00000001:3.0:1767326731.833552:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326731.833558:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326731.833559:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326731.833562:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326731.833563:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326731.833564:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326731.833566:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326732.534841:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326732.534851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326732.534918:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326732.534923:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326732.534925:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326733.558844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326733.558851:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326733.558933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326733.558940:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326733.558945:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326734.582852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326734.582880:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326734.582942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326734.582957:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326734.582960:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326735.607827:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326735.607835:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326735.607878:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326735.607883:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326735.607886:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326736.438838:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306442232, at 4306442240 00000100:00000040:1.0:1767326736.438838:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306442232, at 4306442240 00000100:00000040:0.0:1767326736.438838:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306442232, at 4306442240 00000100:00000040:3.0:1767326736.438839:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306442232, at 4306442240 00000100:00000010:1.0:1767326736.438859:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00000100:00000010:2.0:1767326736.438863:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:3.0:1767326736.438866:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:0.0:1767326736.438869:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00010000:00000001:0.0:1767326736.630832:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326736.630840:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326736.630907:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326736.630913:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326736.630916:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326736.950829:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326736.950840:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326736.950848:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000688fce83. 00000020:00000040:3.0:1767326736.950855:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326736.950860:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326736.950863:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326736.950869:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326736.950876:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec4a6fa2. 00000100:00000001:3.0:1767326736.950884:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326736.950895:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326736.950905:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326736.950907:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326736.950912:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000688fce83] to pc [ptlrpcd_00_00+0] req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326736.950931:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326736.950934:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326736.950947:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326736.950950:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabbe4cd. 00000100:00000001:2.0:1767326736.950952:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326736.950954:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326736.950959:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326736.950960:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326736.950962:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326736.950964:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326736.950965:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326736.950969:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.950970:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326736.950975:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326736.950976:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019bbd5c9. 00000100:00000001:3.0:1767326736.950983:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326736.950991:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326736.951011:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326736.951013:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.951019:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326736.951020:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eabbe4cd] to pc [ptlrpcd_00_01+1] req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326736.951024:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326736.951033:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326736.951037:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326736.951041:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326736.951041:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326736.951046:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386680960:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326736.951047:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326736.951056:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326736.951058:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767326736.951061:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d895a029. 00000020:00000040:3.0:1767326736.951067:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000001:2.0:1767326736.951067:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326736.951071:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326736.951072:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326736.951073:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326736.951076:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326736.951077:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326736.951078:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326736.951080:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326736.951082:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326736.951085:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000806cad41. 02000000:00000010:3.0:1767326736.951089:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 02000000:00000001:2.0:1767326736.951090:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326736.951090:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326736.951095:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326736.951102:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3711f50. 00000100:00000040:3.0:1767326736.951106:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326736.951111:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326736.951115:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000100:00000001:0.0:1767326736.951115:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326736.951124:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326736.951124:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326736.951126:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326736.951139:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386680960, portal 25 02000000:00000001:0.0:1767326736.951142:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326736.951145:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d895a029] to pc [ptlrpcd_00_02+2] req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326736.951146:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326736.951148:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.951150:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814048640 : -125135895502976 : ffff8e3087665f80) 00000100:00100000:0.0:1767326736.951158:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386681088:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326736.951162:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326736.951169:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326736.951175:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326736.951179:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326736.951185:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326736.951192:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 00000100:00000001:2.0:1767326736.951194:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326736.951199:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326736.951202:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326736.951207:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa77072. 00000400:00000010:0.0:1767326736.951207:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000001:3.0:1767326736.951212:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326736.951215:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767326736.951217:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386680960, offset 0 00000400:00000010:0.0:1767326736.951218:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000040:3.0:1767326736.951220:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326736.951226:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681088, portal 10 00000100:00000001:0.0:1767326736.951232:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326736.951234:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326736.951236:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11780) 00000100:00000001:0.0:1767326736.951236:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814054912 : -125135895496704 : ffff8e3087667800) 00000100:00000001:1.0:1767326736.951245:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326736.951249:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326736.951250:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326736.951250:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326736.951254:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326736.951254:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326736.951255:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326736.951263:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326736.951268:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326736.951278:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326736.951280:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326736.951284:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326736.951288:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326736.951288:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326736.951292:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326736.951295:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326736.951297:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:0.0:1767326736.951297:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326736.951298:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326736.951304:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb181f0. 00000400:00000200:2.0:1767326736.951305:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [621:621:256:4294967295] 192.168.203.127@tcp LPNI seq info [621:621:8:4294967295] 00000100:00000200:0.0:1767326736.951311:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386681088, offset 0 00000100:00100000:1.0:1767326736.951314:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386681216:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326736.951319:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326736.951323:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326736.951325:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326736.951327:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:1.0:1767326736.951330:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326736.951333:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000010:1.0:1767326736.951335:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090878e7. 02000000:00000001:1.0:1767326736.951338:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326736.951341:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021825317. 00000400:00000010:1.0:1767326736.951348:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062fcd81a. 00000100:00000200:1.0:1767326736.951351:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681216, portal 10 00000100:00000001:1.0:1767326736.951355:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326736.951356:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326736.951357:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814053120 : -125135895498496 : ffff8e3087667100) 00000400:00000200:0.0:1767326736.951358:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326736.951366:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d61b862. 00000100:00000040:1.0:1767326736.951367:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326736.951368:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326736.951378:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326736.951380:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326736.951382:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:1.0:1767326736.951389:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326736.951389:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326736.951394:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b1df3ae. 00000400:00000200:0.0:1767326736.951398:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000200:1.0:1767326736.951399:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386681216, offset 0 00000800:00000200:2.0:1767326736.951400:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326736.951407:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [622:622:255:4294967295] 192.168.203.127@tcp LPNI seq info [622:622:7:4294967295] 00000800:00000200:2.0:1767326736.951409:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d61b862 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326736.951411:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326736.951425:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326736.951431:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326736.951432:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326736.951435:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:0.0:1767326736.951438:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d8f7c13. 00000400:00000200:1.0:1767326736.951439:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326736.951441:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306447352 00000400:00000200:1.0:1767326736.951446:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000010:2.0:1767326736.951449:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cde0223. 00000800:00000200:0.0:1767326736.951451:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:1.0:1767326736.951453:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326736.951458:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326736.951461:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326736.951467:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [623:623:254:4294967295] 192.168.203.127@tcp LPNI seq info [623:623:6:4294967295] 00000800:00000200:0.0:1767326736.951468:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:2.0:1767326736.951471:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306447352 00000800:00000200:0.0:1767326736.951476:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d8f7c13 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326736.951477:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536723c4. 00000400:00000200:1.0:1767326736.951484:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:2.0:1767326736.951485:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326736.951486:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.951492:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306447352 00000100:00000040:0.0:1767326736.951494:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 150193 usecs (151 jiffies) 00000100:00000010:2.0:1767326736.951498:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000100:00000001:0.0:1767326736.951501:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306442903 00000800:00000200:3.0:1767326736.951502:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326736.951504:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326736.951506:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326736.951510:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d61b862. 00000100:00000001:0.0:1767326736.951510:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306447352 00000100:00000001:2.0:1767326736.951514:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306447352 00000800:00000010:1.0:1767326736.951514:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326736.951517:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326736.951518:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306442903 00000100:00000010:2.0:1767326736.951521:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000affbf24. 00000100:00000001:0.0:1767326736.951526:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306447352 00000800:00000200:1.0:1767326736.951527:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326736.951529:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326736.951530:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326736.951536:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306442903 00000100:00000001:2.0:1767326736.951539:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326736.951540:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa77072 00000800:00000200:1.0:1767326736.951543:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:0.0:1767326736.951543:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306447352 00000400:00000010:3.0:1767326736.951546:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa77072. 00000100:00000001:2.0:1767326736.951547:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.951550:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306442903 00000800:00000200:1.0:1767326736.951552:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326736.951555:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326736.951555:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.951556:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306447352 00000100:00000001:2.0:1767326736.951561:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.951562:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326736.951566:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326736.951568:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.951569:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.951574:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326736.951574:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10367 usecs (11 jiffies) 00000100:00000001:2.0:1767326736.951579:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326736.951582:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306442763 00000100:00000001:2.0:1767326736.951585:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326736.951585:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326736.951589:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306447352 00000100:00000001:2.0:1767326736.951590:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326736.951591:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326736.951591:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326736.951594:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306442763 00000100:00000001:2.0:1767326736.951595:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326736.951599:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326736.951600:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306447352 00000100:00000001:0.0:1767326736.951601:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326736.951602:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.951606:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326736.951607:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306442763 00000100:00000001:1.0:1767326736.951611:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306447352 00000100:00000001:0.0:1767326736.951615:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326736.951616:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306442763 00000100:00000001:0.0:1767326736.951620:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326736.951621:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306447352 00000100:00000001:3.0:1767326736.951626:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326736.951626:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326736.951626:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326736.951632:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326736.951633:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326736.951634:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326736.951636:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326736.951639:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326736.951643:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326736.951645:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326736.951647:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326736.951648:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326736.951649:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326736.951650:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326736.951654:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d8f7c13. 00000100:00000001:1.0:1767326736.951655:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326736.951662:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326736.951667:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326736.951669:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb181f0 00000400:00000010:3.0:1767326736.951671:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb181f0. 00000100:00000001:3.0:1767326736.951675:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326736.951678:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326736.951686:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326736.951695:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326736.951702:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326736.951704:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326736.951738:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326736.951741:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000400:00000200:3.0:1767326736.951744:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326736.951748:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326736.951751:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1df3ae 00000400:00000010:3.0:1767326736.951753:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b1df3ae. 00000100:00000001:3.0:1767326736.951780:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326736.951784:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326736.951793:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326736.951871:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326736.951878:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326736.951880:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326736.953919:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326736.953928:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326736.953930:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326736.953932:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326736.953938:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326736.953948:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a12e80 00000400:00000200:1.0:1767326736.953953:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1431 [1] + 224 00000800:00000001:1.0:1767326736.953959:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326736.953963:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326736.953964:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326736.953966:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326736.953975:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326736.953979:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326736.953988:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326736.954005:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326736.954013:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326736.954017:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326736.954020:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326736.954023:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326736.954029:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326736.954031:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326736.954035:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326736.954040:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326736.954044:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326736.954052:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12f00 00000400:00000010:2.0:1767326736.954055:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3711f50. 00000400:00000200:2.0:1767326736.954061:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:2.0:1767326736.954063:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:2.0:1767326736.954066:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326736.954071:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1439 [1] + 224 00000100:00000200:2.0:1767326736.954072:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326736.954081:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326736.954088:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326736.954090:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326736.954092:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326736.954103:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326736.954103:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326736.954107:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326736.954110:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326736.954111:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326736.954114:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326736.954117:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767326736.954117:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326736.954120:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326736.954125:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326736.954144:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326736.954150:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=21 v=5 (1 1 1 1) 00000100:00000040:1.0:1767326736.954150:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326736.954155:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326736.954158:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326736.954163:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326736.954166:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.954172:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326736.954176:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326736.954178:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326736.954185:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326736.954186:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326736.954190:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326736.954193:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326736.954194:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326736.954199:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326736.954199:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326736.954204:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326736.954205:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326736.954209:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000688fce83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386680960:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326736.954210:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326736.954217:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326736.954218:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326736.954219:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326736.954221:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326736.954224:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767326736.954227:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000100:00000040:2.0:1767326736.954230:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000688fce83 x1853175386680960/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326736.954233:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a12f80 00000400:00000200:0.0:1767326736.954234:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000010:0.0:1767326736.954239:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:0.0:1767326736.954246:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326736.954249:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326736.954252:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1441 [1] + 224 02000000:00000001:2.0:1767326736.954254:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326736.954255:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326736.954258:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000806cad41. 00000800:00000001:1.0:1767326736.954262:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326736.954263:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326736.954267:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326736.954270:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326736.954275:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326736.954279:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec4a6fa2. 00000800:00000001:1.0:1767326736.954279:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326736.954279:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326736.954286:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326736.954288:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326736.954291:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326736.954294:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000688fce83. 00000400:00000200:1.0:1767326736.954299:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326736.954301:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326736.954305:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.954306:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326736.954308:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326736.954309:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.954310:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326736.954315:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326736.954315:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326736.954317:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326736.954319:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326736.954319:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326736.954324:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326736.954325:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326736.954328:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.954330:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326736.954337:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326736.954339:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326736.954344:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326736.954352:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326736.954356:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326736.954357:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326736.954359:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326736.954361:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326736.954362:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.954367:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1767326736.954368:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326736.954370:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:1.0:1767326736.954375:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.954375:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326736.954377:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326736.954380:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326736.954383:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326736.954385:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326736.954386:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326736.954389:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021825317. 00000400:00000200:2.0:1767326736.954393:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fcd81a 00000100:00000040:0.0:1767326736.954394:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326736.954396:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062fcd81a. 00000100:00000001:2.0:1767326736.954400:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326736.954406:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326736.954410:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326736.954417:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326736.954420:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326736.954422:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326736.954429:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326736.954434:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326736.954436:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326736.954439:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326736.954442:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326736.954444:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767326736.954448:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eabbe4cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386681088:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326736.954453:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326736.954456:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326736.954456:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.954461:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326736.954464:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=21 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326736.954466:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eabbe4cd x1853175386681088/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326736.954469:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326736.954473:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326736.954475:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326736.954479:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326736.954484:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767326736.954485:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326736.954488:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326736.954492:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 00010000:00000001:2.0:1767326736.954494:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.954498:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326736.954499:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326736.954499:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326736.954503:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767326736.954503:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326736.954506:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326736.954507:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326736.954512:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767326736.954513:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326736.954516:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019bbd5c9. 02000000:00000001:0.0:1767326736.954522:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326736.954523:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326736.954524:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326736.954526:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1767326736.954528:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabbe4cd. 00000100:00000001:2.0:1767326736.954529:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.954534:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326736.954535:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326736.954538:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326736.954544:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326736.954550:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d895a029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386681216:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326736.954551:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326736.954555:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.954556:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326736.954560:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326736.954561:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326736.954564:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d895a029 x1853175386681216/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326752 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326736.954565:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.954573:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326736.954575:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326736.954576:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090878e7. 02000000:00000001:2.0:1767326736.954579:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326736.954580:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326736.954585:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326736.954586:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326736.954588:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 02000000:00000001:2.0:1767326736.954590:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326736.954591:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326736.954591:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d895a029. 00000100:00000001:2.0:1767326736.954594:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326736.954595:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326736.954596:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326736.954599:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326736.954600:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326736.954601:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326736.954602:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326737.654899:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326737.654909:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326737.654987:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326737.654993:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326737.654996:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326738.678850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326738.678858:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326738.678861:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326738.678864:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326738.678868:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326738.678871:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326738.678872:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326738.678874:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326738.678934:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326738.678938:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326738.678941:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326739.702850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326739.702857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326739.702878:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326739.702882:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326739.702885:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326740.726884:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326740.726892:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326740.726977:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326740.726983:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326740.726987:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326741.558842:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306447352, at 4306447360 00000100:00000040:2.0:1767326741.558843:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306447352, at 4306447360 00000100:00000040:0.0:1767326741.558843:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306447352, at 4306447360 00000100:00000040:3.0:1767326741.558844:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306447352, at 4306447360 00000100:00000010:2.0:1767326741.558859:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00000100:00000010:0.0:1767326741.558859:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cde0223. 00000100:00000010:1.0:1767326741.558863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536723c4. 00000100:00000010:3.0:1767326741.558865:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000affbf24. 00010000:00000001:0.0:1767326741.750872:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326741.750877:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326741.750908:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326741.750913:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326741.750916:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326742.070870:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326742.070878:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326742.070887:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326742.070893:0:146839:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326742.070896:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326742.070899:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326742.070903:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326742.070909:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002caef6cf. 00000100:00000001:2.0:1767326742.070915:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326742.070923:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326742.070932:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326742.070934:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326742.070938:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326742.070962:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326742.070965:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326742.070969:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326742.070979:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326742.070983:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326742.070985:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326742.070989:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000100:00000040:3.0:1767326742.070993:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326742.070995:0:146839:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326742.071000:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326742.071003:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326742.071004:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326742.071008:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.071008:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326742.071009:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326742.071013:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326742.071014:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea01fb88. 00000100:00000001:2.0:1767326742.071019:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326742.071026:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326742.071028:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326742.071029:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326742.071034:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326742.071041:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386681344:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326742.071049:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326742.071049:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326742.071052:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326742.071056:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326742.071059:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_00+0] req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326742.071060:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326742.071066:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326742.071071:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022c0c64a. 02000000:00000001:3.0:1767326742.071074:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326742.071079:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fde87f94. 00000400:00000010:3.0:1767326742.071085:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007eaeff45. 00000100:00000001:2.0:1767326742.071092:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326742.071106:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681344, portal 25 00000100:00000001:3.0:1767326742.071112:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326742.071112:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326742.071115:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:2.0:1767326742.071119:0:146839:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767326742.071124:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326742.071125:0:146839:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000100:00000001:1.0:1767326742.071130:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326742.071131:0:146839:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:1.0:1767326742.071135:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326742.071139:0:146839:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326742.071141:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.071142:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326742.071143:0:146839:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326742.071146:0:146839:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.071147:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326742.071149:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767326742.071153:0:146839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000120c306a. 00000100:00000001:1.0:1767326742.071154:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326742.071156:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326742.071160:0:146839:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.071160:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326742.071162:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6c2e81. 00000100:00000001:1.0:1767326742.071167:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326742.071169:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386681344, offset 0 00000100:00000040:2.0:1767326742.071172:0:146839:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326742.071173:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326742.071177:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326742.071182:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326742.071186:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326742.071196:0:146839:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326742.071199:0:146839:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326742.071200:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326742.071206:0:146839:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_01+1] req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326742.071207:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326742.071216:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326742.071222:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326742.071228:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326742.071237:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [624:624:256:4294967295] 192.168.203.127@tcp LPNI seq info [624:624:8:4294967295] 00000100:00000001:1.0:1767326742.071245:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326742.071247:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326742.071250:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326742.071252:0:146839:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326742.071254:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326742.071256:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326742.071258:0:146839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326742.071260:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326742.071264:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00100000:1.0:1767326742.071265:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386681472:192.168.203.127@tcp:400: 00000800:00000010:3.0:1767326742.071269:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e439ff06. 00000100:00000001:1.0:1767326742.071271:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326742.071275:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326742.071275:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326742.071277:0:146839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326742.071278:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326742.071279:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000200:3.0:1767326742.071283:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:1.0:1767326742.071285:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326742.071286:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326742.071288:0:146839:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11785) 02000000:00000010:1.0:1767326742.071290:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006428b3d6. 00000100:00000001:0.0:1767326742.071292:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326742.071295:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.071296:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326742.071302:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000010:1.0:1767326742.071302:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000100:00000001:0.0:1767326742.071303:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326742.071307:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326742.071309:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e439ff06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326742.071310:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326742.071311:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000200:1.0:1767326742.071318:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681472, portal 10 00000100:00000040:0.0:1767326742.071319:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326742.071322:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326742.071325:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.071327:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 00000100:00000001:3.0:1767326742.071331:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306452472 00000100:00000010:3.0:1767326742.071339:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc559c9e. 00000100:00000040:1.0:1767326742.071342:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.071342:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326742.071347:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326742.071347:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326742.071354:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326742.071356:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306452472 00000100:00000001:1.0:1767326742.071358:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326742.071358:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767326742.071362:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4254591. 02000000:00000001:0.0:1767326742.071364:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326742.071367:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326742.071368:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326742.071372:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306452472 00000400:00000010:1.0:1767326742.071373:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000010:3.0:1767326742.071375:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064be71a1. 00000100:00000200:1.0:1767326742.071378:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386681472, offset 0 00000100:00000001:3.0:1767326742.071380:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767326742.071382:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386681600:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326742.071385:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306452472 00000100:00000001:0.0:1767326742.071391:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767326742.071392:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000400:00000200:1.0:1767326742.071392:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326742.071397:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326742.071399:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326742.071403:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326742.071404:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326742.071404:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326742.071409:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326742.071411:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326742.071412:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326742.071416:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326742.071417:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326742.071420:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326742.071422:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767326742.071423:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015181482. 00000100:00000001:3.0:1767326742.071425:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326742.071426:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326742.071428:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326742.071430:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326742.071433:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326742.071434:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000010:0.0:1767326742.071436:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000100:00000001:3.0:1767326742.071437:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326742.071437:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326742.071444:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326742.071444:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [625:625:255:4294967295] 192.168.203.127@tcp LPNI seq info [625:625:7:4294967295] 00000800:00000010:2.0:1767326742.071445:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e439ff06. 00000400:00000010:0.0:1767326742.071446:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000200:0.0:1767326742.071453:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681600, portal 10 00000400:00000200:2.0:1767326742.071454:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326742.071457:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326742.071459:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000400:00000200:2.0:1767326742.071464:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:0.0:1767326742.071469:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326742.071470:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326742.071478:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326742.071484:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326742.071488:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6c2e81 00000400:00000010:0.0:1767326742.071488:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e905df37. 00000800:00000200:1.0:1767326742.071491:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326742.071492:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a6c2e81. 00000100:00000001:2.0:1767326742.071499:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767326742.071499:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000100:00000200:0.0:1767326742.071499:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386681600, offset 0 00000100:00000200:2.0:1767326742.071505:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326742.071512:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326742.071513:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326742.071521:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326742.071521:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326742.071527:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326742.071527:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326742.071528:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326742.071532:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:1.0:1767326742.071534:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326742.071537:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326742.071541:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326742.071541:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326742.071544:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326742.071544:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326742.071545:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [626:626:254:4294967295] 192.168.203.127@tcp LPNI seq info [626:626:6:4294967295] 00000100:00000040:1.0:1767326742.071552:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 149421 usecs (150 jiffies) 00000100:00000001:1.0:1767326742.071559:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306448022 00000400:00000200:0.0:1767326742.071563:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326742.071564:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306452472 00000100:00000001:1.0:1767326742.071570:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306448022 00000800:00000200:0.0:1767326742.071572:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326742.071575:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306452472 00000800:00000010:0.0:1767326742.071578:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204d5723. 00000100:00000001:1.0:1767326742.071580:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306448022 00000800:00000200:2.0:1767326742.071583:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326742.071586:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000100:00000001:1.0:1767326742.071586:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306452472 00000800:00000200:0.0:1767326742.071586:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:2.0:1767326742.071591:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326742.071592:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306448022 00000800:00000200:0.0:1767326742.071595:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:2.0:1767326742.071596:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326742.071599:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306452472 00000400:00000200:2.0:1767326742.071600:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000800:00000200:0.0:1767326742.071600:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204d5723 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326742.071605:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767326742.071605:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326742.071606:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326742.071610:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326742.071612:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326742.071612:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10333 usecs (11 jiffies) 00000100:00000200:2.0:1767326742.071615:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.071618:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306447883 00000100:00000001:1.0:1767326742.071619:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.071625:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326742.071627:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326742.071627:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306452472 00000100:00000001:1.0:1767326742.071629:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326742.071633:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.071633:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306447883 00000100:00000001:0.0:1767326742.071635:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306452472 00000100:00000001:0.0:1767326742.071637:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306447883 00000100:00000001:2.0:1767326742.071640:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.071640:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306452472 00000100:00000001:2.0:1767326742.071642:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326742.071642:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306447883 00000100:00000001:1.0:1767326742.071643:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326742.071644:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306452472 00000100:00000001:1.0:1767326742.071648:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.071649:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326742.071653:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.071658:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.071658:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.071666:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326742.071678:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326742.071681:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204d5723. 00000400:00000200:2.0:1767326742.071691:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326742.071696:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326742.071700:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e905df37 00000400:00000010:2.0:1767326742.071702:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e905df37. 00000100:00000001:2.0:1767326742.071706:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326742.071710:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326742.071718:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326742.071720:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326742.071727:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326742.071729:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326742.073028:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326742.073047:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326742.073052:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326742.073054:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326742.073064:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326742.073079:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13000 00000400:00000200:3.0:1767326742.073155:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1449 [1] + 224 00000800:00000001:3.0:1767326742.073175:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326742.073179:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326742.073181:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326742.073185:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326742.073190:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326742.073196:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326742.073205:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326742.073223:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326742.073230:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326742.073232:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326742.073234:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326742.073235:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326742.073238:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326742.073242:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13080 00000400:00000200:3.0:1767326742.073246:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1451 [1] + 224 00000800:00000001:3.0:1767326742.073250:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326742.073266:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326742.073269:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326742.073274:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326742.073276:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326742.073278:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde87f94. 00000400:00000200:0.0:1767326742.073286:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eaeff45 00000400:00000010:0.0:1767326742.073288:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eaeff45. 00000800:00000001:3.0:1767326742.073293:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.073295:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326742.073301:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326742.073304:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326742.073312:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326742.073324:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326742.073344:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326742.073345:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.073417:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326742.073421:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.073422:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.073431:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326742.073437:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326742.073443:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326742.073445:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326742.073448:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326742.073452:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326742.073453:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=27 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326742.073459:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326742.073459:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=27 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326742.073465:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.073472:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326742.073475:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326742.073478:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326742.073480:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.073482:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.073485:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326742.073488:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326742.073489:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326742.073494:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326742.073497:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326742.073498:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326742.073501:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000100:00000001:0.0:1767326742.073502:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326742.073505:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326742.073507:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000100:00000040:0.0:1767326742.073510:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326742.073511:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:1.0:1767326742.073517:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326742.073520:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386681344:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326742.073524:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.073529:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326742.073533:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326742.073536:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386681344/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326742.073545:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326742.073553:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.073570:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326742.073573:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326742.073574:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326742.073577:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022c0c64a. 02000000:00000001:0.0:1767326742.073582:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326742.073586:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326742.073586:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326742.073588:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326742.073590:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326742.073591:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326742.073593:0:216339:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326742.073598:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326742.073598:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002caef6cf. 02000000:00000001:1.0:1767326742.073599:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326742.073608:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326742.073610:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326742.073611:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326742.073612:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326742.073614:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326742.073621:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 02000000:00000001:1.0:1767326742.073624:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.073626:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326742.073632:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326742.073634:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=17 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326742.073635:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:0.0:1767326742.073641:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326742.073652:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326742.073653:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326742.073661:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13100 00000100:00000001:0.0:1767326742.073661:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.073662:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326742.073667:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.073673:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326742.073674:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326742.073679:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1459 [1] + 224 00010000:00000001:1.0:1767326742.073679:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.073681:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326742.073692:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326742.073697:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000800:00000001:3.0:1767326742.073701:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326742.073701:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326742.073706:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326742.073710:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326742.073712:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326742.073721:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326742.073726:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326742.073728:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326742.073729:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326742.073731:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326742.073742:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386681472:192.168.203.127@tcp:400: 00000400:00000200:3.0:1767326742.073747:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326742.073752:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326742.073755:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326742.073782:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326742.073788:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326742.073794:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386681472/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326742.073801:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326742.073843:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326742.073843:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326742.073848:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326742.073850:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326742.073851:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006428b3d6. 00000800:00000001:3.0:1767326742.073854:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326742.073859:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326742.073863:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326742.073864:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326742.073868:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326742.073871:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea01fb88. 00000100:00000001:0.0:1767326742.073872:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326742.073875:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326742.073876:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326742.073879:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1767326742.073879:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767326742.073883:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000400:00000001:0.0:1767326742.073883:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326742.073886:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000100:00000001:1.0:1767326742.073890:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767326742.073891:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000100:00000001:1.0:1767326742.073894:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326742.073894:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000100:00000001:0.0:1767326742.073898:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326742.073900:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326742.073904:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326742.073907:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326742.073912:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326742.073915:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326742.073919:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326742.073924:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.073925:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326742.073927:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.073929:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326742.073930:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326742.073931:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326742.073932:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326742.073934:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326742.073937:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326742.073939:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=117 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326742.073941:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326742.073942:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326742.073944:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326742.073946:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326742.073950:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.073952:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326742.073953:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326742.073954:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326742.073955:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326742.073958:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.073979:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326742.073981:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326742.073982:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326742.073986:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326742.073994:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386681600:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326742.073999:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.074001:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326742.074004:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386681600/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326742.074011:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326742.074012:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326742.074014:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015181482. 02000000:00000001:0.0:1767326742.074017:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326742.074018:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326742.074019:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326742.074022:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326742.074023:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000120c306a. 02000000:00000001:0.0:1767326742.074026:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326742.074027:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326742.074028:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00000001:0.0:1767326742.074031:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326742.074032:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.074034:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326742.074038:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326742.074039:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326742.074042:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326742.074043:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326742.774852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326742.774860:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326742.774921:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326742.774927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326742.774930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326743.798855:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326743.798862:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326743.798930:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326743.798935:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326743.798937:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326744.822853:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326744.822859:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326744.822921:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326744.822926:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326744.822930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326745.846880:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326745.846894:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326745.846952:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326745.846958:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326745.846961:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326746.678866:0:220968:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306452472, at 4306452480 00000100:00000040:1.0:1767326746.678866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306452472, at 4306452480 00000100:00000040:0.0:1767326746.678873:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306452472, at 4306452480 00000100:00000010:2.0:1767326746.678888:0:220968:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064be71a1. 00000100:00000010:1.0:1767326746.678894:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4254591. 00000100:00000010:0.0:1767326746.678897:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc559c9e. 00000100:00000040:3.0:1767326746.678930:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306452472, at 4306452480 00000100:00000010:3.0:1767326746.678945:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00010000:00000001:0.0:1767326746.870837:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326746.870848:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326746.870927:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326746.870932:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326746.870935:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326747.190903:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326747.190916:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326747.190927:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5e5b364. 00000020:00000040:0.0:1767326747.190935:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:0.0:1767326747.190940:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326747.190944:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326747.190950:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326747.190958:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b6d790. 00000100:00000001:0.0:1767326747.190974:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.190985:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326747.190995:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326747.190998:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.191003:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e5b364] to pc [ptlrpcd_00_02+2] req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.191032:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.191033:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326747.191036:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326747.191038:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db43e7dc. 00000020:00000040:0.0:1767326747.191040:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326747.191042:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326747.191043:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326747.191044:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326747.191046:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cdbb995. 00000100:00000001:0.0:1767326747.191084:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.191088:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326747.191088:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326747.191095:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326747.191097:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326747.191100:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.191101:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326747.191104:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db43e7dc] to pc [ptlrpcd_00_03+3] req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326747.191112:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.191115:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.191119:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326747.191122:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326747.191125:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059af8e54. 00000020:00000040:0.0:1767326747.191129:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326747.191133:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326747.191135:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326747.191142:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326747.191143:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326747.191143:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.191157:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.191158:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326747.191158:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d87fd39d. 02000000:00000001:1.0:1767326747.191167:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326747.191168:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326747.191168:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.191177:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326747.191183:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326747.191185:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326747.191197:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326747.191213:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386681728:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326747.191223:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326747.191229:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.191234:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326747.191242:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059af8e54] to pc [ptlrpcd_00_00+0] req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326747.191243:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326747.191247:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326747.191252:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326747.191260:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a7eac4. 02000000:00000001:1.0:1767326747.191266:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326747.191281:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000100:00000001:3.0:1767326747.191283:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326747.191290:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326747.191296:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326747.191296:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000001:0.0:1767326747.191297:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326747.191302:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326747.191303:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326747.191311:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681728, portal 25 00000100:00000001:2.0:1767326747.191315:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326747.191316:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.191322:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326747.191322:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326747.191324:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326747.191329:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656539520 : -125135053012096 : ffff8e30b99dc380) 00000100:00000001:2.0:1767326747.191330:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767326747.191334:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386681856:192.168.203.127@tcp:400: 00000100:00000040:0.0:1767326747.191338:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11790) 00000100:00000040:2.0:1767326747.191343:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326747.191349:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326747.191354:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326747.191365:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326747.191373:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326747.191374:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.191375:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326747.191380:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.191383:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326747.191384:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326747.191391:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326747.191395:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326747.191397:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ad0935c. 02000000:00000001:2.0:1767326747.191398:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326747.191406:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326747.191408:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326747.191408:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326747.191413:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a13eeb5. 00000400:00000010:1.0:1767326747.191415:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000100:00100000:2.0:1767326747.191419:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386681984:192.168.203.127@tcp:400: 00000100:00000200:1.0:1767326747.191424:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386681728, offset 0 00000100:00000001:2.0:1767326747.191426:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326747.191427:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde28b17. 02000000:00000001:2.0:1767326747.191434:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767326747.191436:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681856, portal 10 02000000:00000001:2.0:1767326747.191439:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.191443:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326747.191446:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 02000000:00000001:2.0:1767326747.191451:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326747.191452:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656545792 : -125135053005824 : ffff8e30b99ddc00) 02000000:00000010:2.0:1767326747.191463:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066816d20. 02000000:00000001:2.0:1767326747.191470:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326747.191471:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326747.191472:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:2.0:1767326747.191483:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3711f50. 00000400:00000200:1.0:1767326747.191494:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326747.191496:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000100:00000001:3.0:1767326747.191502:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326747.191506:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:2.0:1767326747.191511:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386681984, portal 10 00000100:00000040:3.0:1767326747.191512:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326747.191517:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea3119d9. 00000400:00000200:1.0:1767326747.191520:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326747.191524:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767326747.191525:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386681856, offset 0 00000400:00000200:1.0:1767326747.191531:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326747.191535:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656542208 : -125135053009408 : ffff8e30b99dce00) 00000400:00000200:1.0:1767326747.191548:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [627:627:256:4294967295] 192.168.203.127@tcp LPNI seq info [627:627:8:4294967295] 00000400:00000200:3.0:1767326747.191549:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326747.191558:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326747.191570:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326747.191576:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326747.191579:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:2.0:1767326747.191581:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d10e487. 00000100:00000200:2.0:1767326747.191587:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386681984, offset 0 00000800:00000200:1.0:1767326747.191592:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:3.0:1767326747.191599:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326747.191599:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326747.191601:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd0938f. 00000400:00000200:3.0:1767326747.191614:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326747.191622:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:3.0:1767326747.191627:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326747.191634:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326747.191640:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326747.191643:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326747.191647:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [628:628:255:4294967295] 192.168.203.127@tcp LPNI seq info [628:628:7:4294967295] 00000800:00000200:1.0:1767326747.191660:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cd0938f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326747.191671:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326747.191685:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326747.191693:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:3.0:1767326747.191695:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326747.191696:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306457592 00000400:00000200:2.0:1767326747.191703:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326747.191705:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b29c8ab9. 00000100:00000010:1.0:1767326747.191708:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b4a7d6. 00000400:00000200:2.0:1767326747.191713:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000800:00000200:3.0:1767326747.191718:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326747.191719:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326747.191727:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326747.191734:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326747.191734:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306457592 00000400:00000200:2.0:1767326747.191740:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:3.0:1767326747.191752:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29c8ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326747.191752:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000400:00000200:2.0:1767326747.191754:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [629:629:254:4294967295] 192.168.203.127@tcp LPNI seq info [629:629:6:4294967295] 00000100:00000001:1.0:1767326747.191817:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326747.191824:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326747.191825:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306457593 00000100:00000001:3.0:1767326747.191829:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326747.191833:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfa90cb3. 00000100:00000040:3.0:1767326747.191839:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 148651 usecs (149 jiffies) 00000100:00000001:1.0:1767326747.191843:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326747.191846:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306453142 00000800:00000200:2.0:1767326747.191847:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326747.191852:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306457593 00000100:00000001:3.0:1767326747.191854:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306457592 00000800:00000200:0.0:1767326747.191854:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326747.191858:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba48390a. 00000100:00000010:1.0:1767326747.191860:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c050695. 00000800:00000010:0.0:1767326747.191864:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd0938f. 00000100:00000001:3.0:1767326747.191866:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306453142 00000100:00000001:1.0:1767326747.191871:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326747.191876:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326747.191878:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306457592 00000800:00000200:2.0:1767326747.191879:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326747.191882:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326747.191886:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306453142 00000100:00000001:3.0:1767326747.191896:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306457593 00000100:00000001:1.0:1767326747.191896:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326747.191896:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000800:00000200:2.0:1767326747.191898:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000001:1.0:1767326747.191909:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.191913:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306453142 00000800:00000200:2.0:1767326747.191914:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba48390a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326747.191915:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326747.191915:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000400:00000010:0.0:1767326747.191920:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:2.0:1767326747.191923:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326747.191925:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326747.191929:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326747.191930:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10296 usecs (11 jiffies) 00000100:00000200:0.0:1767326747.191930:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326747.191934:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326747.191938:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306453004 00000100:00000001:1.0:1767326747.191940:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326747.191944:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326747.191947:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306457592 00000100:00000001:1.0:1767326747.191948:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326747.191951:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326747.191955:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306453004 00000100:00000001:1.0:1767326747.191955:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.191957:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326747.191963:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306457592 00000100:00000001:0.0:1767326747.191966:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.191970:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306453004 00000100:00000001:0.0:1767326747.191970:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326747.191983:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306457593 00000800:00000200:0.0:1767326747.191985:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326747.191986:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306453004 00000800:00000010:0.0:1767326747.191991:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b29c8ab9. 00000100:00000001:2.0:1767326747.191992:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306457593 00000100:00000001:2.0:1767326747.191997:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326747.191997:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326747.192000:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326747.192004:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326747.192005:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326747.192008:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3119d9 00000100:00000001:2.0:1767326747.192009:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326747.192011:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea3119d9. 00000100:00000001:2.0:1767326747.192014:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326747.192015:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326747.192018:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326747.192019:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326747.192025:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326747.192028:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326747.192029:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326747.192031:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.192036:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326747.192037:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326747.192045:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.192050:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.192085:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306457593 00000100:00000001:3.0:1767326747.192087:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326747.192088:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326747.192093:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba48390a. 00000400:00000200:0.0:1767326747.192098:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326747.192101:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:0.0:1767326747.192104:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d10e487 00000400:00000010:0.0:1767326747.192110:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d10e487. 00000100:00000001:0.0:1767326747.192114:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326747.192117:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.192124:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326747.192127:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.192131:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326747.192133:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326747.192165:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.192169:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.192171:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326747.192176:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326747.192178:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326747.192180:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326747.192181:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326747.192182:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326747.192184:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326747.193287:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193297:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326747.193300:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193302:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326747.193308:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326747.193384:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13180 00000400:00000200:3.0:1767326747.193392:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1461 [1] + 224 00000800:00000001:3.0:1767326747.193399:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193406:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326747.193409:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326747.193414:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326747.193420:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326747.193425:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326747.193436:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326747.193457:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326747.193498:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326747.193502:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326747.193508:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326747.193511:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326747.193514:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000400:00000200:1.0:1767326747.193520:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:1.0:1767326747.193522:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000800:00000001:3.0:1767326747.193525:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326747.193527:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326747.193535:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326747.193538:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326747.193542:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193547:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326747.193571:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326747.193580:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326747.193583:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326747.193586:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326747.193590:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326747.193595:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326747.193600:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326747.193607:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:1.0:1767326747.193608:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326747.193622:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=32 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326747.193630:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13280 00000100:00001000:1.0:1767326747.193633:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326747.193639:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326747.193641:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x146d [1] + 224 00000100:00000001:1.0:1767326747.193643:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326747.193649:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326747.193651:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.193654:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326747.193659:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326747.193667:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326747.193671:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326747.193673:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326747.193676:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326747.193685:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5e5b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386681728:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326747.193691:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326747.193693:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326747.193696:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5e5b364 x1853175386681728/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326747.193704:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326747.193708:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326747.193712:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a7eac4. 00000800:00000001:3.0:1767326747.193716:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193720:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326747.193724:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326747.193725:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326747.193733:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326747.193740:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000400:00000200:3.0:1767326747.193741:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326747.193751:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767326747.193752:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326747.193756:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2b6d790. 02000000:00000001:1.0:1767326747.193789:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326747.193791:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326747.193793:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5e5b364. 00000100:00000001:1.0:1767326747.193797:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326747.193798:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326747.193801:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326747.193806:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326747.193808:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326747.193811:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326747.193815:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326747.193828:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326747.193840:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326747.193853:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326747.193857:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193867:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326747.193869:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326747.193871:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326747.193875:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326747.193881:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13200 00000400:00000200:3.0:1767326747.193885:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1469 [1] + 224 00000100:00000001:2.0:1767326747.193887:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326747.193889:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326747.193891:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326747.193897:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326747.193898:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326747.193903:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326747.193903:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326747.193910:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3711f50. 00000400:00000200:3.0:1767326747.193913:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326747.193920:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:2.0:1767326747.193923:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:2.0:1767326747.193926:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326747.193928:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326747.193932:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326747.193934:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326747.193986:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326747.193990:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326747.194050:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326747.194052:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326747.194053:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326747.194056:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326747.194071:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326747.194073:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326747.194074:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326747.194078:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326747.194080:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326747.194084:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326747.194089:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326747.194094:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326747.194095:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326747.194099:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326747.194104:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326747.194105:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767326747.194107:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326747.194108:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326747.194111:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a13eeb5. 00010000:00000001:2.0:1767326747.194112:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326747.194117:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde28b17 00010000:00080000:2.0:1767326747.194119:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326747.194121:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dde28b17. 00000100:00000001:0.0:1767326747.194126:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326747.194131:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326747.194133:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326747.194135:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326747.194139:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326747.194142:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326747.194145:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326747.194149:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326747.194152:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326747.194158:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326747.194160:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326747.194161:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326747.194167:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.194174:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326747.194177:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326747.194180:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059af8e54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386681984:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326747.194180:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326747.194182:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326747.194184:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326747.194187:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.194189:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326747.194190:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.194192:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326747.194195:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059af8e54 x1853175386681984/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326747.194199:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=22 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326747.194201:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326747.194203:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326747.194207:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066816d20. 00000100:00001000:0.0:1767326747.194207:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=22 v=5 (1 1 1 1) 02000000:00000001:2.0:1767326747.194212:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326747.194214:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767326747.194215:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326747.194218:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:0.0:1767326747.194218:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326747.194225:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767326747.194225:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326747.194228:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d87fd39d. 00010000:00000001:0.0:1767326747.194230:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326747.194231:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326747.194236:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326747.194238:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326747.194239:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059af8e54. 00000100:00000001:2.0:1767326747.194243:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326747.194244:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326747.194246:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326747.194248:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326747.194251:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326747.194252:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326747.194254:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326747.194255:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326747.194258:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326747.194261:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326747.194262:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.194270:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326747.194272:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326747.194273:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326747.194276:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326747.194280:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db43e7dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386681856:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326747.194284:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326747.194286:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326747.194287:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db43e7dc x1853175386681856/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326747.194292:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326747.194293:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326747.194295:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ad0935c. 02000000:00000001:0.0:1767326747.194297:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326747.194299:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326747.194300:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326747.194301:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326747.194303:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cdbb995. 02000000:00000001:0.0:1767326747.194304:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326747.194306:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326747.194306:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db43e7dc. 00000100:00000001:0.0:1767326747.194308:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326747.194309:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326747.194311:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326747.194314:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326747.194315:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326747.194316:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326747.194318:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326747.894852:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326747.894861:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326747.894933:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326747.894937:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326747.894940:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326748.918867:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326748.918876:0:221240:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326748.918879:0:221240:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326748.918881:0:221240:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326748.918887:0:221240:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326748.918889:0:221240:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326748.918891:0:221240:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326748.918892:0:221240:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326748.918959:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326748.918963:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326748.918966:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326749.942844:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326749.942852:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326749.942903:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326749.942908:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326749.942911:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326750.966918:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326750.966927:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326750.967001:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326750.967007:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326750.967010:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326751.798849:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306457593, at 4306457600 00000100:00000040:2.0:1767326751.798849:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306457593, at 4306457600 00000100:00000040:0.0:1767326751.798859:0:221240:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306457592, at 4306457600 00000100:00000010:3.0:1767326751.798867:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c050695. 00000100:00000010:2.0:1767326751.798870:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfa90cb3. 00000100:00000010:0.0:1767326751.798872:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b4a7d6. 00000100:00000040:1.0:1767326751.798922:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306457592, at 4306457600 00000100:00000010:1.0:1767326751.798929:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00010000:00000001:0.0:1767326751.990861:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326751.990868:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326751.990928:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326751.990932:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326751.990934:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326752.310877:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326752.310886:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326752.310895:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326752.310902:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:1.0:1767326752.310906:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326752.310909:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326752.310914:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326752.310920:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077bca809. 00000100:00000001:1.0:1767326752.310926:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.310935:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326752.310943:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326752.310945:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.310949:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_01+1] req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.310971:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.310974:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326752.310992:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326752.310997:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326752.310999:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767326752.311003:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d74f184. 00000100:00000001:0.0:1767326752.311003:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326752.311009:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000040:0.0:1767326752.311013:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311014:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326752.311017:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326752.311018:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326752.311021:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326752.311040:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326752.311040:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f081b18. 00000100:00000001:1.0:1767326752.311044:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.311049:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326752.311062:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326752.311066:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.311069:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326752.311072:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326752.311072:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326752.311077:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326752.311081:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d74f184] to pc [ptlrpcd_00_02+2] req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326752.311082:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326752.311090:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386682112:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326752.311098:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326752.311103:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326752.311106:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326752.311108:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326752.311113:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000429711ea. 02000000:00000001:0.0:1767326752.311116:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.311118:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.311123:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326752.311126:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326752.311128:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326752.311131:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326752.311132:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326752.311132:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a1dd461. 00000400:00000010:0.0:1767326752.311134:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7174c81. 00000020:00000040:1.0:1767326752.311135:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000040:2.0:1767326752.311138:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311141:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326752.311144:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326752.311146:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326752.311146:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037ec959d. 00000100:00000001:2.0:1767326752.311147:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326752.311150:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326752.311154:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767326752.311155:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000263d7744. 02000000:00000001:2.0:1767326752.311156:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326752.311157:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682112, portal 25 02000000:00000001:2.0:1767326752.311159:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.311159:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326752.311161:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326752.311163:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326752.311165:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326752.311167:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386682240:192.168.203.127@tcp:400: 00000100:00000040:1.0:1767326752.311167:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326752.311167:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00000001:2.0:1767326752.311175:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326752.311177:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326752.311179:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326752.311180:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311181:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326752.311189:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.311189:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1dd461] to pc [ptlrpcd_00_03+3] req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326752.311193:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326752.311198:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b3c5f11. 02000000:00000001:2.0:1767326752.311201:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.311207:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767326752.311209:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3711f50. 00000100:00000040:0.0:1767326752.311214:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326752.311217:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000400:00000010:0.0:1767326752.311221:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cbed2. 00000100:00000200:2.0:1767326752.311222:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682240, portal 10 00000100:00000200:0.0:1767326752.311226:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386682112, offset 0 00000100:00000001:2.0:1767326752.311227:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326752.311232:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831688832 : -125135877862784 : ffff8e3088738a80) 00000100:00000001:1.0:1767326752.311232:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326752.311235:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326752.311239:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326752.311240:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326752.311243:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326752.311248:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326752.311250:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326752.311250:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11795) 00000100:00000001:3.0:1767326752.311252:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326752.311256:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326752.311256:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326752.311259:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:3.0:1767326752.311263:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326752.311263:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007944aae7. 00000400:00000200:0.0:1767326752.311269:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326752.311270:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386682240, offset 0 00000400:00000200:0.0:1767326752.311279:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326752.311284:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326752.311288:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326752.311296:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326752.311300:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326752.311304:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326752.311305:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [630:630:256:4294967295] 192.168.203.127@tcp LPNI seq info [630:630:8:4294967295] 02000000:00000001:3.0:1767326752.311307:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326752.311310:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326752.311314:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326752.311317:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386682368:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326752.311322:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326752.311327:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326752.311328:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326752.311329:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326752.311335:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326752.311338:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f924832e. 00000800:00000200:0.0:1767326752.311341:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000001:3.0:1767326752.311342:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326752.311342:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000010:3.0:1767326752.311349:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000407916e8. 00000400:00000200:2.0:1767326752.311350:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326752.311351:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cdbb995. 00000400:00000010:3.0:1767326752.311354:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a9b1c7. 00000400:00000200:2.0:1767326752.311356:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000200:3.0:1767326752.311360:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682368, portal 10 00000400:00000200:2.0:1767326752.311363:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326752.311364:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326752.311367:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:3.0:1767326752.311368:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831701376 : -125135877850240 : ffff8e308873bb80) 00000400:00000200:2.0:1767326752.311370:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326752.311378:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326752.311379:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [631:631:255:4294967295] 192.168.203.127@tcp LPNI seq info [631:631:7:4294967295] 00000800:00000200:0.0:1767326752.311384:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326752.311392:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cdbb995 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326752.311396:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326752.311401:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:3.0:1767326752.311405:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326752.311409:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da21cd37. 00000100:00000200:3.0:1767326752.311413:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386682368, offset 0 00000800:00000200:2.0:1767326752.311413:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326752.311417:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326752.311419:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326752.311420:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff164f49. 00000100:00000001:0.0:1767326752.311425:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306462712 00000400:00000200:3.0:1767326752.311430:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:2.0:1767326752.311432:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000010:0.0:1767326752.311434:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 00000400:00000200:3.0:1767326752.311436:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326752.311443:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326752.311445:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326752.311448:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:3.0:1767326752.311449:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326752.311454:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff164f49 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326752.311455:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326752.311455:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306462712 00000400:00000200:3.0:1767326752.311463:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [632:632:254:4294967295] 192.168.203.127@tcp LPNI seq info [632:632:6:4294967295] 00000100:00000001:2.0:1767326752.311465:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326752.311465:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047f3b03. 00000100:00000001:0.0:1767326752.311474:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326752.311476:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326752.311480:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 147892 usecs (148 jiffies) 00000800:00000200:1.0:1767326752.311482:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326752.311487:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306458260 00000800:00000010:1.0:1767326752.311487:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cdbb995. 00000100:00000001:0.0:1767326752.311488:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306462712 00000800:00000200:3.0:1767326752.311492:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000010:0.0:1767326752.311496:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003985ae24. 00000800:00000010:3.0:1767326752.311497:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4e853. 00000100:00000001:2.0:1767326752.311500:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306462712 00000100:00000001:0.0:1767326752.311504:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326752.311505:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306458260 00000400:00000200:1.0:1767326752.311505:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326752.311508:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326752.311511:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306462712 00000100:00000001:0.0:1767326752.311512:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306462712 00000100:00000001:2.0:1767326752.311517:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306458260 00000800:00000200:3.0:1767326752.311518:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:1.0:1767326752.311519:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000010:0.0:1767326752.311521:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa95d9c. 00000100:00000001:2.0:1767326752.311522:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306462712 00000800:00000200:3.0:1767326752.311524:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4e853 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326752.311528:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306458260 00000400:00000200:1.0:1767326752.311529:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cbed2 00000100:00000001:0.0:1767326752.311529:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326752.311530:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326752.311533:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cbed2. 00000100:00000040:3.0:1767326752.311536:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10260 usecs (11 jiffies) 00000100:00000001:3.0:1767326752.311540:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306458123 00000100:00000001:1.0:1767326752.311540:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326752.311545:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326752.311546:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306462712 00000100:00000001:2.0:1767326752.311546:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306462712 00000100:00000200:1.0:1767326752.311549:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326752.311552:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306458123 00000100:00000001:2.0:1767326752.311554:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326752.311554:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326752.311559:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306462712 00000100:00000001:2.0:1767326752.311561:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.311562:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326752.311565:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306458123 00000100:00000001:2.0:1767326752.311567:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.311568:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326752.311571:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306462712 00000100:00000001:2.0:1767326752.311573:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326752.311576:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306458123 00000100:00000001:1.0:1767326752.311577:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326752.311580:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326752.311581:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306462712 00000100:00000001:0.0:1767326752.311581:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326752.311583:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326752.311584:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326752.311587:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326752.311587:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326752.311588:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326752.311592:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326752.311594:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.311595:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326752.311596:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.311599:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326752.311601:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326752.311602:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.311602:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.311604:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326752.311606:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326752.311607:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326752.311610:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326752.311613:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326752.311615:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326752.311617:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326752.311620:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326752.311623:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326752.311625:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326752.311626:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326752.311631:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff164f49. 00000400:00000200:1.0:1767326752.311637:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326752.311641:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326752.311645:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007944aae7 00000400:00000010:1.0:1767326752.311647:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007944aae7. 00000100:00000001:1.0:1767326752.311651:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326752.311654:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311662:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326752.311664:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311677:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.311678:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326752.311731:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326752.311733:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4e853. 00000400:00000200:1.0:1767326752.311735:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326752.311738:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326752.311740:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da21cd37 00000400:00000010:1.0:1767326752.311741:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da21cd37. 00000100:00000001:1.0:1767326752.311743:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326752.311745:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311750:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326752.311751:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.311755:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.311788:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326752.313599:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326752.313609:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326752.313611:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326752.313613:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326752.313618:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326752.313626:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13300 00000400:00000200:0.0:1767326752.313631:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1479 [1] + 224 00000800:00000001:0.0:1767326752.313636:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326752.313669:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326752.313671:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326752.313674:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326752.313678:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326752.313680:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326752.313687:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326752.313710:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326752.313716:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326752.313720:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326752.313722:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326752.313725:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326752.313730:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326752.313737:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13380 00000400:00000200:0.0:1767326752.313743:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x147d [1] + 224 00000100:00000001:1.0:1767326752.313746:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326752.313748:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326752.313750:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326752.313756:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326752.313775:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326752.313777:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326752.313779:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7174c81. 00000400:00000200:1.0:1767326752.313783:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec959d 00000400:00000200:0.0:1767326752.313786:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326752.313787:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037ec959d. 00000400:00000200:0.0:1767326752.313792:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326752.313794:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326752.313796:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326752.313802:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326752.313802:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326752.313836:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326752.313836:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326752.313865:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326752.313867:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326752.313869:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326752.313870:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326752.313871:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326752.313875:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326752.313876:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326752.313880:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326752.313883:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326752.313886:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326752.313891:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326752.313894:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326752.313897:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326752.313898:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326752.313900:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326752.313902:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326752.313903:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326752.313904:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326752.313909:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326752.313911:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326752.313915:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326752.313920:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326752.313920:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326752.313925:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3711f50. 00000100:00000001:1.0:1767326752.313925:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326752.313927:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326752.313933:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000100:00000040:1.0:1767326752.313934:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326752.313938:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00100000:1.0:1767326752.313945:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386682112:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326752.313946:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326752.313952:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326752.313955:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326752.313956:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326752.313957:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326752.313961:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386682112/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326752.313966:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326752.313972:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326752.313976:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326752.313988:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326752.313991:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326752.313992:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326752.313995:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000429711ea. 02000000:00000001:1.0:1767326752.314000:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326752.314003:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326752.314005:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326752.314009:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326752.314009:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326752.314014:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326752.314015:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077bca809. 00000100:00000001:2.0:1767326752.314021:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326752.314021:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326752.314037:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326752.314040:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000400:00000200:3.0:1767326752.314041:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:1.0:1767326752.314043:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326752.314046:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326752.314048:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326752.314050:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.314052:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326752.314056:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326752.314057:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326752.314061:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767326752.314062:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=27 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326752.314063:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326752.314068:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13400 00000100:00000001:1.0:1767326752.314069:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326752.314071:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326752.314073:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326752.314079:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1489 [1] + 224 00000100:00000001:2.0:1767326752.314081:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326752.314084:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326752.314088:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326752.314088:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326752.314091:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326752.314095:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767326752.314097:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326752.314098:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000400:00000200:3.0:1767326752.314102:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326752.314103:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326752.314107:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326752.314112:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000040:2.0:1767326752.314116:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326752.314118:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326752.314126:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326752.314133:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326752.314138:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326752.314140:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326752.314145:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326752.314160:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d74f184 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386682240:192.168.203.127@tcp:400: 00000100:00000040:3.0:1767326752.314166:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326752.314168:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326752.314172:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326752.314179:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d74f184 x1853175386682240/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326752.314190:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326752.314191:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326752.314194:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767326752.314194:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b3c5f11. 02000000:00000001:2.0:1767326752.314200:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767326752.314203:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326752.314204:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326752.314207:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000800:00000001:3.0:1767326752.314208:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326752.314210:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326752.314219:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f081b18. 02000000:00000001:2.0:1767326752.314223:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326752.314225:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326752.314227:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d74f184. 00000100:00000001:2.0:1767326752.314231:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326752.314231:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326752.314234:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326752.314235:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326752.314238:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326752.314240:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326752.314241:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326752.314245:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000407916e8. 00000100:00000001:2.0:1767326752.314247:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326752.314248:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a9b1c7 00000100:00000001:2.0:1767326752.314250:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326752.314251:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a9b1c7. 00000100:00000001:0.0:1767326752.314257:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326752.314258:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326752.314261:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326752.314262:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326752.314271:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326752.314281:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326752.314283:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326752.314284:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326752.314285:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326752.314286:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326752.314287:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326752.314289:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326752.314292:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326752.314294:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=127 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326752.314295:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326752.314296:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326752.314297:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326752.314300:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326752.314305:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.314306:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326752.314307:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326752.314308:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326752.314309:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326752.314311:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326752.314315:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326752.314316:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326752.314317:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326752.314318:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326752.314323:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a1dd461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386682368:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326752.314325:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326752.314326:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326752.314328:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a1dd461 x1853175386682368/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326752.314339:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326752.314340:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326752.314341:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f924832e. 02000000:00000001:0.0:1767326752.314343:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326752.314344:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326752.314345:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326752.314347:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326752.314348:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000263d7744. 02000000:00000001:0.0:1767326752.314349:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326752.314350:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326752.314351:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a1dd461. 00000100:00000001:0.0:1767326752.314353:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326752.314354:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326752.314355:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326752.314358:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326752.314359:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326752.314360:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326752.314361:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326753.014850:0:221240:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326753.014857:0:221240:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326753.014955:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326753.014958:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326753.014961:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326754.038810:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326754.038815:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326754.038851:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326754.038855:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326754.038858:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326755.062806:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326755.062812:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326755.062888:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326755.062892:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326755.062894:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326756.086842:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326756.086849:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326756.086884:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326756.086889:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326756.086892:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326756.918841:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306462712, at 4306462720 00000100:00000040:2.0:1767326756.918848:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306462712, at 4306462720 00000100:00000040:0.0:1767326756.918848:0:211949:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306462712, at 4306462720 00000100:00000040:1.0:1767326756.918849:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306462712, at 4306462720 00000100:00000010:3.0:1767326756.918856:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa95d9c. 00000100:00000010:2.0:1767326756.918860:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003985ae24. 00000100:00000010:1.0:1767326756.918863:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047f3b03. 00000100:00000010:0.0:1767326756.918866:0:211949:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00010000:00000001:0.0:1767326757.110850:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326757.110856:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326757.110922:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326757.110927:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326757.110930:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326757.430886:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326757.430895:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326757.430903:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005aa99807. 00000020:00000040:2.0:1767326757.430909:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326757.430913:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326757.430915:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326757.430920:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326757.430926:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba48390a. 00000100:00000001:2.0:1767326757.430931:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326757.430940:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326757.430948:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326757.430950:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326757.430954:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aa99807] to pc [ptlrpcd_00_00+0] req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326757.430976:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326757.430978:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326757.431008:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326757.431010:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e46c97a. 00000020:00000040:2.0:1767326757.431012:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326757.431014:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326757.431016:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326757.431017:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326757.431020:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000120c306a. 00000100:00000001:1.0:1767326757.431021:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326757.431023:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326757.431025:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326757.431028:0:216339:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1767326757.431030:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326757.431032:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431033:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326757.431042:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326757.431043:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431044:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326757.431047:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e46c97a] to pc [ptlrpcd_00_01+1] req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.431049:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.431055:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326757.431059:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326757.431062:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326757.431064:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326757.431068:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326757.431070:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326757.431071:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326757.431075:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003058bb4e. 00000020:00000040:2.0:1767326757.431080:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326757.431084:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326757.431087:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326757.431088:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326757.431089:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326757.431092:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431094:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326757.431094:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326757.431096:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea01fb88. 00000100:00000001:2.0:1767326757.431102:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326757.431102:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326757.431107:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326757.431110:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326757.431113:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326757.431122:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386682624:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326757.431123:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326757.431125:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326757.431131:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003058bb4e] to pc [ptlrpcd_00_02+2] req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.431131:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326757.431138:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326757.431142:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326757.431147:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326757.431154:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2c4454f. 02000000:00000001:1.0:1767326757.431158:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326757.431165:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000100:00000001:2.0:1767326757.431167:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326757.431170:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326757.431173:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000040:2.0:1767326757.431174:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326757.431178:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11800) 00000100:00000200:1.0:1767326757.431190:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682624, portal 10 00000100:00000001:0.0:1767326757.431191:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326757.431195:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767326757.431196:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326757.431199:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656815104 : -125135052736512 : ffff8e30b9a1f800) 00000100:00000040:1.0:1767326757.431208:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326757.431209:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326757.431218:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326757.431221:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326757.431222:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326757.431223:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326757.431228:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326757.431228:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326757.431229:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326757.431232:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326757.431235:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000001:0.0:1767326757.431236:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326757.431240:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386682624, offset 0 00000100:00000040:0.0:1767326757.431245:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326757.431252:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326757.431260:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326757.431262:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326757.431265:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326757.431267:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326757.431269:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 02000000:00000001:0.0:1767326757.431271:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326757.431276:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326757.431279:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386682752:192.168.203.127@tcp:400: 00000400:00000200:1.0:1767326757.431285:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326757.431286:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326757.431291:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326757.431292:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326757.431295:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326757.431298:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 02000000:00000001:0.0:1767326757.431300:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326757.431304:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [633:633:256:4294967295] 192.168.203.127@tcp LPNI seq info [633:633:8:4294967295] 02000000:00000010:0.0:1767326757.431306:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054bfb1e8. 02000000:00000001:0.0:1767326757.431311:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326757.431316:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8af1ee. 00000400:00000200:1.0:1767326757.431321:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000010:0.0:1767326757.431323:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209d96ba. 00000800:00000200:1.0:1767326757.431329:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000200:0.0:1767326757.431330:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682752, portal 10 00000100:00000001:0.0:1767326757.431335:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326757.431336:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bca809. 00000100:00000001:0.0:1767326757.431337:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656811520 : -125135052740096 : ffff8e30b9a1ea00) 00000800:00000200:1.0:1767326757.431349:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:0.0:1767326757.431354:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326757.431358:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326757.431366:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077bca809 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326757.431372:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326757.431378:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326757.431381:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e168bb58. 00000100:00000200:0.0:1767326757.431384:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386682752, offset 0 00000100:00000001:1.0:1767326757.431387:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326757.431392:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:1.0:1767326757.431395:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 147141 usecs (148 jiffies) 00000100:00000001:1.0:1767326757.431400:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306463380 00000400:00000200:0.0:1767326757.431401:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000010:1.0:1767326757.431408:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0326e3. 00000400:00000200:0.0:1767326757.431409:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326757.431417:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326757.431422:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:1.0:1767326757.431425:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306463380 00000400:00000200:0.0:1767326757.431426:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326757.431432:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000400:00000200:0.0:1767326757.431433:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326757.431440:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326757.431440:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [634:634:255:4294967295] 192.168.203.127@tcp LPNI seq info [634:634:7:4294967295] 00000100:00000001:1.0:1767326757.431454:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306463380 00000400:00000200:0.0:1767326757.431455:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000010:1.0:1767326757.431460:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3293eb0. 00000800:00000200:0.0:1767326757.431467:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326757.431468:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767326757.431474:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007c47897. 00000800:00000200:0.0:1767326757.431481:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:1.0:1767326757.431482:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306463380 00000800:00000200:0.0:1767326757.431488:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000010:1.0:1767326757.431489:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000847255a6. 00000800:00000200:0.0:1767326757.431494:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007c47897 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326757.431495:0:216339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326757.431502:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326757.431503:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326757.431503:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326757.431509:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bca809. 00000100:00000001:1.0:1767326757.431510:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326757.431512:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10226 usecs (11 jiffies) 00000400:00000200:3.0:1767326757.431517:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326757.431517:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326757.431518:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306463243 00000100:00000001:0.0:1767326757.431524:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306463380 00000100:00000040:1.0:1767326757.431525:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326757.431531:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326757.431531:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306463243 00000100:00000001:0.0:1767326757.431539:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306463380 00000400:00000200:3.0:1767326757.431540:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000100:00000001:0.0:1767326757.431545:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306463243 00000100:00000001:1.0:1767326757.431548:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326757.431552:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306463380 00000400:00000010:3.0:1767326757.431553:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:1.0:1767326757.431553:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326757.431560:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306463243 02000000:00000001:1.0:1767326757.431561:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326757.431563:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326757.431565:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306463380 02000000:00000001:1.0:1767326757.431566:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326757.431571:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326757.431572:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326757.431572:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326757.431578:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326757.431582:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386682496:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326757.431584:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326757.431589:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431590:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326757.431596:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326757.431598:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326757.431600:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326757.431603:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002daf1072. 02000000:00000001:1.0:1767326757.431606:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326757.431610:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000400:00000010:1.0:1767326757.431615:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000100:00000200:1.0:1767326757.431618:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682496, portal 25 00000100:00000001:1.0:1767326757.431620:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326757.431621:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656816000 : -125135052735616 : ffff8e30b9a1fb80) 00000100:00000040:1.0:1767326757.431626:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.431633:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326757.431642:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326757.431645:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326757.431648:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386682496, offset 0 00000400:00000200:1.0:1767326757.431656:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326757.431665:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:3.0:1767326757.431668:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326757.431671:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326757.431677:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326757.431678:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326757.431683:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326757.431689:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326757.431697:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [635:635:254:4294967295] 192.168.203.127@tcp LPNI seq info [635:635:6:4294967295] 00000100:00000001:3.0:1767326757.431700:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326757.431704:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326757.431710:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326757.431716:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326757.431720:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b80a01a. 00000800:00000200:1.0:1767326757.431724:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326757.431729:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326757.431732:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b80a01a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326757.431736:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431738:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306467832 00000100:00000001:1.0:1767326757.431743:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306463380 00000100:00000001:1.0:1767326757.431747:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306467832 00000100:00000001:1.0:1767326757.431750:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306463380 00000100:00000001:1.0:1767326757.431756:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306467832 00000100:00000001:1.0:1767326757.431781:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306463380 00000100:00000001:1.0:1767326757.431785:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306467833 00000100:00000001:1.0:1767326757.431788:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306463380 00000100:00000001:1.0:1767326757.431791:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326757.431793:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431796:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431797:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.431807:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326757.431809:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326757.431811:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326757.431813:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326757.431815:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.431817:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326757.431829:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326757.431834:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007c47897. 00000400:00000200:3.0:1767326757.431838:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326757.431842:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326757.431846:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e168bb58 00000400:00000010:3.0:1767326757.431848:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e168bb58. 00000100:00000001:3.0:1767326757.431851:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326757.431854:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326757.431862:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326757.431864:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326757.431871:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326757.431873:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326757.431908:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326757.431911:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b80a01a. 00000400:00000200:3.0:1767326757.431914:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326757.431917:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326757.431920:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:3.0:1767326757.431922:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:3.0:1767326757.431924:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326757.431927:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326757.431969:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326757.431980:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326757.431987:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326757.432004:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326757.433287:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326757.433298:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326757.433301:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326757.433304:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326757.433310:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326757.433327:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13580 00000400:00000200:0.0:1767326757.433334:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1499 [1] + 224 00000800:00000001:0.0:1767326757.433340:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326757.433344:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326757.433346:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326757.433349:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326757.433353:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326757.433357:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326757.433367:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326757.433386:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326757.433392:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326757.433395:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326757.433397:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326757.433399:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326757.433404:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326757.433410:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13500 00000100:00000001:3.0:1767326757.433415:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326757.433416:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x1491 [1] + 224 00000100:00000001:3.0:1767326757.433419:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326757.433423:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326757.433426:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326757.433428:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326757.433430:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326757.433432:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326757.433434:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8af1ee. 00000400:00000200:0.0:1767326757.433439:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326757.433441:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209d96ba 00000400:00000010:3.0:1767326757.433445:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209d96ba. 00000100:00000001:3.0:1767326757.433448:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326757.433451:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326757.433454:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326757.433459:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326757.433481:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326757.433485:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326757.433512:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326757.433515:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326757.433519:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326757.433520:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326757.433523:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326757.433525:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326757.433529:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326757.433532:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326757.433533:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326757.433540:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326757.433540:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326757.433543:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326757.433550:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00001000:3.0:1767326757.433552:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=42 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326757.433557:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326757.433558:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=132 v=5 (1 1 0 0) 00000400:00000200:0.0:1767326757.433559:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13480 00000100:00000001:1.0:1767326757.433562:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326757.433569:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326757.433569:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326757.433572:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326757.433573:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326757.433578:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767326757.433578:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000400:00000200:1.0:1767326757.433585:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00010000:00080000:3.0:1767326757.433587:0:216341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326757.433589:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:1.0:1767326757.433595:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326757.433601:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x14a1 [1] + 224 00000100:00000200:1.0:1767326757.433605:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326757.433607:0:216341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326757.433616:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326757.433616:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326757.433620:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000200:1.0:1767326757.433625:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326757.433626:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767326757.433627:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326757.433633:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326757.433637:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.433646:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326757.433648:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.433651:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326757.433651:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326757.433657:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326757.433659:0:216333:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326757.433661:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326757.433665:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326757.433668:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.433669:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326757.433670:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326757.433676:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326757.433678:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326757.433682:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326757.433684:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326757.433691:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=32 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326757.433693:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326757.433694:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.433699:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326757.433702:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326757.433708:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326757.433712:0:216339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.433719:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326757.433722:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326757.433726:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326757.433730:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326757.433731:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003058bb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386682752:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326757.433733:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326757.433738:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326757.433740:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326757.433741:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326757.433746:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326757.433747:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326757.433755:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003058bb4e x1853175386682752/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326757.433785:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326757.433789:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326757.433793:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054bfb1e8. 00000100:00000001:1.0:1767326757.433796:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326757.433799:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326757.433800:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767326757.433805:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326757.433805:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326757.433809:0:216341:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326757.433814:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326757.433814:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326757.433817:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea01fb88. 02000000:00000001:3.0:1767326757.433824:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326757.433827:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326757.433830:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003058bb4e. 00000100:00100000:1.0:1767326757.433833:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e46c97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386682624:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326757.433836:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326757.433840:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326757.433843:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326757.433844:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326757.433848:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767326757.433848:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326757.433852:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326757.433853:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000100:00000001:3.0:1767326757.433859:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326757.433860:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000100:00000001:3.0:1767326757.433863:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326757.433864:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:1.0:1767326757.433870:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326757.433873:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326757.433882:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.433889:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326757.433891:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.433892:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326757.433894:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326757.433896:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326757.433898:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326757.433900:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326757.433902:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=42 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326757.433905:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326757.433907:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326757.433909:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326757.433910:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326757.433912:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.433914:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326757.433917:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.433930:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326757.433932:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326757.433933:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326757.433936:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326757.433944:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005aa99807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386682496:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326757.433947:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.433949:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326757.433952:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e46c97a x1853175386682624/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.433958:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326757.433960:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326757.433962:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2c4454f. 02000000:00000001:1.0:1767326757.433965:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326757.433967:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326757.433968:0:216339:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326757.433970:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326757.433972:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000120c306a. 02000000:00000001:1.0:1767326757.433974:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326757.433976:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326757.433977:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e46c97a. 00000100:00000001:1.0:1767326757.433980:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326757.433981:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.433983:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326757.433985:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005aa99807 x1853175386682496/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326757.434009:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326757.434011:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326757.434012:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002daf1072. 02000000:00000001:1.0:1767326757.434014:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326757.434015:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326757.434016:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326757.434024:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326757.434026:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba48390a. 02000000:00000001:1.0:1767326757.434028:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326757.434029:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326757.434031:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005aa99807. 00000100:00000001:1.0:1767326757.434033:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326757.434034:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.434037:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326757.434040:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326757.434042:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326757.434044:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326757.434046:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326758.134854:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326758.134862:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326758.134892:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326758.134896:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326758.134898:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326759.158883:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326759.158895:0:211949:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326759.158898:0:211949:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326759.158900:0:211949:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326759.158907:0:211949:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326759.158909:0:211949:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326759.158911:0:211949:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326759.158914:0:211949:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326759.158995:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326759.159000:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326759.159027:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326760.182840:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326760.182848:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326760.182913:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326760.182917:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326760.182920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326761.206871:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326761.206880:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326761.206947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326761.206953:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326761.206958:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326762.038838:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306467833, at 4306467840 00000100:00000040:1.0:1767326762.038838:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306467832, at 4306467840 00000100:00000040:2.0:1767326762.038846:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306467832, at 4306467840 00000100:00000040:0.0:1767326762.038846:0:211949:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306467832, at 4306467840 00000100:00000010:1.0:1767326762.038858:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00000100:00000010:2.0:1767326762.038859:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3293eb0. 00000100:00000010:3.0:1767326762.038862:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000847255a6. 00000100:00000010:0.0:1767326762.038864:0:211949:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f0326e3. 00010000:00000001:0.0:1767326762.230869:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326762.230878:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326762.230979:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326762.230984:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326762.230986:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326762.550824:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326762.550835:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326762.550869:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c850ba10. 00000020:00000040:2.0:1767326762.550879:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326762.550886:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326762.550890:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326762.550898:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326762.550938:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f5cba0. 00000100:00000001:2.0:1767326762.550949:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326762.551018:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326762.551029:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326762.551031:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326762.551036:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c850ba10] to pc [ptlrpcd_00_03+3] req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.551085:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326762.551088:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326762.551116:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326762.551120:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326762.551123:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326762.551126:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326762.551128:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326762.551131:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326762.551135:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c7adf16. 00000100:00000001:3.0:1767326762.551139:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326762.551139:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326762.551146:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326762.551147:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326762.551152:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326762.551153:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326762.551161:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326762.551163:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.551164:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326762.551167:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326762.551193:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_00+0] req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326762.551194:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326762.551198:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326762.551204:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326762.551208:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326762.551211:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326762.551214:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386682880:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326762.551217:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326762.551218:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326762.551223:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326762.551224:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326762.551228:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.551228:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326762.551229:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326762.551233:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326762.551234:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326762.551235:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6609df5. 00000100:00000001:0.0:1767326762.551238:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326762.551241:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 02000000:00000010:3.0:1767326762.551242:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f64e9034. 00000100:00000001:2.0:1767326762.551247:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326762.551248:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326762.551248:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326762.551252:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767326762.551258:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c0a848. 02000000:00000001:2.0:1767326762.551258:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.551258:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326762.551261:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326762.551265:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.551266:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326762.551267:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000820b7557. 02000000:00000001:0.0:1767326762.551268:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326762.551269:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e51b1cb. 02000000:00000001:0.0:1767326762.551272:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326762.551275:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326762.551275:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326762.551280:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386682880, portal 25 00000100:00100000:0.0:1767326762.551283:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386683008:192.168.203.127@tcp:400: 00000100:00000040:2.0:1767326762.551287:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326762.551288:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326762.551292:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326762.551293:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326762.551295:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656808832 : -125135052742784 : ffff8e30b9a1df80) 02000000:00000001:0.0:1767326762.551297:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326762.551302:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326762.551306:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326762.551308:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007da72685. 00000100:00000001:2.0:1767326762.551309:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326762.551313:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326762.551314:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326762.551321:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfeb85. 00000100:00000040:2.0:1767326762.551324:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6609df5] to pc [ptlrpcd_00_01+1] req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326762.551326:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326762.551328:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ce42b1. 00000100:00000200:0.0:1767326762.551334:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683008, portal 10 00000100:00000040:3.0:1767326762.551335:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326762.551338:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326762.551342:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000400:00000010:3.0:1767326762.551344:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f18d560. 00000100:00000040:0.0:1767326762.551351:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326762.551361:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386682880, offset 0 00000100:00000001:0.0:1767326762.551375:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326762.551379:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:0.0:1767326762.551383:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326762.551387:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e67be09. 00000100:00000200:0.0:1767326762.551390:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386683008, offset 0 00000100:00000001:2.0:1767326762.551392:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326762.551397:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326762.551398:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326762.551401:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000040:2.0:1767326762.551408:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326762.551409:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326762.551414:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:3.0:1767326762.551419:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326762.551422:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326762.551426:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [636:636:256:4294967295] 192.168.203.127@tcp LPNI seq info [636:636:8:4294967295] 00000100:00000001:1.0:1767326762.551426:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326762.551428:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11806) 00000100:00000001:1.0:1767326762.551430:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326762.551433:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326762.551441:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326762.551447:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:3.0:1767326762.551458:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326762.551460:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:1.0:1767326762.551462:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1767326762.551465:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767326762.551466:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326762.551473:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326762.551475:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326762.551478:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326762.551479:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000200:0.0:1767326762.551482:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:1.0:1767326762.551485:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326762.551488:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326762.551492:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386683136:192.168.203.127@tcp:400: 00000800:00000200:3.0:1767326762.551494:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000400:00000200:0.0:1767326762.551494:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326762.551518:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326762.551518:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [637:637:255:4294967295] 192.168.203.127@tcp LPNI seq info [637:637:7:4294967295] 00000800:00000200:3.0:1767326762.551519:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326762.551523:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326762.551527:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326762.551530:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326762.551534:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a37500f. 00000400:00000200:0.0:1767326762.551536:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326762.551541:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326762.551543:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326762.551545:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cce73401. 02000000:00000001:1.0:1767326762.551547:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326762.551550:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306472952 00000400:00000010:1.0:1767326762.551555:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000100:00000010:3.0:1767326762.551557:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f34c415. 00000800:00000200:0.0:1767326762.551561:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000400:00000010:1.0:1767326762.551565:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000100:00000001:3.0:1767326762.551569:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326762.551570:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:1.0:1767326762.551572:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683136, portal 10 00000800:00000200:0.0:1767326762.551576:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cce73401 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326762.551578:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326762.551581:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.551582:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656812416 : -125135052739200 : ffff8e30b9a1ed80) 00000100:00000001:3.0:1767326762.551583:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306472952 00000100:00000040:0.0:1767326762.551588:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 146396 usecs (147 jiffies) 00000100:00000010:3.0:1767326762.551592:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071b4d82f. 00000100:00000001:0.0:1767326762.551593:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306468499 00000100:00000040:1.0:1767326762.551597:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326762.551600:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306472952 00000100:00000001:3.0:1767326762.551601:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326762.551607:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306468499 00000100:00000001:3.0:1767326762.551610:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306472952 00000100:00000001:0.0:1767326762.551614:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306472952 00000100:00000001:1.0:1767326762.551620:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326762.551620:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306468499 00000100:00000010:3.0:1767326762.551621:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e12a7b34. 00000800:00000200:2.0:1767326762.551623:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326762.551628:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326762.551630:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326762.551631:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326762.551632:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000200:1.0:1767326762.551638:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386683136, offset 0 00000100:00000001:3.0:1767326762.551639:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306472952 00000100:00000001:0.0:1767326762.551639:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306472952 00000400:00000200:2.0:1767326762.551640:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326762.551646:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306468499 00000100:00000010:3.0:1767326762.551648:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d9e7a21. 00000400:00000200:1.0:1767326762.551649:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326762.551654:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326762.551656:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326762.551661:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306472952 00000100:00000001:3.0:1767326762.551662:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326762.551662:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:0.0:1767326762.551667:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326762.551668:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.551672:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326762.551674:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326762.551677:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326762.551681:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.551681:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326762.551682:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326762.551687:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326762.551691:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326762.551695:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326762.551695:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326762.551696:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:3.0:1767326762.551700:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326762.551700:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326762.551705:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [638:638:254:4294967295] 192.168.203.127@tcp LPNI seq info [638:638:6:4294967295] 00000100:00000001:0.0:1767326762.551706:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326762.551707:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326762.551710:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326762.551713:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.551716:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326762.551718:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.551720:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326762.551727:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326762.551727:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326762.551737:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f18d560 00000800:00000200:1.0:1767326762.551738:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326762.551741:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f18d560. 00000800:00000010:1.0:1767326762.551743:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896b040b. 00000100:00000001:2.0:1767326762.551747:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326762.551747:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:2.0:1767326762.551753:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326762.551753:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326762.551757:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000896b040b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326762.551760:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326762.551764:0:216339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10187 usecs (11 jiffies) 00000100:00000001:1.0:1767326762.551767:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306468364 00000100:00000001:1.0:1767326762.551770:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306472952 00000100:00000001:2.0:1767326762.551786:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326762.551790:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326762.551797:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306468364 00000100:00000001:2.0:1767326762.551798:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.551800:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326762.551806:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306472952 00000100:00000001:1.0:1767326762.551809:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306468364 00000100:00000001:1.0:1767326762.551812:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306472952 00000800:00000200:2.0:1767326762.551815:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326762.551815:0:216339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306468364 00000100:00000001:1.0:1767326762.551817:0:216339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306472952 00000800:00000010:2.0:1767326762.551818:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cce73401. 00000100:00000001:1.0:1767326762.551819:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326762.551821:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326762.551822:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326762.551825:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326762.551825:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.551827:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326762.551828:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e67be09 00000400:00000010:2.0:1767326762.551830:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e67be09. 00000100:00000001:1.0:1767326762.551831:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326762.551832:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326762.551833:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767326762.551835:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326762.551836:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326762.551837:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326762.551839:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.551841:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.551844:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326762.551847:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.551867:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.551869:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326762.551939:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326762.551941:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896b040b. 00000400:00000200:2.0:1767326762.551943:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326762.551946:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326762.551949:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:2.0:1767326762.551950:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:2.0:1767326762.551952:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326762.551971:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.551977:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326762.551979:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.551984:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.551985:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326762.553549:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.553561:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326762.553647:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.553650:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326762.553656:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326762.553667:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13600 00000400:00000200:3.0:1767326762.553701:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x14a9 [1] + 224 00000800:00000001:3.0:1767326762.553709:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.553713:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326762.553714:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326762.553717:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326762.553721:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326762.553724:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326762.553732:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326762.553748:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326762.553755:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.553772:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326762.553774:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.553775:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326762.553778:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326762.553782:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13680 00000400:00000200:3.0:1767326762.553786:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x14ad [1] + 224 00000800:00000001:3.0:1767326762.553788:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.553797:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326762.553798:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326762.553801:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326762.553804:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326762.553808:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326762.553818:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326762.553830:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326762.553833:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326762.553837:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326762.553838:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326762.553842:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326762.553843:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c0a848. 00000400:00000200:0.0:1767326762.553847:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e51b1cb 00000400:00000010:0.0:1767326762.553849:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e51b1cb. 00000100:00000001:0.0:1767326762.553852:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326762.553857:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326762.553859:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326762.553865:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326762.553867:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326762.553869:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326762.553869:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326762.553873:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326762.553875:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326762.553878:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326762.553879:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326762.553883:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dfeb85. 00000100:00000001:0.0:1767326762.553887:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326762.553889:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ce42b1 00000100:00000001:0.0:1767326762.553890:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326762.553891:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000010:2.0:1767326762.553893:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ce42b1. 00000100:00000001:0.0:1767326762.553896:0:216341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326762.553899:0:216338:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326762.553900:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326762.553904:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13700 00000100:00000001:0.0:1767326762.553904:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326762.553907:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326762.553908:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326762.553913:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326762.553915:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x14b9 [1] + 224 00000100:00001000:0.0:1767326762.553922:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=47 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326762.553925:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326762.553930:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=47 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326762.553932:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326762.553936:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326762.553938:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326762.553939:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326762.553942:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326762.553949:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00010000:00000001:0.0:1767326762.553949:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326762.553953:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.553970:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326762.553971:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326762.553973:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326762.553973:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326762.553978:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.553979:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326762.553983:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326762.553983:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.553992:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326762.553995:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326762.554000:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326762.554006:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326762.554008:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=37 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326762.554008:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326762.554015:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767326762.554019:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326762.554020:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326762.554026:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326762.554027:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326762.554030:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.554031:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326762.554034:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326762.554039:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326762.554039:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326762.554045:0:216338:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.554052:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326762.554057:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326762.554060:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326762.554060:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c850ba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386682880:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326762.554062:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326762.554064:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326762.554066:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.554070:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326762.554071:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326762.554074:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326762.554074:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767326762.554075:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326762.554079:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000100:00000040:0.0:1767326762.554081:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c850ba10 x1853175386682880/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326762.554084:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:1.0:1767326762.554088:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:1.0:1767326762.554093:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326762.554097:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326762.554101:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.554102:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326762.554103:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326762.554107:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326762.554108:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326762.554112:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326762.554112:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f64e9034. 00000100:00000200:1.0:1767326762.554116:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326762.554118:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326762.554122:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326762.554125:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00100000:2.0:1767326762.554128:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386683008:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326762.554130:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326762.554131:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326762.554136:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326762.554136:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f5cba0. 00000100:00000001:2.0:1767326762.554137:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326762.554139:0:216339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326762.554143:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326762.554143:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326762.554143:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326762.554146:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326762.554147:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326762.554150:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386683008/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326762.554150:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c850ba10. 00000100:00000001:1.0:1767326762.554151:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326762.554155:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326762.554157:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326762.554161:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326762.554163:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.554167:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326762.554168:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767326762.554169:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=47 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326762.554170:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326762.554170:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326762.554174:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007da72685. 00000100:00000001:0.0:1767326762.554176:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326762.554177:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=137 v=5 (1 1 0 0) 02000000:00000001:2.0:1767326762.554178:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326762.554179:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326762.554182:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326762.554185:0:216338:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326762.554185:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767326762.554187:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326762.554187:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326762.554189:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006c7adf16. 00010000:00000001:1.0:1767326762.554189:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326762.554193:0:216339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326762.554197:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326762.554199:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326762.554200:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00010000:00000001:1.0:1767326762.554201:0:216339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.554203:0:216339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326762.554204:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326762.554205:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326762.554205:0:216339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326762.554207:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326762.554207:0:216339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326762.554208:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.554211:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326762.554211:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326762.554213:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326762.554215:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326762.554217:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.554219:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326762.554221:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326762.554222:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326762.554225:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326762.554234:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6609df5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:486908d5-c99a-49b6-bd48-4a0014ee5395:216339:1853175386683136:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326762.554238:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326762.554248:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326762.554251:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6609df5 x1853175386683136/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326762.554258:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326762.554259:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326762.554260:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a37500f. 02000000:00000001:1.0:1767326762.554263:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326762.554264:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326762.554264:0:216339:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326762.554271:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326762.554272:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000820b7557. 02000000:00000001:1.0:1767326762.554273:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326762.554274:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326762.554275:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6609df5. 00000100:00000001:1.0:1767326762.554277:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326762.554278:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326762.554279:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326762.554282:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326762.554283:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326762.554284:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326762.554285:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326763.254848:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326763.254856:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326763.254942:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326763.254946:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326763.254962:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326764.278868:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326764.278877:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326764.278934:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326764.278939:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326764.278956:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326765.302880:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326765.302890:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326765.302975:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326765.302979:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326765.302982:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326766.326847:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326766.326856:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326766.326914:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326766.326918:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326766.326920:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326767.158844:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306472952, at 4306472960 00000100:00000040:0.0:1767326767.158844:0:211949:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306472952, at 4306472960 00000100:00000040:1.0:1767326767.158848:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306472952, at 4306472960 00000100:00000040:3.0:1767326767.158854:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306472952, at 4306472960 00000100:00000010:0.0:1767326767.158865:0:211949:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f34c415. 00000100:00000010:1.0:1767326767.158872:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071b4d82f. 00000100:00000010:2.0:1767326767.158874:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e12a7b34. 00000100:00000010:3.0:1767326767.158877:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d9e7a21. 00010000:00000001:0.0:1767326767.350852:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326767.350860:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326767.350972:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326767.350976:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326767.350979:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326767.670901:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326767.670916:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326767.670955:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000020:00000040:2.0:1767326767.670985:0:129781:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326767.670994:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326767.670999:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326767.671009:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326767.671022:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c7adf16. 00000100:00000001:2.0:1767326767.671032:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326767.671048:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326767.671063:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326767.671067:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326767.671075:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_02+2] req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326767.671111:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.671134:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326767.671142:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767326767.671144:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326767.671148:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326767.671157:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326767.671161:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767326767.671165:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000100:00000001:1.0:1767326767.671166:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326767.671172:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326767.671177:0:129781:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:1.0:1767326767.671177:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326767.671182:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326767.671186:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326767.671192:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326767.671194:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326767.671200:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.671210:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326767.671213:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326767.671219:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326767.671223:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326767.671224:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007081925b. 02000000:00000001:1.0:1767326767.671227:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326767.671232:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326767.671234:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386683264:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326767.671243:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326767.671247:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326767.671252:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326767.671258:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326767.671262:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326767.671263:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326767.671265:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326767.671271:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b0f5bb9. 00000100:00000040:2.0:1767326767.671273:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_03+3] req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326767.671279:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326767.671291:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326767.671296:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326767.671300:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 00000100:00000001:2.0:1767326767.671301:0:129781:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326767.671310:0:129781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000400:00000010:1.0:1767326767.671314:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 00000020:00000040:2.0:1767326767.671316:0:129781:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326767.671324:0:129781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326767.671326:0:129781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326767.671330:0:129781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326767.671330:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683264, portal 25 00000100:00000001:1.0:1767326767.671339:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767326767.671342:0:129781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009d61b862. 00000100:00000001:1.0:1767326767.671343:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:2.0:1767326767.671351:0:129781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326767.671352:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326767.671357:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326767.671359:0:129781:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326767.671361:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326767.671368:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326767.671379:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326767.671383:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326767.671389:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326767.671393:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326767.671397:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326767.671400:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326767.671409:0:129781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326767.671410:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326767.671412:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326767.671414:0:129781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326767.671420:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 00000100:00000040:2.0:1767326767.671427:0:129781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_00+0] req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326767.671429:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386683264, offset 0 00000400:00000200:1.0:1767326767.671449:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326767.671450:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326767.671455:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326767.671473:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326767.671483:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326767.671489:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326767.671493:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326767.671498:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326767.671501:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [639:639:256:4294967295] 192.168.203.127@tcp LPNI seq info [639:639:8:4294967295] 00000100:00000001:2.0:1767326767.671508:0:129781:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326767.671516:0:129781:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326767.671523:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000040:2.0:1767326767.671529:0:129781:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:1.0:1767326767.671537:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:2.0:1767326767.671543:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11811) 00000800:00000010:1.0:1767326767.671544:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884596bc. 00000100:00000001:0.0:1767326767.671555:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326767.671562:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326767.671562:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326767.671569:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326767.671571:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326767.671577:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326767.671580:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326767.671583:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:3.0:1767326767.671586:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326767.671595:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000884596bc type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1767326767.671600:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386683392:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326767.671611:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326767.671612:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326767.671615:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326767.671616:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326767.671621:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326767.671624:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326767.671625:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326767.671626:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326767.671630:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326767.671634:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326767.671635:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326767.671636:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326767.671643:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be8d4cb. 00000100:00000001:1.0:1767326767.671665:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306478072 02000000:00000001:3.0:1767326767.671667:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326767.671667:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386683520:192.168.203.127@tcp:400: 00000100:00000010:1.0:1767326767.671678:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7339631. 00000100:00000001:0.0:1767326767.671679:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326767.671681:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0b1f73c. 02000000:00000001:0.0:1767326767.671686:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326767.671690:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.671692:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326767.671694:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326767.671704:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c047a5e. 00000100:00000001:1.0:1767326767.671707:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306478072 02000000:00000001:0.0:1767326767.671709:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326767.671720:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000400:00000010:0.0:1767326767.671721:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d4b20f. 00000100:00000001:1.0:1767326767.671728:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767326767.671733:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000800:00000200:2.0:1767326767.671737:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767326767.671739:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683520, portal 10 00000800:00000010:2.0:1767326767.671764:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884596bc. 00000100:00000001:1.0:1767326767.671765:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306478072 00000100:00000001:0.0:1767326767.671765:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326767.671770:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000010:1.0:1767326767.671775:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009483ba28. 00000100:00000001:1.0:1767326767.671782:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767326767.671786:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326767.671816:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326767.671817:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306478073 00000100:00000010:1.0:1767326767.671827:0:216341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d365f9a. 00000100:00000001:1.0:1767326767.671834:0:216341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326767.671839:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326767.671843:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326767.671853:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326767.671856:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000100:00000001:1.0:1767326767.671861:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326767.671865:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:0.0:1767326767.671866:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326767.671867:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.671876:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326767.671879:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326767.671880:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326767.671882:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326767.671887:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.671891:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326767.671894:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326767.671894:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea91ae7. 00000100:00000200:0.0:1767326767.671909:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386683520, offset 0 00000100:00000001:2.0:1767326767.671913:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326767.671940:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326767.671947:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326767.671963:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326767.671966:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000001:2.0:1767326767.671970:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326767.671978:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326767.671985:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052a1559e. 00000100:00000200:3.0:1767326767.671992:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683392, portal 10 00000100:00000001:3.0:1767326767.671998:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326767.672002:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326767.672008:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326767.672016:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326767.672023:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [640:640:255:4294967295] 192.168.203.127@tcp LPNI seq info [640:640:7:4294967295] 00000400:00000200:0.0:1767326767.672039:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326767.672049:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326767.672056:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061011158. 00000800:00000200:0.0:1767326767.672066:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326767.672074:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326767.672079:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061011158 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326767.672084:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:3.0:1767326767.672102:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326767.672105:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326767.672118:0:216338:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10152 usecs (11 jiffies) 00000100:00000001:3.0:1767326767.672122:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326767.672128:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306473484 00000100:00000040:3.0:1767326767.672129:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326767.672138:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003979471a. 00000100:00000001:0.0:1767326767.672138:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306478072 00000100:00000001:0.0:1767326767.672148:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306473484 00000100:00000200:3.0:1767326767.672149:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386683392, offset 0 00000100:00000001:0.0:1767326767.672155:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306478072 00000100:00000001:0.0:1767326767.672163:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306473484 00000400:00000200:3.0:1767326767.672168:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:0.0:1767326767.672171:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306478072 00000800:00000200:1.0:1767326767.672174:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326767.672181:0:216338:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306473484 00000400:00000200:3.0:1767326767.672182:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:1.0:1767326767.672182:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061011158. 00000400:00000200:1.0:1767326767.672191:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326767.672194:0:216338:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306478073 00000400:00000200:3.0:1767326767.672195:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326767.672204:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326767.672205:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326767.672208:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326767.672215:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326767.672216:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326767.672223:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326767.672224:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:0.0:1767326767.672232:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326767.672240:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326767.672242:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326767.672245:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326767.672247:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326767.672250:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326767.672265:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326767.672283:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [641:641:255:4294967295] 192.168.203.127@tcp LPNI seq info [641:641:7:4294967295] 00000400:00000200:3.0:1767326767.672296:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000400:00000200:1.0:1767326767.672303:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea91ae7 00000800:00000200:3.0:1767326767.672304:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326767.672310:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea91ae7. 00000800:00000010:3.0:1767326767.672313:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f84d2ca. 00000100:00000001:1.0:1767326767.672316:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326767.672325:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000200:1.0:1767326767.672326:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326767.672342:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326767.672350:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f84d2ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326767.672352:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326767.672356:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326767.672361:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326767.672363:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 145658 usecs (146 jiffies) 00000100:00000001:3.0:1767326767.672370:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306473619 00000100:00000001:3.0:1767326767.672378:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306478072 00000100:00000001:3.0:1767326767.672388:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306473619 00000100:00000001:1.0:1767326767.672389:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326767.672396:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306478072 00000100:00000001:1.0:1767326767.672397:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326767.672402:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306473619 00000100:00000001:3.0:1767326767.672405:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306478072 00000100:00000001:3.0:1767326767.672407:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306473619 00000100:00000001:3.0:1767326767.672420:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306478073 00000100:00000001:3.0:1767326767.672423:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326767.672425:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326767.672428:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326767.672431:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326767.672464:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326767.672469:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f84d2ca. 00000400:00000200:1.0:1767326767.672473:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326767.672478:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326767.672482:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979471a 00000400:00000010:1.0:1767326767.672492:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979471a. 00000100:00000001:1.0:1767326767.672497:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326767.672501:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326767.672527:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326767.672529:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326767.672536:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.672537:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326767.673953:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326767.673966:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326767.673971:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326767.673975:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326767.673985:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326767.674077:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13780 00000400:00000200:3.0:1767326767.674199:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x14c1 [1] + 224 00000800:00000001:3.0:1767326767.674227:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326767.674235:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326767.674237:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326767.674242:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326767.674248:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326767.674252:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326767.674264:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326767.674317:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326767.674322:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326767.674446:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326767.674466:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326767.674469:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326767.674471:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326767.674473:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326767.674476:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326767.674478:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326767.674484:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326767.674492:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13880 00000400:00000010:1.0:1767326767.674498:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:1.0:1767326767.674503:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:1.0:1767326767.674504:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:1.0:1767326767.674508:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326767.674514:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326767.674523:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326767.674530:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326767.674531:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326767.674534:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326767.674537:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326767.674539:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326767.674541:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326767.674543:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326767.674549:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326767.674553:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326767.674555:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326767.674557:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326767.674560:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326767.674563:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326767.674568:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x14c9 [1] + 224 00000100:00000001:1.0:1767326767.674569:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326767.674575:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326767.674582:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326767.674585:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326767.674594:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326767.674596:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326767.674598:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326767.674601:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326767.674604:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326767.674609:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326767.674613:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326767.674621:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326767.674635:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326767.674641:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386683264:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326767.674654:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326767.674658:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326767.674661:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386683264/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326767.674667:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326767.674668:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326767.674674:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326767.674677:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326767.674677:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b0f5bb9. 02000000:00000001:1.0:1767326767.674681:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767326767.674684:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326767.674685:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326767.674688:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767326767.674689:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000800:00000001:3.0:1767326767.674694:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326767.674694:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326767.674697:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006c7adf16. 00000400:00000200:3.0:1767326767.674722:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:1.0:1767326767.674723:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326767.674727:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326767.674728:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326767.674733:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326767.674733:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326767.674735:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13800 00000100:00000001:1.0:1767326767.674743:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767326767.674743:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326767.674750:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326767.674750:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326767.674756:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326767.674756:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d4b20f. 00000100:00000001:1.0:1767326767.674762:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326767.674764:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326767.674768:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326767.674770:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326767.674787:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000400:00000010:0.0:1767326767.674790:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:0.0:1767326767.674795:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326767.674801:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x14d1 [1] + 224 00000100:00000200:0.0:1767326767.674807:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326767.674813:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326767.674826:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326767.674827:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326767.674835:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326767.674850:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326767.674851:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326767.674856:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326767.674857:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326767.674862:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326767.674865:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767326767.674866:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326767.674868:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326767.674872:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326767.674878:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326767.674887:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=52 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326767.674889:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326767.674899:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=142 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326767.674910:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326767.674915:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326767.674917:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326767.674958:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767326767.674964:0:216338:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326767.674965:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326767.674971:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326767.674978:0:216338:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326767.674983:0:216338:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326767.674985:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326767.674986:0:216338:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326767.674992:0:216338:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326767.674993:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326767.674995:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326767.675001:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326767.675003:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326767.675008:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326767.675013:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0b1f73c. 00000400:00000200:2.0:1767326767.675020:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a1559e 00000400:00000010:2.0:1767326767.675026:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052a1559e. 00000100:00000001:2.0:1767326767.675034:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326767.675034:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326767.675040:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326767.675042:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326767.675045:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326767.675051:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326767.675077:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326767.675078:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:486908d5-c99a-49b6-bd48-4a0014ee5395:216338:1853175386683520:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326767.675083:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326767.675084:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326767.675088:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386683520/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326767.675135:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326767.675136:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326767.675141:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326767.675142:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326767.675147:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c047a5e. 00000100:00000001:2.0:1767326767.675148:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326767.675154:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326767.675154:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326767.675160:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326767.675161:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767326767.675165:0:216338:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326767.675166:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326767.675190:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326767.675192:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326767.675196:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d61b862. 00000100:00001000:2.0:1767326767.675198:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=42 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326767.675199:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326767.675204:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326767.675208:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000100:00001000:2.0:1767326767.675209:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326767.675214:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326767.675216:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326767.675218:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326767.675220:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326767.675222:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326767.675227:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326767.675231:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326767.675236:0:216340:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326767.675236:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326767.675248:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326767.675250:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326767.675251:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326767.675257:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326767.675264:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326767.675267:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326767.675278:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326767.675293:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326767.675297:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326767.675299:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326767.675305:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326767.675337:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386683392:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326767.675344:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326767.675347:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326767.675350:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386683392/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326767.675357:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326767.675359:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326767.675368:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be8d4cb. 02000000:00000001:2.0:1767326767.675373:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326767.675374:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326767.675376:0:216340:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:2.0:1767326767.675378:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326767.675379:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007081925b. 02000000:00000001:2.0:1767326767.675382:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326767.675383:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326767.675394:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:2.0:1767326767.675398:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326767.675399:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326767.675401:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326767.675405:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326767.675406:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326767.675408:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326767.675409:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326768.374864:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326768.374873:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326768.374958:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326768.374963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326768.374966:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326769.398878:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326769.398887:0:211949:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326769.398932:0:211949:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326769.398934:0:211949:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326769.398939:0:211949:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326769.398941:0:211949:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326769.398942:0:211949:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326769.398944:0:211949:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326769.398995:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326769.398999:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326769.399002:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326770.422946:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326770.422956:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326770.423015:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326770.423019:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326770.423023:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326771.446860:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326771.446868:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326771.446947:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326771.446973:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326771.446977:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326772.278833:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306478072, at 4306478080 00000100:00000040:3.0:1767326772.278844:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306478073, at 4306478080 00000100:00000010:1.0:1767326772.278854:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:3.0:1767326772.278857:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d365f9a. 00000100:00000040:0.0:1767326772.278861:0:211949:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306478072, at 4306478080 00000100:00000010:0.0:1767326772.278871:0:211949:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7339631. 00000100:00000040:2.0:1767326772.278943:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306478072, at 4306478080 00000100:00000010:2.0:1767326772.278950:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009483ba28. 00010000:00000001:0.0:1767326772.470853:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326772.470861:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326772.470945:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326772.470949:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326772.470951:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326772.790851:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326772.790863:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326772.790881:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326772.790903:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326772.790935:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326772.790938:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326772.790945:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326772.790954:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007081925b. 00000100:00000001:2.0:1767326772.790962:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326772.791007:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326772.791023:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326772.791026:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326772.791033:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_01+1] req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.791074:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326772.791077:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326772.791082:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326772.791088:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d154ae5e. 00000020:00000040:2.0:1767326772.791092:0:134393:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000100:00000001:2.0:1767326772.791094:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326772.791096:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326772.791098:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326772.791103:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab2a51b5. 00000100:00000001:1.0:1767326772.791103:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326772.791107:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326772.791110:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326772.791112:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326772.791119:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326772.791119:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326772.791120:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326772.791123:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326772.791125:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326772.791132:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326772.791133:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d154ae5e] to pc [ptlrpcd_00_02+2] req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326772.791172:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326772.791174:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326772.791178:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326772.791181:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326772.791183:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326772.791187:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386683648:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326772.791188:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326772.791193:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326772.791195:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326772.791201:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326772.791202:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326772.791206:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326772.791207:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065e51a8d. 00000100:00000001:0.0:1767326772.791208:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326772.791210:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767326772.791214:0:134393:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=4 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000100:00100000:0.0:1767326772.791214:0:216341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:1.0:1767326772.791216:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034c4d122. 00000100:00000001:0.0:1767326772.791218:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326772.791223:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.791224:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326772.791224:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326772.791228:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326772.791230:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326772.791230:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326772.791231:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f6d4b. 02000000:00000001:2.0:1767326772.791233:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326772.791234:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326772.791239:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326772.791240:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326772.791242:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326772.791244:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040bed930. 02000000:00000010:2.0:1767326772.791250:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077096c6c. 00000100:00000040:0.0:1767326772.791251:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326772.791255:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683648, portal 25 00000100:00000001:2.0:1767326772.791257:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326772.791260:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326772.791265:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:2.0:1767326772.791271:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326772.791276:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326772.791279:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326772.791282:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326772.791289:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326772.791293:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326772.791298:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326772.791306:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386683776:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326772.791311:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326772.791315:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326772.791316:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326772.791317:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326772.791323:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326772.791324:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e51a8d] to pc [ptlrpcd_00_03+3] req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326772.791326:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 02000000:00000001:0.0:1767326772.791327:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326772.791333:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e728d84e. 02000000:00000001:0.0:1767326772.791334:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326772.791340:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386683648, offset 0 02000000:00000010:0.0:1767326772.791348:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000429711ea. 00000400:00000200:1.0:1767326772.791349:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326772.791350:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326772.791353:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326772.791356:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326772.791359:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d4b20f. 00000100:00000040:2.0:1767326772.791360:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326772.791368:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326772.791368:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00000040:2.0:1767326772.791369:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11816) 00000100:00100000:3.0:1767326772.791372:0:216340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:1.0:1767326772.791373:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000100:00000200:0.0:1767326772.791376:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683776, portal 10 00000100:00000001:3.0:1767326772.791377:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326772.791384:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326772.791384:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326772.791386:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326772.791389:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656810624 : -125135052740992 : ffff8e30b9a1e680) 00000100:00000001:3.0:1767326772.791390:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326772.791395:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:3.0:1767326772.791396:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326772.791399:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326772.791403:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326772.791403:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326772.791407:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326772.791410:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000040:3.0:1767326772.791413:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326772.791426:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326772.791431:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [642:642:256:4294967295] 192.168.203.127@tcp LPNI seq info [642:642:8:4294967295] 00000100:00000040:0.0:1767326772.791435:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326772.791457:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9509842. 00000100:00000200:0.0:1767326772.791460:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386683776, offset 0 00000400:00000200:0.0:1767326772.791464:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:3.0:1767326772.791474:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326772.791478:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326772.791478:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 02000000:00000001:3.0:1767326772.791484:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326772.791488:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326772.791493:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326772.791493:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000200:1.0:1767326772.791494:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00100000:3.0:1767326772.791502:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386683904:192.168.203.127@tcp:400: 00000400:00000200:0.0:1767326772.791503:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326772.791506:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d6f0dc4. 00000100:00000001:3.0:1767326772.791510:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326772.791510:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 02000000:00000001:3.0:1767326772.791515:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326772.791515:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326772.791520:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326772.791520:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000800:00000200:1.0:1767326772.791521:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 02000000:00000001:3.0:1767326772.791526:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326772.791531:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [643:643:255:4294967295] 192.168.203.127@tcp LPNI seq info [643:643:7:4294967295] 02000000:00000010:3.0:1767326772.791533:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002baaa29c. 00000800:00000200:1.0:1767326772.791538:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 02000000:00000001:3.0:1767326772.791539:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326772.791545:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a069e44. 00000800:00000200:1.0:1767326772.791546:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326772.791553:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00000400:00000200:0.0:1767326772.791558:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000200:3.0:1767326772.791559:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386683904, portal 10 00000100:00000001:3.0:1767326772.791564:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326772.791565:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.791567:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656802560 : -125135052749056 : ffff8e30b9a1c700) 00000100:00000001:1.0:1767326772.791573:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306483192 00000800:00000200:0.0:1767326772.791573:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000040:3.0:1767326772.791577:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326772.791583:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0d2059. 00000800:00000010:0.0:1767326772.791583:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c93149cd. 00000100:00000001:1.0:1767326772.791593:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326772.791596:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326772.791599:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000040:3.0:1767326772.791604:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326772.791605:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306483192 00000400:00000010:3.0:1767326772.791607:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052389460. 00000800:00000200:0.0:1767326772.791611:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000200:3.0:1767326772.791614:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175386683904, offset 0 00000100:00000010:1.0:1767326772.791614:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f84e759a. 00000800:00000200:0.0:1767326772.791615:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c93149cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326772.791622:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326772.791623:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326772.791628:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326772.791629:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306483192 00000100:00000040:0.0:1767326772.791631:0:216341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 144937 usecs (145 jiffies) 00000800:00000200:2.0:1767326772.791635:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326772.791637:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fe47207. 00000100:00000001:0.0:1767326772.791637:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306478737 00000400:00000200:3.0:1767326772.791640:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000800:00000010:2.0:1767326772.791642:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d6f0dc4. 00000100:00000001:1.0:1767326772.791644:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326772.791645:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306483192 00000400:00000200:3.0:1767326772.791650:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326772.791652:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306483192 00000400:00000200:2.0:1767326772.791653:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326772.791655:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:0.0:1767326772.791671:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306478737 00000400:00000200:3.0:1767326772.791672:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326772.791674:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000010:1.0:1767326772.791676:0:216339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdfe7f5. 00000100:00000001:0.0:1767326772.791678:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306483192 00000400:00000200:3.0:1767326772.791682:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:1.0:1767326772.791684:0:216339:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326772.791684:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306478737 00000100:00000001:0.0:1767326772.791690:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306483192 00000100:00000001:1.0:1767326772.791691:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326772.791693:0:216341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306478737 00000100:00000001:1.0:1767326772.791696:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326772.791697:0:216341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306483192 00000400:00000200:3.0:1767326772.791698:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [644:644:254:4294967295] 192.168.203.127@tcp LPNI seq info [644:644:6:4294967295] 00000100:00000001:1.0:1767326772.791702:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326772.791702:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326772.791708:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326772.791709:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326772.791716:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:0.0:1767326772.791717:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326772.791718:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326772.791723:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326772.791723:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326772.791727:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326772.791728:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e728d84e 00000800:00000200:3.0:1767326772.791729:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:1.0:1767326772.791730:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326772.791734:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e728d84e. 00000100:00000001:0.0:1767326772.791734:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326772.791735:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326772.791737:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2b51d8a. 00000100:00000001:0.0:1767326772.791738:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326772.791741:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326772.791743:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326772.791744:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326772.791748:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:0.0:1767326772.791749:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326772.791754:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.791789:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326772.791792:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326772.791799:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326772.791806:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b51d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326772.791807:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.791810:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326772.791811:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767326772.791816:0:216340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: using a timeout of 10122 usecs (11 jiffies) 00000100:00000001:3.0:1767326772.791819:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306478604 00000100:00000001:3.0:1767326772.791821:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306483192 00000100:00000001:3.0:1767326772.791823:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306478604 00000100:00000001:3.0:1767326772.791824:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306483192 00000100:00000001:3.0:1767326772.791826:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306478604 00000800:00000200:2.0:1767326772.791828:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326772.791829:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306483192 00000100:00000001:3.0:1767326772.791833:0:216340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306478604 00000800:00000010:2.0:1767326772.791833:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c93149cd. 00000100:00000001:3.0:1767326772.791838:0:216340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306483192 00000400:00000200:2.0:1767326772.791839:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326772.791843:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326772.791848:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9509842 00000100:00000001:3.0:1767326772.791849:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326772.791851:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.791853:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.791856:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326772.791858:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9509842. 00000100:00000001:2.0:1767326772.791862:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326772.791866:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.791872:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326772.791874:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.791880:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326772.791881:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326772.792015:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326772.792019:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2b51d8a. 00000400:00000200:2.0:1767326772.792023:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326772.792027:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326772.792030:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052389460 00000400:00000010:2.0:1767326772.792032:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052389460. 00000100:00000001:2.0:1767326772.792034:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326772.792037:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.792043:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326772.792045:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.792050:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326772.792052:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326772.793640:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326772.793660:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326772.793663:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326772.793672:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326772.793679:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326772.793691:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13900 00000400:00000200:1.0:1767326772.793697:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x14d9 [1] + 224 00000800:00000001:1.0:1767326772.793703:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326772.793712:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326772.793714:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326772.793717:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326772.793720:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326772.793724:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326772.793732:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326772.793747:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326772.793755:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326772.793782:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326772.793785:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326772.793789:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326772.793791:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326772.793793:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f6d4b. 00000400:00000200:2.0:1767326772.793796:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bed930 00000400:00000010:2.0:1767326772.793797:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040bed930. 00000100:00000001:2.0:1767326772.793800:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326772.793803:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326772.793811:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326772.793814:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326772.793820:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326772.793826:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326772.793828:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326772.793831:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326772.793833:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326772.793835:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326772.793838:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326772.793842:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326772.793847:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326772.793847:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00000001:2.0:1767326772.793852:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326772.793857:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326772.793861:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13980 00000100:00001000:2.0:1767326772.793867:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=57 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326772.793870:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x14e1 [1] + 224 00000100:00001000:2.0:1767326772.793877:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=57 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326772.793879:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326772.793902:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326772.793904:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326772.793905:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326772.793910:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326772.793912:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326772.793918:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326772.793919:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326772.793942:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326772.793944:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326772.793953:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326772.793954:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.793992:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326772.793997:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326772.794000:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326772.794010:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326772.794021:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326772.794023:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386683648:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326772.794034:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326772.794040:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326772.794046:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386683648/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.794055:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326772.794058:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326772.794060:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326772.794066:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034c4d122. 00000800:00000001:1.0:1767326772.794070:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326772.794071:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326772.794077:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326772.794080:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000800:00000001:1.0:1767326772.794080:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326772.794086:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326772.794090:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326772.794091:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326772.794092:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326772.794096:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326772.794099:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007081925b. 00000400:00000001:0.0:1767326772.794102:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326772.794107:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326772.794108:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 02000000:00000001:2.0:1767326772.794110:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767326772.794112:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d4b20f. 02000000:00000001:2.0:1767326772.794115:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326772.794118:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000100:00000010:2.0:1767326772.794119:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000400:00000010:0.0:1767326772.794123:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000400:00000200:1.0:1767326772.794127:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 10 MB=0x6957404a13a00 00000100:00000001:2.0:1767326772.794128:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326772.794129:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326772.794132:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326772.794136:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326772.794138:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326772.794142:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326772.794143:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 224/224 into md 0x14e9 [1] + 224 00000100:00000001:2.0:1767326772.794146:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326772.794152:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326772.794157:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326772.794159:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326772.794167:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326772.794175:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326772.794177:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326772.794179:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326772.794180:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326772.794181:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326772.794182:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326772.794184:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326772.794188:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326772.794193:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767326772.794198:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=47 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326772.794205:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00001000:0.0:1767326772.794206:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326772.794214:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326772.794216:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326772.794216:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326772.794219:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326772.794223:0:216341:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326772.794226:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326772.794227:0:216341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326772.794230:0:216341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326772.794234:0:216341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326772.794236:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326772.794244:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326772.794253:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326772.794254:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326772.794259:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326772.794262:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326772.794270:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326772.794281:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d154ae5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:486908d5-c99a-49b6-bd48-4a0014ee5395:216341:1853175386683776:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326772.794286:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326772.794288:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326772.794290:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d154ae5e x1853175386683776/t0(0) o400->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326772.794295:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326772.794296:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326772.794299:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000429711ea. 02000000:00000001:0.0:1767326772.794302:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326772.794304:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326772.794306:0:216341:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326772.794311:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326772.794313:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab2a51b5. 02000000:00000001:0.0:1767326772.794315:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326772.794317:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326772.794319:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767326772.794320:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d154ae5e. 00000800:00000001:1.0:1767326772.794330:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326772.794331:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326772.794333:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326772.794337:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326772.794338:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326772.794342:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326772.794345:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.794349:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326772.794349:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326772.794354:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326772.794354:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326772.794361:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326772.794364:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326772.794366:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a069e44. 00000400:00000200:3.0:1767326772.794371:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000400:00000010:3.0:1767326772.794373:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00000001:3.0:1767326772.794377:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326772.794382:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326772.794391:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326772.794398:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326772.794399:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326772.794401:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326772.794402:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326772.794404:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326772.794405:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326772.794407:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326772.794413:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9b24db5 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326772.794417:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b9d1e515 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326772.794436:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326772.794438:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326772.794440:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326772.794443:0:216340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326772.794452:0:216340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.794454:0:216340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326772.794456:0:216340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326772.794458:0:216340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326772.794468:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326772.794472:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326772.794480:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326772.794483:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326772.794485:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326772.794487:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326772.794493:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065e51a8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:486908d5-c99a-49b6-bd48-4a0014ee5395:216340:1853175386683904:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326772.794496:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326772.794497:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326772.794498:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065e51a8d x1853175386683904/t0(0) o400->lustre-MDT0001-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326772.794503:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326772.794505:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326772.794506:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002baaa29c. 02000000:00000001:3.0:1767326772.794509:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326772.794510:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326772.794511:0:216340:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:3.0:1767326772.794512:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326772.794514:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077096c6c. 02000000:00000001:3.0:1767326772.794516:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326772.794517:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326772.794518:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065e51a8d. 00000100:00000001:3.0:1767326772.794520:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326772.794521:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326772.794523:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326772.794526:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326772.794527:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326772.794529:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326772.794530:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326773.494818:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326773.494823:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326773.494897:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326773.494901:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326773.494913:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326774.518814:0:211949:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326774.518819:0:211949:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326774.518850:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326774.518853:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326774.518856:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767326774.815595:0:225893:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.244969:0:225958:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.271189:0:225961:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326775.271723:0:225962:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ed73a24e 00000080:00200008:1.0:1767326775.271728:0:225962:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](000000004c114b87), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767326775.271735:0:225962:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767326775.271736:0:225962:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000e371794 00000080:00200000:1.0:1767326775.271737:0:225962:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000004c114b87),name=/ 00000080:00000010:1.0:1767326775.271741:0:225962:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 000000007134960d. 00800000:00000002:1.0:1767326775.271746:0:225962:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 00000000407d7885 2 00000080:00000001:1.0:1767326775.271748:0:225962:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767326775.271756:0:225962:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767326775.271776:0:225962:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c70b80e8 00800000:00000002:1.0:1767326775.271778:0:225962:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767326775.271782:0:225962:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767326775.271784:0:225962:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767326775.271786:0:225962:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767326775.271788:0:225962:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767326775.271790:0:225962:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767326775.271791:0:225962:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767326775.271793:0:225962:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767326775.271795:0:225962:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767326775.271797:0:225962:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767326775.271801:0:225962:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767326775.271803:0:225962:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d9a98879 00000002:00010000:1.0:1767326775.271804:0:225962:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767326775.271806:0:225962:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767326775.271808:0:225962:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326775.271811:0:225962:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767326775.271816:0:225962:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.271817:0:225962:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.271819:0:225962:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.271821:0:225962:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767326775.271822:0:225962:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767326775.271826:0:225962:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000020:00000040:1.0:1767326775.271830:0:225962:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=4 obd=lustre-MDT0000-mdc-ffff8e30967de000 00010000:00000001:1.0:1767326775.271836:0:225962:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767326775.271839:0:225962:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326775.271841:0:225962:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326775.271843:0:225962:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326775.271845:0:225962:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326775.271848:0:225962:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326775.271852:0:225962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002dc55a82. 00000100:00000001:1.0:1767326775.271857:0:225962:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.271860:0:225962:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326775.271861:0:225962:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.271862:0:225962:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326775.271867:0:225962:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.271880:0:225962:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.271884:0:225962:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00010000:00000001:1.0:1767326775.271888:0:225962:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767326775.271889:0:225962:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767326775.271892:0:225962:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b2d9c83d. 00010000:00000010:1.0:1767326775.271895:0:225962:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000073db8e37. 00010000:00000001:1.0:1767326775.271899:0:225962:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767326775.271900:0:225962:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000462267e4. 00000020:00000001:1.0:1767326775.271903:0:225962:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767326775.271904:0:225962:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000462267e4 with handle 0x23386b5eae8f1418 to hash 00000020:00000001:1.0:1767326775.271905:0:225962:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767326775.271906:0:225962:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.271909:0:225962:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.271911:0:225962:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326775.271913:0:225962:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326775.271916:0:225962:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225962 initiator: MDT0 00010000:00010000:1.0:1767326775.271921:0:225962:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225962 initiator: MDT0 00010000:00010000:1.0:1767326775.271928:0:225962:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225962 initiator: MDT0 00000100:00000001:1.0:1767326775.271932:0:225962:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326775.271933:0:225962:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326775.271937:0:225962:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003169eb5f. 00000100:00000001:1.0:1767326775.271938:0:225962:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938666709952 : -125135042841664 : ffff8e30ba38f3c0) 00000100:00000001:1.0:1767326775.271940:0:225962:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326775.271941:0:225962:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00000001:1.0:1767326775.271944:0:225962:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326775.271946:0:225962:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326775.271947:0:225962:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326775.271948:0:225962:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326775.271960:0:225962:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326775.271966:0:225962:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326775.271967:0:225962:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326775.271970:0:225962:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326775.271972:0:225962:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326775.271974:0:225962:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326775.271976:0:225962:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job lsof:486908d5-c99a-49b6-bd48-4a0014ee5395:225962:1853175386684032:192.168.203.127@tcp:101: 00000100:00000001:1.0:1767326775.271979:0:225962:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326775.271983:0:225962:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326775.271985:0:225962:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326775.271987:0:225962:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326775.271990:0:225962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000005438d745. 02000000:00000001:1.0:1767326775.271991:0:225962:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326775.271995:0:225962:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000400:00000010:1.0:1767326775.272000:0:225962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000200:1.0:1767326775.272005:0:225962:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853175386684032, portal 10 00000100:00000001:1.0:1767326775.272006:0:225962:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326775.272007:0:225962:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00000100:00000040:1.0:1767326775.272010:0:225962:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326775.272015:0:225962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326775.272017:0:225962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326775.272018:0:225962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2524cff. 00000100:00000200:1.0:1767326775.272020:0:225962:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853175386684032, offset 0 00000400:00000200:1.0:1767326775.272024:0:225962:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326775.272035:0:225962:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326775.272039:0:225962:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326775.272042:0:225962:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326775.272045:0:225962:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326775.272047:0:225962:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326775.272049:0:225962:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [645:645:256:4294967295] 192.168.203.127@tcp LPNI seq info [645:645:8:4294967295] 00000400:00000200:1.0:1767326775.272057:0:225962:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326775.272065:0:225962:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326775.272068:0:225962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000429d35d9. 00000800:00000200:1.0:1767326775.272072:0:225962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326775.272078:0:225962:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326775.272081:0:225962:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000429d35d9 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767326775.272092:0:225962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326775.272095:0:225962:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: using a timeout of 144216 usecs (145 jiffies) 00000100:00000001:1.0:1767326775.272097:0:225962:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 0 is 4306481218 00000100:00000001:1.0:1767326775.272099:0:225962:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 0, keep current deadline 4306483192 00000100:00000001:1.0:1767326775.272100:0:225962:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 1 is 4306481218 00000100:00000001:1.0:1767326775.272101:0:225962:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 1, keep current deadline 4306483192 00000100:00000001:1.0:1767326775.272103:0:225962:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 2 is 4306481218 00000100:00000001:1.0:1767326775.272104:0:225962:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 2, keep current deadline 4306483192 00000100:00000001:1.0:1767326775.272105:0:225962:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS new deadline estimation for cpu 3 is 4306481218 00000100:00000001:1.0:1767326775.272106:0:225962:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e30967de000: PM QoS request active for cpu 3, keep current deadline 4306483192 00000100:00000001:1.0:1767326775.272107:0:225962:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326775.272109:0:225962:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326775.272111:0:225962:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326775.272112:0:225962:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326775.272114:0:225962:0:(client.c:2690:ptlrpc_set_wait()) set 000000003169eb5f going to sleep for 11 seconds 00000100:00000001:1.0:1767326775.272117:0:225962:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326775.272119:0:225962:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326775.272160:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326775.272165:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000429d35d9. 00000400:00000200:3.0:1767326775.272174:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326775.272180:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326775.272185:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2524cff 00000400:00000010:3.0:1767326775.272188:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2524cff. 00000100:00000001:3.0:1767326775.272192:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326775.272196:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326775.272206:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326775.272209:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326775.272216:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326775.272218:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326775.280822:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326775.280829:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326775.280832:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326775.280833:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326775.280840:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326775.280850:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 688 into portal 10 MB=0x6957404a13a80 00000400:00000200:2.0:1767326775.280855:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.127@tcp of length 688/688 into md 0x14f1 [1] + 224 00000800:00000001:2.0:1767326775.280861:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326775.280865:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326775.280867:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326775.280882:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326775.280885:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326775.280888:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326775.280896:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326775.280908:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326775.280913:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326775.280915:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326775.280938:0:225962:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326775.280944:0:225962:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326775.280945:0:225962:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326775.280946:0:225962:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000400:00000200:1.0:1767326775.280950:0:225962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:1.0:1767326775.280951:0:225962:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:1.0:1767326775.280953:0:225962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326775.280957:0:225962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767326775.280971:0:225962:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326791 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326775.280976:0:225962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326775.280977:0:225962:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326775.280979:0:225962:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326775.280981:0:225962:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326775.280983:0:225962:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326775.280984:0:225962:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326775.280986:0:225962:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326775.280992:0:225962:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005630c5a time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326775.280995:0:225962:0:(import.c:2128:obd_at_measure()) add 1 to 0000000063c06021 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326775.280996:0:225962:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326775.280998:0:225962:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.280999:0:225962:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326775.281001:0:225962:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326775.281004:0:225962:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326775.281005:0:225962:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326775.281006:0:225962:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326775.281007:0:225962:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326775.281009:0:225962:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326791 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326775.281014:0:225962:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326775.281016:0:225962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326775.281017:0:225962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326775.281019:0:225962:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326791 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767326775.281024:0:225962:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job lsof:486908d5-c99a-49b6-bd48-4a0014ee5395:225962:1853175386684032:192.168.203.127@tcp:101: 00000100:00000001:1.0:1767326775.281027:0:225962:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326775.281028:0:225962:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326775.281030:0:225962:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326775.281031:0:225962:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326775.281035:0:225962:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326791 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326775.281040:0:225962:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326775.281041:0:225962:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003169eb5f. 00000100:00000001:1.0:1767326775.281043:0:225962:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326775.281044:0:225962:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.281046:0:225962:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326775.281048:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281049:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281051:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=4 00000020:00000001:1.0:1767326775.281052:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281054:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000040:1.0:1767326775.281057:0:225962:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000462267e4, remote cookie: 0x1b9a6a59a123d30, flags: 0x1001 00010000:00010000:1.0:1767326775.281059:0:225962:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326775.281065:0:225962:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281070:0:225962:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326775.281073:0:225962:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326775.281075:0:225962:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326775.281076:0:225962:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326775.281076:0:225962:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326775.281078:0:225962:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000b2d9c83d) refcount = 1 00010000:00010000:1.0:1767326775.281080:0:225962:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281084:0:225962:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326775.281086:0:225962:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326775.281087:0:225962:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326775.281089:0:225962:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326775.281091:0:225962:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326775.281095:0:225962:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281099:0:225962:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326775.281100:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281101:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281102:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281102:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281103:0:225962:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.281106:0:225962:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767326775.281107:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281107:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281108:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281109:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281111:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281112:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281113:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281113:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=4 00000020:00000001:1.0:1767326775.281114:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281116:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281117:0:225962:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326775.281118:0:225962:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326775.281119:0:225962:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281123:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281123:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281124:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281125:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281126:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=5 00000020:00000001:1.0:1767326775.281127:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281128:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281129:0:225962:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326775.281130:0:225962:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281137:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281137:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326775.281138:0:225962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281142:0:225962:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326775.281143:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281143:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281144:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281145:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767326775.281147:0:225962:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326791 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767326775.281152:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281153:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281154:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281155:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281156:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281157:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281158:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767326775.281158:0:225962:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.281160:0:225962:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.281161:0:225962:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767326775.281163:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281164:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281164:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281165:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281166:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00000002:00010000:1.0:1767326775.281168:0:225962:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281177:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281178:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281182:0:225962:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767326775.281183:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281184:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281185:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281186:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281187:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000040:1.0:1767326775.281190:0:225962:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2d9c83d count: 2 00010000:00000001:1.0:1767326775.281191:0:225962:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326775.281194:0:225962:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns 00000000af6013b1 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767326775.281196:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281196:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767326775.281197:0:225962:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767326775.281198:0:225962:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000034c6f71e 00000002:00002000:1.0:1767326775.281200:0:225962:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767326775.281202:0:225962:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326775.281203:0:225962:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326775.281205:0:225962:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767326775.281206:0:225962:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767326775.281208:0:225962:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767326775.281211:0:225962:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000407d7885 2 00000080:00000010:1.0:1767326775.281213:0:225962:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 000000007134960d. 00000080:00000001:1.0:1767326775.281215:0:225962:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767326775.281217:0:225962:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767326775.281220:0:225962:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767326775.281223:0:225962:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767326775.281226:0:225962:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 000000007e95bc35. 00800000:00000001:1.0:1767326775.281227:0:225962:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618938615608000 : -125135093943616 : ffff8e30b72d32c0) 00800000:00000001:1.0:1767326775.281229:0:225962:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326775.281231:0:225962:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767326775.281232:0:225962:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767326775.281233:0:225962:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767326775.281236:0:225962:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767326775.281237:0:225962:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767326775.281238:0:225962:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326775.281241:0:225962:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767326775.281245:0:225962:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767326775.281248:0:225962:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1767326775.281250:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281250:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281251:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281252:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281254:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281255:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281256:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767326775.281257:0:225962:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767326775.281258:0:225962:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767326775.281259:0:225962:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 000000007e95bc35 1 00800000:00000010:1.0:1767326775.281261:0:225962:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 000000007e95bc35. 00800000:00000001:1.0:1767326775.281263:0:225962:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767326775.281264:0:225962:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000004c114b87) for lock 0x23386b5eae8f1418 00800000:00000001:1.0:1767326775.281267:0:225962:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767326775.281268:0:225962:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767326775.281268:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281269:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281270:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281271:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281272:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281273:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281274:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767326775.281275:0:225962:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326775.281276:0:225962:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326775.281277:0:225962:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767326775.281278:0:225962:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000004c114b87) 00000080:00010000:1.0:1767326775.281280:0:225962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x23386b5eae8f1418 from it 000000000051e62e 00010000:00000001:1.0:1767326775.281281:0:225962:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326775.281282:0:225962:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326775.281283:0:225962:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:1.0:1767326775.281284:0:225962:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281285:0:225962:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:1.0:1767326775.281289:0:225962:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326775.281290:0:225962:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281293:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281294:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281295:0:225962:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767326775.281296:0:225962:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767326775.281297:0:225962:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326775.281302:0:225962:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326775.281304:0:225962:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767326775.281305:0:225962:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326775.281307:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281308:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326775.281308:0:225962:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.281310:0:225962:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326775.281312:0:225962:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.281313:0:225962:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.281314:0:225962:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326775.281315:0:225962:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326775.281316:0:225962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326775.281317:0:225962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326775.281318:0:225962:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326775.281320:0:225962:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386684032/t0(0) o101->lustre-MDT0000-mdc-ffff8e30967de000@192.168.203.127@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326791 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326775.281324:0:225962:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326775.281326:0:225962:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326775.281328:0:225962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000005438d745. 02000000:00000001:1.0:1767326775.281331:0:225962:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326775.281333:0:225962:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326775.281334:0:225962:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326775.281335:0:225962:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326775.281336:0:225962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002dc55a82. 02000000:00000001:1.0:1767326775.281339:0:225962:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326775.281343:0:225962:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326775.281344:0:225962:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:1.0:1767326775.281346:0:225962:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326775.281347:0:225962:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767326775.281349:0:225962:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326775.281352:0:225962:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ed73a24e 00000080:00000008:1.0:1767326775.281353:0:225962:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](000000004c114b87), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1767326775.467086:0:225963:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.467905:0:225963:0:(llite_lib.c:3561:ll_umount_begin()) Process entered 00000080:00200000:2.0:1767326775.467908:0:225963:0:(llite_lib.c:3564:ll_umount_begin()) VFS Op: superblock 000000002b070ec2 count 1 active 9 00000080:00000010:2.0:1767326775.467913:0:225963:0:(llite_lib.c:3584:ll_umount_begin()) kmalloced '(ioc_data)': 576 at 0000000022a50030. 00000080:00000001:2.0:1767326775.467915:0:225963:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1767326775.467917:0:225963:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1767326775.467918:0:225963:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8e30967de000: cmd=4240666a len=576 karg=ffff8e30c00fc400 uarg=0000000000000000 00800000:00000001:2.0:1767326775.467924:0:225963:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:2.0:1767326775.467926:0:225963:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:2.0:1767326775.467927:0:225963:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8e30967de000: cmd=4240666a len=576 karg=ffff8e30c00fc400 uarg=0000000000000000 00000100:00000001:2.0:1767326775.467931:0:225963:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767326775.467932:0:225963:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767326775.469773:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326775.469777:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326775.469779:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.469781:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326775.469785:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326775.469787:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767326775.469790:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326775.469793:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326775.469796:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767326775.469799:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326775.469802:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326775.469804:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326775.469805:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326775.469808:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326775.469809:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326775.469813:0:225963:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767326775.469815:0:225963:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767326775.469818:0:225963:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767326775.469820:0:225963:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000087d1e51 for uuid lustre-MDT0000_UUID (activate=0) 00800000:00000040:2.0:1767326775.469823:0:225963:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x23386b5eae8f13af 00800000:00000040:2.0:1767326775.469827:0:225963:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff8e30967de000=486908d5-c99a-49b6-bd48-4a0014ee5395 device 3 (000000000417afe0) type mdc at LMV idx 0 00800000:00000040:2.0:1767326775.469830:0:225963:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 000000000417afe0 inactive 00800000:00000001:2.0:1767326775.469832:0:225963:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1767326775.469834:0:225963:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.469843:0:225963:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.469845:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.469847:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326775.469849:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326775.469851:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326775.469852:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767326775.469855:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.469858:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767326775.470025:0:225963:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2d9c83d count: 2 00010000:00000001:2.0:1767326775.470031:0:225963:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326775.470033:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326775.470036:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326775.470038:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000462267e4 refcount=3 00000020:00000001:2.0:1767326775.470040:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:2.0:1767326775.470043:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555788288 : -125135153763328 : ffff8e30b39c6c00) 00010000:00000001:2.0:1767326775.470046:0:225963:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767326775.470048:0:225963:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767326775.470058:0:225963:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767326775.470061:0:225963:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767326775.470063:0:225963:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1767326775.470065:0:225963:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1767326775.470069:0:225963:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767326775.470072:0:225963:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767326775.470075:0:225963:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2d9c83d count: 3 00010000:00000001:2.0:1767326775.470078:0:225963:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767326775.470082:0:225963:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.470083:0:225963:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767326775.470085:0:225963:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767326775.470086:0:225963:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2d9c83d count: 3 00010000:00000001:2.0:1767326775.470088:0:225963:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767326775.470090:0:225963:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.470092:0:225963:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767326775.470093:0:225963:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767326775.470094:0:225963:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2d9c83d count: 3 00010000:00000001:2.0:1767326775.470103:0:225963:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767326775.470105:0:225963:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.470107:0:225963:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1767326775.470110:0:225963:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000d160510c, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1767326775.470114:0:225963:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1767326775.470116:0:225963:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1767326775.470118:0:225963:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1767326775.470120:0:225963:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326775.470122:0:225963:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1767326775.470124:0:225963:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326775.470128:0:225963:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326775.470129:0:225963:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326775.470131:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326775.470133:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326775.470136:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000462267e4 with handle 0x23386b5eae8f1418 from hash 00010000:00000001:2.0:1767326775.470139:0:225963:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326775.470141:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326775.470143:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326775.470144:0:225963:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767326775.470149:0:225963:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000032dc494f. 00010000:00000001:2.0:1767326775.470153:0:225963:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326775.470154:0:225963:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767326775.470157:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326775.470158:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326775.470159:0:225963:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326775.470161:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326775.470163:0:225963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e30967de000 lock: 00000000462267e4/0x23386b5eae8f1418 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0x1b9a6a59a123d30 expref: -99 pid: 225962 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326775.470171:0:225963:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000adb9d861. 00010000:00000001:2.0:1767326775.470176:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767326775.470178:0:225963:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b2d9c83d count: 0 00010000:00000010:2.0:1767326775.470183:0:225963:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073db8e37. 00000001:00000001:2.0:1767326775.470549:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326775.470552:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.470560:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.471479:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326775.471483:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:2.0:1767326775.471602:0:225963:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000df60f246. 00000020:00000010:2.0:1767326775.471608:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa349ea. 00000020:00000010:2.0:1767326775.471612:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093821e75. 00000020:00000010:2.0:1767326775.471615:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000118fd939. 00000008:00000010:2.0:1767326775.471621:0:225963:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000089c6c5c. 00020000:00000010:2.0:1767326775.471625:0:225963:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ce5659ad. 00008000:00000010:2.0:1767326775.471629:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f9eaa9b. 00000080:00000010:2.0:1767326775.471636:0:225963:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc49345f. 00000080:00000010:2.0:1767326775.471640:0:225963:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000367e66d. 00000020:00000010:2.0:1767326775.471644:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef962d8d. 00000008:00000010:2.0:1767326775.471647:0:225963:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000064680e38. 00020000:00000010:2.0:1767326775.471650:0:225963:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000020f06a4f. 00008000:00000010:2.0:1767326775.471653:0:225963:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cd67c6ad. 00000080:00000010:2.0:1767326775.471656:0:225963:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e09ef63a. 00000020:00000001:2.0:1767326775.471660:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968409848 : -125135741141768 : ffff8e309099bcf8) 00000020:00001000:2.0:1767326775.471662:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000df60f246 00000008:00000001:2.0:1767326775.471665:0:225963:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326775.471667:0:225963:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326775.471669:0:225963:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.471671:0:225963:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326775.471673:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.471674:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.472132:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326775.472135:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000df60f246 00000001:00000001:2.0:1767326775.472138:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.472139:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.472560:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326775.472563:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.472564:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.473032:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.473035:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.473037:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326775.473041:0:225963:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.473050:0:225963:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767326775.473053:0:225963:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326775.473056:0:225963:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:2.0:1767326775.473057:0:225963:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:2.0:1767326775.473058:0:225963:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8e30967de000: cmd=4240666a len=576 karg=ffff8e30c00fc400 uarg=0000000000000000 00000100:00000001:2.0:1767326775.473062:0:225963:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767326775.473063:0:225963:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767326775.473065:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326775.473066:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326775.473067:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.473069:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326775.473071:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326775.473072:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1767326775.473074:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326775.473075:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326775.473077:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767326775.473079:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326775.473081:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326775.473082:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326775.473083:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326775.473084:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326775.473085:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326775.473088:0:225963:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767326775.473089:0:225963:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767326775.473090:0:225963:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767326775.473091:0:225963:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000087d1e51 for uuid lustre-MDT0001_UUID (activate=0) 00800000:00000040:2.0:1767326775.473094:0:225963:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x23386b5eae8f13af 00800000:00000040:2.0:1767326775.473096:0:225963:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x23386b5eae8f13b6 00800000:00000040:2.0:1767326775.473098:0:225963:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8e30967de000=486908d5-c99a-49b6-bd48-4a0014ee5395 device 4 (00000000eb59d9ea) type mdc at LMV idx 1 00800000:00000040:2.0:1767326775.473100:0:225963:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 00000000eb59d9ea inactive 00800000:00000001:2.0:1767326775.473102:0:225963:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1767326775.473103:0:225963:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.473105:0:225963:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.473106:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.473107:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326775.473115:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326775.473117:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326775.473119:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767326775.473121:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.473122:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.473604:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326775.473607:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.473608:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.474051:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326775.474054:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326775.474056:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968409848 : -125135741141768 : ffff8e309099bcf8) 00000020:00001000:2.0:1767326775.474059:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000df60f246 00000008:00000001:2.0:1767326775.474061:0:225963:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326775.474063:0:225963:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326775.474064:0:225963:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.474066:0:225963:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326775.474067:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.474068:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.474490:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326775.474493:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000df60f246 00000001:00000001:2.0:1767326775.474496:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.474498:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.474986:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326775.474989:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.474990:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.475437:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.475440:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.475442:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326775.475445:0:225963:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326775.475447:0:225963:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767326775.475449:0:225963:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326775.475452:0:225963:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475454:0:225963:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475455:0:225963:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767326775.475458:0:225963:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767326775.475460:0:225963:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8e30967de000: cmd=4240666a len=576 karg=ffff8e30c00fc400 uarg=0000000000000000 00020000:00000001:2.0:1767326775.475465:0:225963:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000008:00000001:2.0:1767326775.475468:0:225963:0:(osc_request.c:3522:osc_iocontrol()) Process entered 00000008:00000080:2.0:1767326775.475469:0:225963:0:(osc_request.c:3524:osc_iocontrol()) lustre-OST0000-osc-ffff8e30967de000: cmd=4240666a len=576 karg=ffff8e30c00fc400 uarg=0000000000000000 00000100:00000001:2.0:1767326775.475479:0:225963:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767326775.475480:0:225963:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767326775.475482:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326775.475484:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326775.475486:0:225963:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767326775.475488:0:225963:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767326775.475490:0:225963:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767326775.475491:0:225963:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 00000000c0c375a1 for uuid lustre-OST0000_UUID event(4) 00020000:01000000:2.0:1767326775.475495:0:225963:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00020000:00000040:2.0:1767326775.475497:0:225963:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 23386b5eae8f13c4 00020000:00000001:2.0:1767326775.475500:0:225963:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475503:0:225963:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767326775.475505:0:225963:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767326775.475507:0:225963:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767326775.475509:0:225963:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326775.475511:0:225963:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326775.475512:0:225963:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475514:0:225963:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475516:0:225963:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326775.475517:0:225963:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326775.475518:0:225963:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475520:0:225963:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767326775.475522:0:225963:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767326775.475524:0:225963:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767326775.475526:0:225963:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475528:0:225963:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475530:0:225963:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326775.475531:0:225963:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.475533:0:225963:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.475535:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.475537:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326775.475539:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326775.475541:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767326775.475543:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326775.475544:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326775.475546:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767326775.475548:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326775.475556:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326775.475557:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326775.475558:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326775.475559:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326775.475561:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326775.475562:0:225963:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767326775.475564:0:225963:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767326775.475565:0:225963:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767326775.475566:0:225963:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 00000000c0c375a1 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1767326775.475569:0:225963:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1767326775.475571:0:225963:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 23386b5eae8f13c4 00020000:00000001:2.0:1767326775.475573:0:225963:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475574:0:225963:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767326775.475576:0:225963:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767326775.475577:0:225963:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767326775.475579:0:225963:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326775.475580:0:225963:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326775.475581:0:225963:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475583:0:225963:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475584:0:225963:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326775.475585:0:225963:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326775.475587:0:225963:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475588:0:225963:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767326775.475589:0:225963:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767326775.475591:0:225963:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767326775.475592:0:225963:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475594:0:225963:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475595:0:225963:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326775.475597:0:225963:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.475598:0:225963:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.475600:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.475602:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326775.475603:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326775.475605:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326775.475606:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:2.0:1767326775.475608:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.475610:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.475650:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326775.475657:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.475658:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.475687:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326775.475690:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326775.475692:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968409848 : -125135741141768 : ffff8e309099bcf8) 00000020:00001000:2.0:1767326775.475694:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000df60f246 00000008:00000001:2.0:1767326775.475696:0:225963:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326775.475698:0:225963:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326775.475699:0:225963:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.475701:0:225963:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326775.475702:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.475703:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.475734:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326775.475736:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000df60f246 00000001:00000001:2.0:1767326775.475738:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.475739:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.475787:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326775.475790:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326775.475792:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326775.475823:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326775.475826:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326775.475827:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326775.475830:0:225963:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326775.475833:0:225963:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326775.475835:0:225963:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326775.475837:0:225963:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326775.475839:0:225963:0:(llite_lib.c:3592:ll_umount_begin()) kfreed 'ioc_data': 576 at 0000000022a50030. 00010000:00000010:2.1:1767326775.478804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000462267e4. 00010000:00000010:2.1:1767326775.478810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2d9c83d. 00010000:00000001:0.0:1767326775.542841:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326775.542847:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326775.542931:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326775.542934:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326775.542936:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326776.566857:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326776.566876:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326776.566962:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326776.566966:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326776.566968:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326777.398819:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306483192, at 4306483200 00000100:00000040:3.0:1767326777.398833:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306483192, at 4306483200 00000100:00000010:1.0:1767326777.398834:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f84e759a. 00000100:00000040:0.0:1767326777.398842:0:225951:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306483192, at 4306483200 00000100:00000010:3.0:1767326777.398843:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdfe7f5. 00000100:00000040:2.0:1767326777.398846:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306483192, at 4306483200 00000100:00000010:0.0:1767326777.398852:0:225951:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0d2059. 00000100:00000010:2.0:1767326777.398869:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fe47207. 00010000:00000001:0.0:1767326777.590844:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326777.590851:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326777.590922:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326777.590925:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326777.590928:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326777.910923:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326777.910933:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326777.910942:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c3c0f3. 00000020:00000040:2.0:1767326777.910948:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:2.0:1767326777.910969:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326777.910972:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326777.910977:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326777.910985:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd9e5f21. 00000100:00000001:2.0:1767326777.911005:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326777.911015:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326777.911025:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326777.911027:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326777.911031:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c3c0f3] to pc [ptlrpcd_00_00+0] req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326777.911061:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326777.911064:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767326777.911067:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767326777.911069:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767326777.911076:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767326777.911078:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:2.0:1767326777.911081:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326777.911086:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (11821) 00000100:00000001:0.0:1767326777.911097:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326777.911103:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326777.911105:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326777.911106:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326777.911112:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326777.911117:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326777.911128:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326777.911130:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326777.911133:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326777.911135:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326777.911137:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326777.911140:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386684160:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326777.911144:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326777.911149:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326777.911151:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326777.911153:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326777.911158:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae0b0d1d. 02000000:00000001:0.0:1767326777.911160:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326777.911190:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d4b20f. 00000400:00000010:0.0:1767326777.911196:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000100:00000200:0.0:1767326777.911203:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386684160, portal 25 00000100:00000001:0.0:1767326777.911205:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326777.911207:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618938656804352 : -125135052747264 : ffff8e30b9a1ce00) 00000100:00000040:0.0:1767326777.911211:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326777.911218:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326777.911220:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:0.0:1767326777.911222:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4afd73. 00000100:00000200:0.0:1767326777.911224:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386684160, offset 0 00000400:00000200:0.0:1767326777.911229:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:0.0:1767326777.911241:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:0.0:1767326777.911246:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326777.911250:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:0.0:1767326777.911253:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326777.911255:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:0.0:1767326777.911257:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [646:646:256:4294967295] 192.168.203.127@tcp LPNI seq info [646:646:8:4294967295] 00000400:00000200:0.0:1767326777.911267:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:0.0:1767326777.911272:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:0.0:1767326777.911276:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000485e6489. 00000800:00000200:0.0:1767326777.911281:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:0.0:1767326777.911288:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:0.0:1767326777.911291:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000485e6489 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326777.911305:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326777.911309:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306488312 00000100:00000010:0.0:1767326777.911312:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a9f602. 00000100:00000001:0.0:1767326777.911318:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326777.911324:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306488312 00000100:00000010:0.0:1767326777.911326:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f1a44e. 00000100:00000001:0.0:1767326777.911329:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326777.911338:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306488312 00000100:00000010:0.0:1767326777.911342:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093488960. 00000100:00000001:0.0:1767326777.911344:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326777.911346:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306488312 00000100:00000010:0.0:1767326777.911350:0:216338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb806798. 00000100:00000001:0.0:1767326777.911352:0:216338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326777.911357:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326777.911359:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326777.911362:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326777.911364:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326777.911371:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326777.911373:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326777.911375:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326777.911377:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326777.911379:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326777.911381:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326777.911417:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326777.911423:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6489. 00000400:00000200:1.0:1767326777.911429:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326777.911436:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326777.911441:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4afd73 00000400:00000010:1.0:1767326777.911444:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4afd73. 00000100:00000001:1.0:1767326777.911449:0:216332:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326777.911453:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326777.911481:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326777.911484:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326777.911491:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326777.911492:0:216332:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326777.912820:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326777.912838:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326777.912842:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326777.912844:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326777.912892:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326777.912907:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13b00 00000400:00000200:3.0:1767326777.912914:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x14f9 [1] + 224 00000800:00000001:3.0:1767326777.912921:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326777.912928:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326777.912930:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326777.912934:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326777.912939:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326777.912956:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326777.912964:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326777.912980:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326777.912987:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326777.912989:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326777.913023:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326777.913027:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326777.913032:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326777.913034:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326777.913036:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d4b20f. 00000400:00000200:0.0:1767326777.913040:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000400:00000010:0.0:1767326777.913042:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:0.0:1767326777.913044:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326777.913050:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326777.913058:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326777.913064:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326777.913066:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326777.913068:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326777.913070:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326777.913072:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326777.913073:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326777.913076:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326777.913089:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326777.913092:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326777.913094:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326777.913095:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326777.913098:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326777.913100:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326777.913102:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326777.913105:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326777.913110:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326777.913113:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326777.913114:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326777.913117:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326777.913123:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c3c0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386684160:192.168.203.127@tcp:400: 00000100:00000001:0.0:1767326777.913127:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326777.913128:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326777.913130:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c3c0f3 x1853175386684160/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326777.913135:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326777.913137:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326777.913139:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae0b0d1d. 02000000:00000001:0.0:1767326777.913141:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326777.913143:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326777.913144:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:0.0:1767326777.913146:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326777.913147:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd9e5f21. 02000000:00000001:0.0:1767326777.913150:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326777.913151:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326777.913152:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c3c0f3. 00000100:00000001:0.0:1767326777.913155:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326777.913156:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326777.913157:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326777.913165:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326777.913182:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326777.913184:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326777.913186:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326778.614864:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326778.614870:0:225951:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326778.614872:0:225951:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326778.614874:0:225951:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326778.614878:0:225951:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326778.614880:0:225951:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326778.614882:0:225951:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326778.614883:0:225951:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326778.614976:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326778.614989:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326778.614995:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326779.638870:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326779.638876:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326779.638937:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326779.638941:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326779.638943:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326779.958890:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326779.958898:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326779.958906:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4451f1a. 00000020:00000040:3.0:1767326779.958912:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326779.958915:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326779.958918:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326779.958922:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326779.958928:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f84d2ca. 00000100:00000001:3.0:1767326779.958933:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326779.958941:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326779.958967:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326779.958969:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326779.958973:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4451f1a] to pc [ptlrpcd_00_01+1] req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326779.958995:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326779.958997:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767326779.958999:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1767326779.959001:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767326779.959002:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1767326779.959004:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:3.0:1767326779.959006:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326779.959009:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11823) 00000100:00000001:1.0:1767326779.959026:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326779.959031:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326779.959033:0:216339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326779.959039:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326779.959039:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326779.959044:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326779.959051:0:216339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326779.959053:0:216339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326779.959057:0:216339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326779.959059:0:216339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326779.959067:0:216339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326779.959070:0:216339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386684288:192.168.203.127@tcp:400: 00000100:00000001:1.0:1767326779.959073:0:216339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326779.959077:0:216339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326779.959079:0:216339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326779.959081:0:216339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326779.959084:0:216339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001060ffe1. 02000000:00000001:1.0:1767326779.959086:0:216339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326779.959091:0:216339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544366be. 00000400:00000010:1.0:1767326779.959096:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297fa8d8. 00000100:00000200:1.0:1767326779.959101:0:216339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386684288, portal 25 00000100:00000001:1.0:1767326779.959103:0:216339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326779.959104:0:216339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814045056 : -125135895506560 : ffff8e3087665180) 00000100:00000040:1.0:1767326779.959107:0:216339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326779.959112:0:216339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326779.959114:0:216339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326779.959116:0:216339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd21f3b5. 00000100:00000200:1.0:1767326779.959118:0:216339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386684288, offset 0 00000400:00000200:1.0:1767326779.959122:0:216339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326779.959134:0:216339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326779.959138:0:216339:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326779.959141:0:216339:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326779.959144:0:216339:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326779.959146:0:216339:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326779.959148:0:216339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [647:647:256:4294967295] 192.168.203.127@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:1.0:1767326779.959156:0:216339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326779.959160:0:216339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326779.959163:0:216339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a6049eb. 00000800:00000200:1.0:1767326779.959168:0:216339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326779.959174:0:216339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326779.959182:0:216339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a6049eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326779.959197:0:216339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326779.959201:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306490360 00000100:00000001:1.0:1767326779.959207:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306488312 00000100:00000001:1.0:1767326779.959210:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306490360 00000100:00000001:1.0:1767326779.959212:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306488312 00000100:00000001:1.0:1767326779.959214:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306490360 00000100:00000001:1.0:1767326779.959216:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306488312 00000100:00000001:1.0:1767326779.959219:0:216339:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306490360 00000100:00000001:1.0:1767326779.959221:0:216339:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306488312 00000100:00000001:1.0:1767326779.959223:0:216339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326779.959226:0:216339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326779.959228:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326779.959229:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326779.959235:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326779.959236:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326779.959238:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326779.959239:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326779.959240:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326779.959242:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326779.959300:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326779.959303:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a6049eb. 00000400:00000200:2.0:1767326779.959307:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326779.959313:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326779.959318:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd21f3b5 00000400:00000010:2.0:1767326779.959321:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd21f3b5. 00000100:00000001:2.0:1767326779.959325:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326779.959329:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326779.959339:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326779.959342:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326779.959349:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326779.959358:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326779.960706:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326779.960727:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326779.960732:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326779.960735:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326779.960746:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:1.0:1767326779.960800:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13b80 00000400:00000200:1.0:1767326779.960808:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1501 [1] + 224 00000800:00000001:1.0:1767326779.960815:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326779.960823:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326779.960825:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326779.960828:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:1.0:1767326779.960861:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326779.960867:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326779.960876:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326779.960893:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326779.960902:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326779.960905:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326779.960929:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326779.960932:0:216339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326779.960936:0:216339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326779.960937:0:216339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326779.960939:0:216339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544366be. 00000400:00000200:2.0:1767326779.960942:0:216339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fa8d8 00000400:00000010:2.0:1767326779.960943:0:216339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297fa8d8. 00000100:00000001:2.0:1767326779.960946:0:216339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326779.960950:0:216339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326779.960957:0:216339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326779.960962:0:216339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326779.960963:0:216339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326779.960965:0:216339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326779.960966:0:216339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326779.960968:0:216339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326779.960970:0:216339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326779.960972:0:216339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326779.960976:0:216339:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326779.960979:0:216339:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326779.960981:0:216339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326779.960982:0:216339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326779.960984:0:216339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326779.960985:0:216339:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326779.960987:0:216339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326779.960989:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326779.960993:0:216339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326779.960995:0:216339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326779.960997:0:216339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326779.960999:0:216339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326779.961004:0:216339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4451f1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6657de6e-759e-415f-bede-5f56cedbd629:216339:1853175386684288:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326779.961014:0:216339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326779.961015:0:216339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326779.961017:0:216339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4451f1a x1853175386684288/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326779.961021:0:216339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326779.961023:0:216339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326779.961025:0:216339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001060ffe1. 02000000:00000001:2.0:1767326779.961027:0:216339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326779.961028:0:216339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326779.961029:0:216339:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326779.961030:0:216339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326779.961032:0:216339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f84d2ca. 02000000:00000001:2.0:1767326779.961034:0:216339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326779.961036:0:216339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326779.961037:0:216339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4451f1a. 00000100:00000001:2.0:1767326779.961039:0:216339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326779.961040:0:216339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326779.961041:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326779.961043:0:216339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326779.961044:0:216339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326779.961046:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326779.961047:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326780.662894:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326780.662901:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326780.662971:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326780.662976:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326780.662980:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326781.686858:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326781.686867:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326781.686938:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326781.686943:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326781.686946:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326782.710879:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326782.710887:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326782.710959:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326782.710963:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326782.710966:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326783.734848:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326783.734854:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326783.734913:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326783.734919:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326783.734922:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326784.566866:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306490360, at 4306490368 00000100:00000040:1.0:1767326784.566866:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306490360, at 4306490368 00000100:00000040:2.0:1767326784.566867:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306490360, at 4306490368 00000100:00000040:0.0:1767326784.566867:0:225951:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306490360, at 4306490368 00000100:00000010:1.0:1767326784.566886:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f1a44e. 00000100:00000010:3.0:1767326784.566889:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb806798. 00000100:00000010:0.0:1767326784.566894:0:225951:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a9f602. 00000100:00000010:2.0:1767326784.566897:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093488960. 00010000:00000001:0.0:1767326784.758898:0:225951:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326784.758906:0:225951:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326784.758971:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326784.758975:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326784.759001:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326785.078871:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6657de6e-759e-415f-bede-5f56cedbd629->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326785.078884:0:134393:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326785.078896:0:134393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574ec2a4. 00000020:00000040:3.0:1767326785.078904:0:134393:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326785.078909:0:134393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326785.078912:0:134393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326785.078919:0:134393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326785.078927:0:134393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d1ccf6a. 00000100:00000001:3.0:1767326785.078935:0:134393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.078948:0:134393:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6657de6e-759e-415f-bede-5f56cedbd629->MGS req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326785.078962:0:134393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326785.078966:0:134393:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.078972:0:134393:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574ec2a4] to pc [ptlrpcd_00_02+2] req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.079010:0:134393:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.079013:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767326785.079017:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1767326785.079020:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767326785.079023:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1767326785.079026:0:134393:0:(pinger.c:229:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:3.0:1767326785.079029:0:134393:0:(pinger.c:247:ptlrpc_pinger_process_import()) 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326785.079036:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11828) 00000100:00000001:2.0:1767326785.079041:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326785.079047:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326785.079050:0:216340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326785.079055:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326785.079057:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326785.079062:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.079072:0:216340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326785.079076:0:216340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326785.079081:0:216340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326785.079085:0:216340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326785.079087:0:216340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326785.079090:0:216340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574ec2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386684416:192.168.203.127@tcp:400: 00000100:00000001:2.0:1767326785.079114:0:216340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326785.079121:0:216340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326785.079123:0:216340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326785.079125:0:216340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326785.079129:0:216340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008525b7ff. 02000000:00000001:2.0:1767326785.079130:0:216340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326785.079137:0:216340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3711f50. 00000400:00000010:2.0:1767326785.079145:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ba4c6. 00000100:00000200:2.0:1767326785.079152:0:216340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386684416, portal 25 00000100:00000001:2.0:1767326785.079154:0:216340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326785.079156:0:216340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814052224 : -125135895499392 : ffff8e3087666d80) 00000100:00000040:2.0:1767326785.079159:0:216340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326785.079165:0:216340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326785.079168:0:216340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:2.0:1767326785.079170:0:216340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af2431e. 00000100:00000200:2.0:1767326785.079172:0:216340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386684416, offset 0 00000400:00000200:2.0:1767326785.079178:0:216340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:2.0:1767326785.079193:0:216340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:2.0:1767326785.079198:0:216340:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326785.079202:0:216340:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:2.0:1767326785.079206:0:216340:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326785.079208:0:216340:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:2.0:1767326785.079211:0:216340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [648:648:256:4294967295] 192.168.203.127@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:2.0:1767326785.079222:0:216340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:2.0:1767326785.079226:0:216340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:2.0:1767326785.079230:0:216340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000910642ac. 00000800:00000200:2.0:1767326785.079237:0:216340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326785.079244:0:216340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326785.079248:0:216340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000910642ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326785.079263:0:216340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.079274:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306495480 00000100:00000010:2.0:1767326785.079279:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069d13063. 00000100:00000001:2.0:1767326785.079287:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326785.079294:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306495480 00000100:00000010:2.0:1767326785.079297:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea053dd6. 00000100:00000001:2.0:1767326785.079300:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326785.079303:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306495480 00000100:00000010:2.0:1767326785.079306:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873f2e46. 00000100:00000001:2.0:1767326785.079309:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326785.079311:0:216340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306495480 00000100:00000010:2.0:1767326785.079314:0:216340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f30dbf5. 00000100:00000001:2.0:1767326785.079316:0:216340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326785.079319:0:216340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326785.079322:0:216340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.079326:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.079328:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326785.079337:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326785.079340:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326785.079342:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326785.079343:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326785.079344:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.079346:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326785.079412:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326785.079416:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000910642ac. 00000400:00000200:3.0:1767326785.079421:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326785.079426:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:3.0:1767326785.079435:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af2431e 00000400:00000010:3.0:1767326785.079437:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af2431e. 00000100:00000001:3.0:1767326785.079441:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326785.079444:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.079452:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326785.079454:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.079459:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.079460:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326785.081723:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326785.081738:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326785.081741:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326785.081744:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326785.081753:0:216333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:2.0:1767326785.081792:0:216333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13c00 00000400:00000200:2.0:1767326785.081812:0:216333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1509 [1] + 224 00000800:00000001:2.0:1767326785.081821:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326785.081828:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326785.081830:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326785.081833:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:2.0:1767326785.081845:0:216333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326785.081850:0:216333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326785.081861:0:216333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326785.081881:0:216333:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326785.081889:0:216333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326785.081893:0:216333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.081920:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326785.081924:0:216340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326785.081929:0:216340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326785.081931:0:216340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326785.081933:0:216340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3711f50. 00000400:00000200:3.0:1767326785.081937:0:216340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95ba4c6 00000400:00000010:3.0:1767326785.081938:0:216340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95ba4c6. 00000100:00000001:3.0:1767326785.081941:0:216340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326785.081944:0:216340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326785.081952:0:216340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.081957:0:216340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326785.081958:0:216340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.081960:0:216340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326785.081962:0:216340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326785.081965:0:216340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326785.081967:0:216340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326785.081969:0:216340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326785.081974:0:216340:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326785.081977:0:216340:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326785.081979:0:216340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326785.081980:0:216340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.081983:0:216340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326785.081985:0:216340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.081993:0:216340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.081996:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.082002:0:216340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326785.082004:0:216340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326785.082006:0:216340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326785.082008:0:216340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326785.082013:0:216340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574ec2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6657de6e-759e-415f-bede-5f56cedbd629:216340:1853175386684416:192.168.203.127@tcp:400: 00000100:00000001:3.0:1767326785.082016:0:216340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.082017:0:216340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326785.082019:0:216340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574ec2a4 x1853175386684416/t0(0) o400->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.082023:0:216340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326785.082025:0:216340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326785.082027:0:216340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008525b7ff. 02000000:00000001:3.0:1767326785.082029:0:216340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326785.082031:0:216340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.082033:0:216340:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.082034:0:216340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326785.082036:0:216340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d1ccf6a. 02000000:00000001:3.0:1767326785.082039:0:216340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326785.082040:0:216340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326785.082042:0:216340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574ec2a4. 00000100:00000001:3.0:1767326785.082045:0:216340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326785.082046:0:216340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.082047:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.082050:0:216340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326785.082051:0:216340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.082053:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326785.082054:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326785.718869:0:225963:0:(llite_lib.c:3606:ll_umount_begin()) Process leaving 00000080:00000001:2.0:1767326785.723855:0:225963:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:2.0:1767326785.723859:0:225963:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:2.0:1767326785.723871:0:225963:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767326785.723876:0:225963:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767326785.723888:0:225963:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:2.0:1767326785.723892:0:225963:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:2.0:1767326785.723894:0:225963:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](000000004c114b87) 00800000:00000001:2.0:1767326785.723902:0:225963:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:2.0:1767326785.723904:0:225963:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:2.0:1767326785.723911:0:225963:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1767326785.723919:0:225963:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326785.723921:0:225963:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1767326785.723924:0:225963:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326785.723926:0:225963:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326785.723929:0:225963:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1767326785.723932:0:225963:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1767326785.723934:0:225963:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326785.723936:0:225963:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767326785.723940:0:225963:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000407d7885 1 00800000:00000010:2.0:1767326785.723944:0:225963:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 00000000407d7885. 00000080:00000001:2.0:1767326785.723950:0:225963:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1767326785.723952:0:225963:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1767326785.723960:0:225963:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:2.0:1767326785.723962:0:225963:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8e30967de000 (sb 000000002b070ec2) 00000020:00000001:2.0:1767326785.723968:0:225963:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767326785.723974:0:225963:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000028c4c969. 00000020:00000001:2.0:1767326785.723978:0:225963:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767326785.723983:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008525b7ff. 00000020:00000010:2.0:1767326785.723996:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f1357a7. 00000040:00000010:2.0:1767326785.724002:0:225963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000371a44c. 00000020:00000010:2.0:1767326785.724009:0:225963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000584e6122. 00000020:00000010:2.0:1767326785.724015:0:225963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047deb66f. 00040000:00000010:2.0:1767326785.724022:0:225963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077096c6c. 00040000:00000010:2.0:1767326785.724026:0:225963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002267ae72. 10000000:00000001:2.0:1767326785.724033:0:225963:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:2.0:1767326785.724035:0:225963:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767326785.724039:0:225963:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767326785.724042:0:225963:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767326785.724045:0:225963:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767326785.724047:0:225963:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000348a6683) refs 3 10000000:00000001:2.0:1767326785.724049:0:225963:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326785.724051:0:225963:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446618937788440064 : -125135921111552 : ffff8e3085df9e00) 10000000:00000001:2.0:1767326785.724054:0:225963:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767326785.724056:0:225963:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x23386b5eae8f140a 00010000:00000001:2.0:1767326785.724060:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326785.724063:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326785.724066:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d97e2e7c refcount=2 00000020:00000001:2.0:1767326785.724068:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:2.0:1767326785.724072:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:2.0:1767326785.724076:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326785.724079:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326785.724082:0:225963:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724093:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724095:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326785.724097:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326785.724099:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326785.724100:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d97e2e7c refcount=3 00000020:00000001:2.0:1767326785.724103:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:2.0:1767326785.724105:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:2.0:1767326785.724108:0:225963:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767326785.724116:0:225963:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724124:0:225963:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767326785.724127:0:225963:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724134:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724135:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326785.724137:0:225963:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724144:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326785.724146:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724150:0:225963:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326785.724155:0:225963:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000017d5a03a. 00010000:00000001:2.0:1767326785.724159:0:225963:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326785.724173:0:225963:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767326785.724177:0:225963:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724179:0:225963:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724181:0:225963:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767326785.724182:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724184:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767326785.724186:0:225963:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767326785.724188:0:225963:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x23386b5eae8f1403 00010000:00000001:2.0:1767326785.724191:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326785.724193:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326785.724193:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326785.724196:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eac72e3 refcount=2 00000020:00000001:3.0:1767326785.724198:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.724201:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00010000:3.0:1767326785.724202:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326785.724206:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00010000:00000001:2.0:1767326785.724212:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326785.724214:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326785.724215:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.724217:0:219024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326785.724220:0:225963:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326785.724221:0:219024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326785.724236:0:219024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d97e2e7c already unused, calling callback (0000000040c249d6) 10000000:00000001:3.0:1767326785.724240:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326785.724241:0:219024:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326785.724249:0:219024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326785.724251:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326785.724254:0:219024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326785.724257:0:219024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d97e2e7c refcount=3 00010000:00000001:2.0:1767326785.724259:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767326785.724260:0:219024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:2.0:1767326785.724263:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326785.724264:0:219024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555792384 : -125135153759232 : ffff8e30b39c7c00) 00010000:00000001:2.0:1767326785.724267:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326785.724269:0:219024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:2.0:1767326785.724271:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1767326785.724272:0:219024:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326785.724274:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eac72e3 refcount=3 00000020:00000001:2.0:1767326785.724280:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 10000000:00000001:3.0:1767326785.724281:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767326785.724285:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 10000000:00010000:3.0:1767326785.724286:0:219024:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724292:0:225963:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767326785.724295:0:225963:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326785.724296:0:219024:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1767326785.724304:0:219024:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1767326785.724307:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767326785.724310:0:225963:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:00000040:3.0:1767326785.724311:0:219024:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 3 00010000:00010000:2.0:1767326785.724313:0:225963:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326785.724317:0:219024:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.724320:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.724326:0:219024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326785.724327:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724331:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326785.724332:0:225963:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326785.724333:0:219024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326785.724337:0:219024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326785.724341:0:219024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326785.724343:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326785.724344:0:219024:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724346:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724349:0:225963:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326785.724353:0:225963:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000031a202f2. 00000020:00000040:3.0:1767326785.724356:0:219024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d97e2e7c with handle 0x23386b5eae8f140a from hash 00010000:00000001:2.0:1767326785.724358:0:225963:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326785.724362:0:219024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326785.724364:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326785.724365:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326785.724366:0:219024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326785.724369:0:219024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326785.724370:0:219024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767326785.724374:0:219024:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:2.0:1767326785.724375:0:225963:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767326785.724377:0:219024:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767326785.724381:0:225963:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724384:0:225963:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724387:0:225963:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:3.0:1767326785.724388:0:219024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574ec2a4. 00010000:00000001:2.0:1767326785.724389:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767326785.724394:0:219024:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00010000:00000001:2.0:1767326785.724394:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767326785.724398:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767326785.724400:0:225963:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 2 00000100:00000001:3.0:1767326785.724401:0:219024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326785.724404:0:219024:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326785.724408:0:219024:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326785.724416:0:219024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b45c1ea4. 10000000:00000001:2.0:1767326785.724422:0:225963:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326785.724425:0:225963:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000100:00000001:3.0:1767326785.724426:0:219024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767326785.724427:0:225963:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x23386b5eae8f13a1 00000020:00000001:0.0:1767326785.724430:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326785.724431:0:219024:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767326785.724432:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326785.724435:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.724436:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1767326785.724438:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767326785.724440:0:219024:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326785.724441:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d6e396b refcount=2 00000020:00000001:2.0:1767326785.724452:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555785728 : -125135153765888 : ffff8e30b39c6200) 00010000:00010000:3.0:1767326785.724453:0:219024:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326785.724457:0:219024:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326785.724459:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555785728 : -125135153765888 : ffff8e30b39c6200) 00010000:00000001:2.0:1767326785.724464:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326785.724465:0:219024:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767326785.724466:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.724471:0:219024:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326785.724472:0:225963:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724481:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724483:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326785.724485:0:225963:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326785.724487:0:225963:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767326785.724490:0:219024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574ec2a4] to pc [ptlrpcd_00_03+3] req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326785.724490:0:225963:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d6e396b refcount=3 00000020:00000001:2.0:1767326785.724495:0:225963:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555785728 : -125135153765888 : ffff8e30b39c6200) 00010000:00000001:2.0:1767326785.724501:0:225963:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555785728 : -125135153765888 : ffff8e30b39c6200) 00010000:00000001:2.0:1767326785.724506:0:225963:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767326785.724509:0:225963:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724516:0:225963:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767326785.724518:0:225963:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326785.724523:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724524:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326785.724526:0:225963:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326785.724528:0:219024:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326785.724534:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326785.724537:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326785.724538:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326785.724538:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326785.724541:0:219024:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.724541:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326785.724544:0:216341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767326785.724545:0:219024:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326785.724548:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326785.724553:0:219024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767326785.724553:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326785.724554:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724560:0:225963:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326785.724565:0:225963:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000050ebb028. 00010000:00000001:2.0:1767326785.724571:0:225963:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326785.724575:0:225963:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767326785.724579:0:225963:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724585:0:225963:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.724591:0:225963:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767326785.724593:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326785.724597:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326785.724597:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326785.724602:0:219024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000d97e2e7c/0x23386b5eae8f140a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d1b expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326785.724603:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767326785.724603:0:216341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000040:2.0:1767326785.724608:0:225963:0:(mgc_request.c:123:config_log_put()) log params(0000000013779b34) refs 2 00000100:00000001:0.0:1767326785.724609:0:216341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326785.724615:0:225963:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767326785.724616:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326785.724617:0:216341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:2.0:1767326785.724618:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326785.724619:0:219024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326785.724621:0:216341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767326785.724622:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000010:3.0:1767326785.724623:0:219024:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000017d5a03a. 10000000:00000001:2.0:1767326785.724626:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767326785.724626:0:216341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.724629:0:219024:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767326785.724630:0:225963:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 2 00000100:00100000:0.0:1767326785.724633:0:216341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574ec2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386684544:192.168.203.127@tcp:103: 00000020:00000001:3.0:1767326785.724635:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1767326785.724637:0:225963:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1767326785.724639:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326785.724641:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767326785.724643:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767326785.724643:0:216341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1767326785.724644:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767326785.724647:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:2.0:1767326785.724648:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767326785.724649:0:216341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767326785.724650:0:219024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000040:2.0:1767326785.724651:0:225963:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 2 00010000:00010000:3.0:1767326785.724654:0:219024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326785.724654:0:216341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326785.724656:0:225963:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326785.724659:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767326785.724660:0:216341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000040:2.0:1767326785.724663:0:225963:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000348a6683) refs 1 00010000:00000001:1.0:1767326785.724663:0:225966:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 02000000:00000010:0.0:1767326785.724667:0:216341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e376f7e. 00010000:00010000:3.0:1767326785.724668:0:219024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d6e396b already unused, calling callback (0000000040c249d6) 10000000:01000000:2.0:1767326785.724670:0:225963:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00000010:1.0:1767326785.724671:0:225966:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000077df39a. 10000000:00000001:3.0:1767326785.724674:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767326785.724674:0:216341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326785.724675:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767326785.724678:0:225966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001060ffe1. 10000000:00010000:3.0:1767326785.724679:0:219024:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326785.724680:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326785.724683:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:0.0:1767326785.724685:0:216341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d4b20f. 10000000:00000001:2.0:1767326785.724686:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767326785.724688:0:225966:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c7ed1a16. 10000000:00000001:2.0:1767326785.724690:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326785.724691:0:219024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:2.0:1767326785.724694:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767326785.724695:0:219024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767326785.724696:0:225966:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005438d745. 00000400:00000010:0.0:1767326785.724697:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c988a9d. 00000020:00000001:3.0:1767326785.724699:0:219024:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:2.0:1767326785.724700:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767326785.724704:0:219024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d6e396b refcount=3 10000000:00000001:2.0:1767326785.724704:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767326785.724705:0:225966:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a62c665. 00000100:00000200:0.0:1767326785.724708:0:216341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386684544, portal 18 00000020:00000001:3.0:1767326785.724709:0:219024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938555785728 : -125135153765888 : ffff8e30b39c6200) 10000000:00000001:2.0:1767326785.724709:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326785.724713:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767326785.724714:0:225966:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cbf9d7bd. 00010000:00000001:3.0:1767326785.724715:0:219024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938555785728 : -125135153765888 : ffff8e30b39c6200) 00000100:00000001:0.0:1767326785.724715:0:216341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767326785.724718:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000e9d4a8c9 : new refcount 5 00000100:00000001:0.0:1767326785.724719:0:216341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814052224 : -125135895499392 : ffff8e3087666d80) 00010000:00000001:3.0:1767326785.724720:0:219024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 80000000:00000010:1.0:1767326785.724721:0:225966:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f84e759a. 00010000:00010000:3.0:1767326785.724724:0:219024:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 10000000:00000010:2.0:1767326785.724724:0:225963:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000348a6683. 40000000:00000010:1.0:1767326785.724727:0:225966:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000efc2a23e. 00000100:00000040:0.0:1767326785.724729:0:216341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767326785.724732:0:225963:0:(mgc_request.c:147:config_log_put()) Process leaving 00100000:00000010:1.0:1767326785.724735:0:225966:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000031723dea. 00040000:00000010:1.0:1767326785.724741:0:225966:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9b1f653. 10000000:01000000:2.0:1767326785.724742:0:225963:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1767326785.724744:0:219024:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00040000:00000010:1.0:1767326785.724748:0:225966:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c03887eb. 10000000:00000001:2.0:1767326785.724749:0:225963:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767326785.724754:0:219024:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00002000:00000010:1.0:1767326785.724756:0:225966:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000050bb470c. 10000000:00000001:2.0:1767326785.724780:0:225963:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.724780:0:216341:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:3.0:1767326785.724781:0:219024:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000040:0.0:1767326785.724786:0:216341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 10000000:01000000:3.0:1767326785.724789:0:219024:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000400:00000010:0.0:1767326785.724791:0:216341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e69e8db6. 10000000:00000001:3.0:1767326785.724792:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1767326785.724792:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004f1357a7. 10000000:00000040:3.0:1767326785.724795:0:219024:0:(mgc_request.c:123:config_log_put()) log params(0000000013779b34) refs 1 00000100:00000200:0.0:1767326785.724811:0:216341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386684544, offset 0 10000000:01000000:3.0:1767326785.724812:0:219024:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000040:00000010:2.0:1767326785.724815:0:225963:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000371a44c. 10000000:00000001:3.0:1767326785.724816:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.724818:0:219024:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.724821:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.724824:0:219024:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767326785.724824:0:225963:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000584e6122. 00000400:00000200:0.0:1767326785.724824:0:216341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 10000000:00000001:3.0:1767326785.724827:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.724831:0:219024:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.724832:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.724832:0:219024:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.724833:0:219024:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.724835:0:219024:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767326785.724835:0:225963:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000047deb66f. 00000020:00000040:3.0:1767326785.724836:0:219024:0:(genops.c:898:class_export_put()) PUTting export 00000000e9d4a8c9 : new refcount 4 10000000:00000010:3.0:1767326785.724841:0:219024:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 0000000013779b34. 00000400:00000200:0.0:1767326785.724844:0:216341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00040000:00000010:2.0:1767326785.724845:0:225963:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000077096c6c. 10000000:00000001:3.0:1767326785.724846:0:219024:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.724849:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.724853:0:219024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000010:2.0:1767326785.724855:0:225963:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002267ae72. 00000400:00000200:0.0:1767326785.724855:0:216341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767326785.724856:0:219024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326785.724859:0:219024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326785.724862:0:219024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767326785.724863:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008525b7ff. 00000400:00000200:0.0:1767326785.724864:0:216341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00010000:00000001:3.0:1767326785.724865:0:219024:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326785.724870:0:219024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d6e396b with handle 0x23386b5eae8f13a1 from hash 00000020:00000001:2.0:1767326785.724871:0:225963:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326785.724872:0:216341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1767326785.724875:0:219024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326785.724878:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326785.724878:0:225963:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 0000000028c4c969. 00000400:00000200:0.0:1767326785.724879:0:216341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00010000:00000001:3.0:1767326785.724881:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326785.724884:0:219024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767326785.724885:0:225963:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.724888:0:219024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767326785.724889:0:216341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [649:649:256:4294967295] 192.168.203.127@tcp LPNI seq info [649:649:8:4294967295] 00010000:00000001:3.0:1767326785.724892:0:219024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:2.0:1767326785.724892:0:225963:0:(obd_mount.c:105:lustre_end_log()) Process entered 00010000:00000001:3.0:1767326785.724896:0:219024:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326785.724898:0:219024:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:2.0:1767326785.724899:0:225963:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at 0000000028c4c969. 00000100:00000010:3.0:1767326785.724903:0:219024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000001:2.0:1767326785.724905:0:225963:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000040:3.0:1767326785.724909:0:219024:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000400:00000200:0.0:1767326785.724910:0:216341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000020:00000010:2.0:1767326785.724912:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002267ae72. 00000020:00000010:2.0:1767326785.724918:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047deb66f. 00000100:00000001:3.0:1767326785.724920:0:219024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326785.724925:0:219024:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000010:2.0:1767326785.724925:0:225963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000371a44c. 02000000:00000001:3.0:1767326785.724928:0:219024:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326785.724933:0:225963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000584e6122. 00000800:00000200:0.0:1767326785.724933:0:216341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 02000000:00000010:3.0:1767326785.724939:0:219024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050aef31c. 00000020:00000010:2.0:1767326785.724943:0:225963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022c0c64a. 00000800:00000010:0.0:1767326785.724944:0:216341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bbc04394. 00000100:00000001:3.0:1767326785.724945:0:219024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.724950:0:219024:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00040000:00000010:2.0:1767326785.724952:0:225963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077096c6c. 00010000:00010000:3.0:1767326785.724953:0:219024:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767326785.724956:0:225966:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000912b8aff. 00000800:00000200:0.0:1767326785.724958:0:216341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00040000:00000010:2.0:1767326785.724961:0:225963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000074a34703. 00010000:00010000:3.0:1767326785.724971:0:219024:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:2.0:1767326785.724971:0:225963:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:2.0:1767326785.724975:0:225963:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 00010000:00000001:3.0:1767326785.724976:0:219024:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326785.724976:0:216341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 10000000:00000001:2.0:1767326785.724980:0:225963:0:(mgc_request.c:493:config_log_end()) Process entered 00000100:00000001:3.0:1767326785.724981:0:219024:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767326785.724982:0:216341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbc04394 type 1, nob 424 niov 1 nkiov 1 10000000:00000001:2.0:1767326785.724983:0:225963:0:(mgc_request.c:159:config_log_find()) Process entered 00000100:00000001:3.0:1767326785.724984:0:219024:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326785.724990:0:225963:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.724991:0:225966:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326785.724996:0:219024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_00_00+0] req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767326785.724999:0:225963:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1767326785.725000:0:225966:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.725001:0:216341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.725018:0:219024:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767326785.725018:0:225963:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767326785.725018:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306496126 00010000:00010000:1.0:1767326785.725020:0:225966:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767326785.725029:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326785.725030:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000047deb66f. 00010000:00000001:3.0:1767326785.725031:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326785.725034:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306495480 00010000:00000001:3.0:1767326785.725035:0:219024:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767326785.725037:0:225963:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000371a44c. 00010000:00000001:3.0:1767326785.725039:0:219024:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.725040:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306496126 00010000:00000001:1.0:1767326785.725041:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:3.0:1767326785.725043:0:219024:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326785.725043:0:225963:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000584e6122. 00010000:00010000:3.0:1767326785.725050:0:219024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326785.725050:0:219023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767326785.725051:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306495480 00000020:00000010:2.0:1767326785.725052:0:225963:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000022c0c64a. 00000100:00000001:0.0:1767326785.725061:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306496126 00010000:00010000:1.0:1767326785.725063:0:219023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326785.725064:0:219024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:2.0:1767326785.725064:0:225963:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000077096c6c. 00000100:00000001:0.0:1767326785.725066:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306495480 00010000:00010000:3.0:1767326785.725071:0:219024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 000000006d6e396b/0x23386b5eae8f13a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123852 expref: -99 pid: 219017 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326785.725072:0:216341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306496126 00040000:00000010:2.0:1767326785.725085:0:225963:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000074a34703. 00000100:00000001:0.0:1767326785.725085:0:216341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306495480 00000100:00000001:0.0:1767326785.725095:0:216341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326785.725097:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002267ae72. 00000100:00000001:0.0:1767326785.725106:0:216341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.725108:0:225963:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1767326785.725114:0:219024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d9b0117c count: 0 00010000:00010000:1.0:1767326785.725117:0:219023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008eac72e3 already unused, calling callback (0000000040c249d6) 00000020:00000010:2.0:1767326785.725118:0:225963:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at 0000000028c4c969. 00000100:00000001:0.0:1767326785.725118:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.725123:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326785.725124:0:225963:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1767326785.725126:0:219024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326785.725128:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767326785.725129:0:219024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326785.725131:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000010:3.0:1767326785.725134:0:219024:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000050ebb028. 00000080:00000001:2.0:1767326785.725137:0:225963:0:(llite_lib.c:979:client_common_put_super()) Process entered 00000100:00000001:0.0:1767326785.725137:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326785.725144:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326785.725145:0:219024:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326785.725145:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000080:00000001:2.0:1767326785.725146:0:225963:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000100:00000001:0.0:1767326785.725146:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.725156:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767326785.725158:0:219023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767326785.725159:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326785.725159:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326785.725165:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.725169:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968409848 : -125135741141768 : ffff8e309099bcf8) 00010000:00010000:3.0:1767326785.725176:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326785.725180:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326785.725185:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326785.725185:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000df60f246 00010000:00000001:1.0:1767326785.725187:0:219023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:3.0:1767326785.725192:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326785.725195:0:219023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326785.725196:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326785.725202:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.725202:0:219023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1767326785.725212:0:219024:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767326785.725213:0:219023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008eac72e3 refcount=3 00000020:00000001:1.0:1767326785.725221:0:219023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00000100:00000001:3.0:1767326785.725224:0:216340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326785.725226:0:219023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618938557314560 : -125135152237056 : ffff8e30b3b3b600) 00000100:00000001:3.0:1767326785.725228:0:216340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.725236:0:219023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326785.725237:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326785.725243:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8e30967de000 (000000002ae0e247) now 5 - lov 00000100:00000001:3.0:1767326785.725245:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767326785.725246:0:219023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326785.725248:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326785.725257:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326785.725260:0:216332:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326785.725269:0:216332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bbc04394. 00000400:00000200:0.0:1767326785.725279:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000001:2.0:1767326785.725282:0:225963:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 10000000:00000001:1.0:1767326785.725289:0:219023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00020000:00000001:2.0:1767326785.725290:0:225963:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446618938665705728 : -125135043845888 : ffff8e30ba29a100) 00000100:00000001:3.0:1767326785.725291:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326785.725296:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326785.725301:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767326785.725302:0:219023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326785.725305:0:216332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e69e8db6 00000400:00000010:0.0:1767326785.725311:0:216332:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e69e8db6. 02000000:00000001:3.0:1767326785.725314:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326785.725319:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326785.725323:0:216332:0:(events.c:34:request_out_callback()) Process entered 00020000:00000010:2.0:1767326785.725330:0:225963:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 0000000022ae4724. 02000000:00000001:3.0:1767326785.725331:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767326785.725335:0:219023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000200:0.0:1767326785.725336:0:216332:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767326785.725349:0:219023:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00000100:00000001:0.0:1767326785.725356:0:216332:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767326785.725358:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:0.0:1767326785.725362:0:216332:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:1.0:1767326785.725364:0:219023:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000001c3036c0) refs 1 00020000:00000001:2.0:1767326785.725368:0:225963:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1767326785.725373:0:225963:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446618938665709056 : -125135043842560 : ffff8e30ba29ae00) 10000000:01000000:1.0:1767326785.725376:0:219023:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:1.0:1767326785.725387:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326785.725391:0:219023:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767326785.725392:0:216332:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326785.725400:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767326785.725401:0:216332:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:1.0:1767326785.725405:0:219023:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:3.0:1767326785.725407:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386684672:192.168.203.127@tcp:103: 10000000:00000001:1.0:1767326785.725409:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 00020000:00000010:2.0:1767326785.725410:0:225963:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 00000000336bdc36. 10000000:00000001:1.0:1767326785.725413:0:219023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326785.725417:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767326785.725420:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767326785.725421:0:219023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326785.725427:0:219023:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767326785.725431:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767326785.725431:0:219023:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:3.0:1767326785.725438:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326785.725440:0:219023:0:(genops.c:898:class_export_put()) PUTting export 00000000e9d4a8c9 : new refcount 3 00000020:00000001:0.0:1767326785.725441:0:225966:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326785.725446:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000010:1.0:1767326785.725453:0:219023:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 000000001c3036c0. 00000020:00000001:0.0:1767326785.725453:0:225966:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326785.725454:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002baaa29c. 00020000:00000001:2.0:1767326785.725457:0:225963:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1767326785.725463:0:225963:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446618938665705472 : -125135043846144 : ffff8e30ba29a000) 02000000:00000001:3.0:1767326785.725467:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326785.725467:0:225966:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767326785.725470:0:219023:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767326785.725473:0:225966:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767326785.725474:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a069e44. 00000020:00000001:0.0:1767326785.725478:0:225966:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326785.725482:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b311e1d. 00010000:00010000:0.0:1767326785.725483:0:225966:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767326785.725487:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326785.725490:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386684672, portal 18 00000100:00000001:3.0:1767326785.725495:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326785.725500:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00010000:00000001:1.0:1767326785.725500:0:219023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767326785.725507:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326785.725508:0:219023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00020000:00000010:2.0:1767326785.725509:0:225963:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 000000006a219302. 00000100:00000040:3.0:1767326785.725513:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326785.725514:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.725515:0:219023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00020000:00000001:2.0:1767326785.725516:0:225963:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.725525:0:219023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326785.725529:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326785.725533:0:219023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326785.725542:0:219023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008eac72e3 with handle 0x23386b5eae8f1403 from hash 00000100:00000040:3.0:1767326785.725544:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:3.0:1767326785.725549:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d03e2327. 00010000:00000001:1.0:1767326785.725551:0:219023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:3.0:1767326785.725554:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386684672, offset 0 00010000:00000001:1.0:1767326785.725556:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326785.725562:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326785.725565:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00010000:00000001:1.0:1767326785.725565:0:219023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326785.725571:0:219023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326785.725574:0:219023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:3.0:1767326785.725575:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000020:00000010:2.0:1767326785.725575:0:225963:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000ea35256d. 00000400:00000200:3.0:1767326785.725588:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1767326785.725588:0:219023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:2.0:1767326785.725594:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000071d93403. 00010000:00000001:1.0:1767326785.725597:0:219023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326785.725601:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000020:00000010:2.0:1767326785.725604:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000caaf1489. 00000400:00000200:3.0:1767326785.725605:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000080:00000010:2.0:1767326785.725609:0:225963:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at 00000000485ebfcf. 00000100:00000010:1.0:1767326785.725609:0:219023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004832cfb3. 00000400:00000200:3.0:1767326785.725610:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:3.0:1767326785.725621:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [650:650:256:4294967295] 192.168.203.127@tcp LPNI seq info [650:650:8:4294967295] 00000080:00000010:2.0:1767326785.725622:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000003b49a4de. 00000020:00000040:1.0:1767326785.725623:0:219023:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=6 obd=MGC192.168.203.127@tcp 00000080:00000010:2.0:1767326785.725634:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e2f0b295. 00000400:00000200:3.0:1767326785.725636:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000100:00000001:1.0:1767326785.725638:0:219023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000010:2.0:1767326785.725639:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000058bb8e34. 02000000:00000001:1.0:1767326785.725644:0:219023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000010:2.0:1767326785.725647:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000068cb7903. 00000800:00000200:3.0:1767326785.725651:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000080:00000010:2.0:1767326785.725653:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000cff338d0. 02000000:00000001:1.0:1767326785.725654:0:219023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326785.725656:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d1ccf6a. 00000080:00000010:2.0:1767326785.725657:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000003f3811f5. 00000080:00000010:2.0:1767326785.725667:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007272ef58. 02000000:00000010:1.0:1767326785.725669:0:219023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c3036c0. 00000800:00000200:3.0:1767326785.725670:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000080:00000010:2.0:1767326785.725672:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e1d47843. 00000100:00000001:1.0:1767326785.725695:0:219023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326785.725699:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007c326512. 00000800:00000200:3.0:1767326785.725703:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:3.0:1767326785.725710:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d1ccf6a type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1767326785.725711:0:219023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000080:00000010:2.0:1767326785.725712:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000001a8da94a. 00000080:00000010:2.0:1767326785.725723:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000023f19ad2. 00010000:00010000:1.0:1767326785.725724:0:219023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000080:00000010:2.0:1767326785.725730:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000b3c3a64f. 00000100:00000001:3.0:1767326785.725732:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326785.725738:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f006492d. 00000100:00000001:3.0:1767326785.725742:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306496126 00000080:00000010:2.0:1767326785.725747:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000007440c8dc. 00000100:00000001:3.0:1767326785.725752:0:216338:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, keep current deadline 4306496126 00000080:00000010:2.0:1767326785.725758:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000041ea18a5. 00000080:00000010:2.0:1767326785.725761:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000734c94b9. 00000080:00000010:2.0:1767326785.725765:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dad1d38e. 00000080:00000010:2.0:1767326785.725768:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe1f067a. 00000100:00000001:3.0:1767326785.725780:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306496127 00000100:00000001:3.0:1767326785.725790:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306496126 00000100:00000001:3.0:1767326785.725794:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306496127 00000080:00000010:2.0:1767326785.725795:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006459bb82. 00000100:00000001:3.0:1767326785.725811:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306496126 00000100:00000001:3.0:1767326785.725819:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306496127 00000080:00000010:2.0:1767326785.725820:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000011a27536. 00010000:00010000:1.0:1767326785.725822:0:219023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326785.725825:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306496126 00000080:00000010:2.0:1767326785.725825:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008712b317. 00000800:00000200:0.0:1767326785.725830:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326785.725832:0:219023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1767326785.725833:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000030f765cf. 00000100:00000001:3.0:1767326785.725834:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326785.725836:0:216331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d1ccf6a. 00000100:00000001:1.0:1767326785.725854:0:219023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000010:2.0:1767326785.725856:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000015270ca8. 00000100:00000001:3.0:1767326785.725859:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.725860:0:219023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326785.725861:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326785.725863:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326785.725863:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000ae6f1417. 00000100:00000001:3.0:1767326785.725876:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1767326785.725877:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e008a614. 00000400:00000200:0.0:1767326785.725879:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000080:00000010:2.0:1767326785.725883:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000023a58f89. 00000400:00000200:0.0:1767326785.725885:0:216331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e2327 00000100:00000040:1.0:1767326785.725890:0:219023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004832cfb3] to pc [ptlrpcd_00_01+1] req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326785.725892:0:216331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e2327. 00000080:00000010:2.0:1767326785.725893:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b295bd4f. 00000100:00000001:3.0:1767326785.725895:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326785.725901:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326785.725902:0:216331:0:(events.c:34:request_out_callback()) Process entered 00000080:00000010:2.0:1767326785.725903:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a365092a. 00000100:00000001:3.0:1767326785.725913:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000010:2.0:1767326785.725915:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000018415cd6. 00000100:00000200:0.0:1767326785.725918:0:216331:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:2.0:1767326785.725923:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000005fba0a3. 00000080:00000010:2.0:1767326785.725931:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000aca507d4. 00000080:00000010:2.0:1767326785.725940:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a6036cbc. 00000080:00000010:2.0:1767326785.725948:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000db378137. 00000080:00000010:2.0:1767326785.725956:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e9a45246. 00000080:00000010:2.0:1767326785.725964:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000dbf8408e. 00000100:00000001:0.0:1767326785.725966:0:216331:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000010:2.0:1767326785.725970:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a34540a7. 00000100:00000040:0.0:1767326785.725971:0:216331:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:2.0:1767326785.725977:0:225963:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at 000000000c19e833. 00010000:00000001:1.0:1767326785.725977:0:219023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326785.725980:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326785.725980:0:216331:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.725986:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.726003:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:2.0:1767326785.726006:0:225963:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000100:00000001:0.0:1767326785.726006:0:216331:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767326785.726007:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767326785.726009:0:216338:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:1.0:1767326785.726015:0:219023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.726016:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.726022:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326785.726023:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.726031:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326785.726034:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326785.726034:0:219023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.726035:0:225963:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000100:00000001:3.0:1767326785.726042:0:216338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767326785.726042:0:225963:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f5a8827c. 10000000:00000001:1.0:1767326785.726043:0:219023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.726048:0:225963:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000100:00000001:0.0:1767326785.726050:0:216339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326785.726054:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326785.726054:0:219023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326785.726055:0:216339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.726088:0:216338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326785.726092:0:216338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.726093:0:219023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326785.726098:0:216338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767326785.726098:0:219023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 000000008eac72e3/0x23386b5eae8f1403 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d14 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767326785.726101:0:216338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326785.726109:0:216338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326785.726118:0:216338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386684800:192.168.203.127@tcp:103: 00020000:00000001:2.0:1767326785.726127:0:225963:0:(lov_obd.c:562:lov_del_target()) Process entered 00000100:00000001:3.0:1767326785.726133:0:216338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:01000000:2.0:1767326785.726134:0:225963:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: 00000000116edc88 active: 0 00010000:00000040:1.0:1767326785.726134:0:219023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000494ceb4c count: 0 02000000:00000001:3.0:1767326785.726137:0:216338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326785.726141:0:216338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326785.726147:0:225963:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326785.726148:0:216338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:01000000:2.0:1767326785.726153:0:225963:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 02000000:00000010:3.0:1767326785.726156:0:216338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bda5958e. 00000020:00000001:2.0:1767326785.726156:0:225963:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767326785.726158:0:225963:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326785.726160:0:219023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767326785.726163:0:216338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326785.726166:0:225963:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00010000:00000001:1.0:1767326785.726167:0:219023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767326785.726172:0:216338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b958542. 00020000:00000001:2.0:1767326785.726174:0:225963:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000010:1.0:1767326785.726174:0:219023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000031a202f2. 00010000:00000001:1.0:1767326785.726196:0:219023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326785.726198:0:225963:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:3.0:1767326785.726199:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b93648f. 00000020:00000001:1.0:1767326785.726208:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00020000:01000000:2.0:1767326785.726209:0:225963:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff8e30967de000 00000100:00000200:3.0:1767326785.726210:0:216338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386684800, portal 18 00000020:00000001:1.0:1767326785.726218:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.726219:0:216338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:2.0:1767326785.726219:0:225963:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:2.0:1767326785.726224:0:225963:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8e30967de000: disconnecting target lustre-OST0000-osc-ffff8e30967de000 00000100:00000001:3.0:1767326785.726227:0:216338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937831698688 : -125135877852928 : ffff8e308873b100) 00020000:00000001:2.0:1767326785.726231:0:225963:0:(obd_class.h:1347:obd_register_observer()) Process entered 00010000:00010000:1.0:1767326785.726233:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1767326785.726236:0:225963:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.726238:0:216338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326785.726239:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00020000:00000001:2.0:1767326785.726240:0:225963:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:3.0:1767326785.726252:0:216338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767326785.726253:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.726254:0:225963:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1767326785.726260:0:225963:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff8e30967de000 - 1 00000100:00000040:3.0:1767326785.726263:0:216338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00010000:00010000:1.0:1767326785.726265:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326785.726267:0:225963:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1767326785.726271:0:225963:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-OST0000_UUID 00000020:00000001:1.0:1767326785.726271:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767326785.726273:0:216338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000938045e9. 00000020:00000001:2.0:1767326785.726281:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767326785.726284:0:216338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175386684800, offset 0 00000020:00000040:2.0:1767326785.726285:0:225963:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=1 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767326785.726285:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.726294:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326785.726299:0:225963:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326785.726299:0:219023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326785.726301:0:216338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00010000:00000001:2.0:1767326785.726309:0:225963:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1767326785.726312:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726315:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326785.726348:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.726349:0:225963:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.726352:0:225963:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767326785.726354:0:225963:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767326785.726355:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726356:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326785.726377:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326785.726378:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726379:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:3.0:1767326785.726409:0:216338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000001:00000001:2.0:1767326785.726410:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.726416:0:225963:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326785.726417:0:216338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767326785.726421:0:225963:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000400:00000200:3.0:1767326785.726424:0:216338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000100:00000001:2.0:1767326785.726426:0:225963:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000400:00000200:3.0:1767326785.726430:0:216338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1767326785.726432:0:225963:0:(import.c:65:import_set_state_nolock()) 00000000591c1fc2 lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000400:00000200:3.0:1767326785.726436:0:216338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000100:00000001:2.0:1767326785.726439:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000400:00000200:3.0:1767326785.726443:0:216338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [651:651:256:4294967295] 192.168.203.127@tcp LPNI seq info [651:651:8:4294967295] 00000008:00000001:2.0:1767326785.726445:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326785.726449:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.726453:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326785.726456:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326785.726460:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000400:00000200:3.0:1767326785.726461:0:216338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000008:00000001:2.0:1767326785.726464:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.726469:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000800:00000200:3.0:1767326785.726470:0:216338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.127@tcp 00000100:00000001:2.0:1767326785.726472:0:225963:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326785.726477:0:216338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005721c9ec. 00000100:00000001:2.0:1767326785.726479:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326785.726483:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767326785.726485:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000800:00000200:3.0:1767326785.726487:0:216338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000100:00000001:2.0:1767326785.726488:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326785.726492:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: committing for last_committed 0 gen 3 00000800:00000200:3.0:1767326785.726496:0:216338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000100:00000040:2.0:1767326785.726497:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000800:00000200:3.0:1767326785.726501:0:216338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005721c9ec type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326785.726502:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326785.726505:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326785.726507:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326785.726508:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326785.726509:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326785.726510:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.726511:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326785.726513:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326785.726514:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326785.726515:0:225963:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:2.0:1767326785.726516:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726517:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767326785.726518:0:216338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.726523:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306496127 00000100:00000001:3.0:1767326785.726526:0:216338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306496126 00000100:00000001:3.0:1767326785.726529:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306496127 00000100:00000001:3.0:1767326785.726531:0:216338:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, keep current deadline 4306496127 00000100:00000001:3.0:1767326785.726532:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306496127 00000100:00000001:3.0:1767326785.726534:0:216338:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, keep current deadline 4306496127 00000100:00000001:3.0:1767326785.726535:0:216338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306496127 00000100:00000001:3.0:1767326785.726537:0:216338:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, keep current deadline 4306496127 00000100:00000001:3.0:1767326785.726538:0:216338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326785.726540:0:216338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.726542:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.726544:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326785.726546:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326785.726549:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726550:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326785.726574:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.726576:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:2.0:1767326785.726579:0:225963:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000a7e01883. 00000800:00000200:0.0:1767326785.726582:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326785.726587:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005721c9ec. 00000020:00000010:2.0:1767326785.726588:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002267ae72. 00000400:00000200:0.0:1767326785.726592:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326785.726593:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074a34703. 00000020:00000010:2.0:1767326785.726598:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000fa3eb0f6. 00000400:00000200:0.0:1767326785.726602:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000008:00000010:2.0:1767326785.726604:0:225963:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a9e1f388. 00020000:00000010:2.0:1767326785.726610:0:225963:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000002f3baaa5. 00000400:00000200:0.0:1767326785.726613:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938045e9 00008000:00000010:2.0:1767326785.726615:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000efd3527f. 00000400:00000010:0.0:1767326785.726616:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938045e9. 00000100:00000001:0.0:1767326785.726621:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767326785.726622:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022c0c64a. 00000100:00000200:0.0:1767326785.726626:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00000010:2.0:1767326785.726628:0:225963:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c23c152f. 00020000:00000010:2.0:1767326785.726634:0:225963:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000013621b78. 00000100:00000001:0.0:1767326785.726636:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00008000:00000010:2.0:1767326785.726639:0:225963:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000016ab8acf. 00000100:00000040:0.0:1767326785.726640:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326785.726643:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968407400 : -125135741144216 : ffff8e309099b368) 00000020:00001000:2.0:1767326785.726648:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000a7e01883 00000008:00000001:2.0:1767326785.726653:0:225963:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:0.0:1767326785.726653:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326785.726655:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1767326785.726657:0:225963:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326785.726660:0:225963:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326785.726662:0:225963:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326785.726663:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726664:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326785.726688:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326785.726689:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000a7e01883 00000001:00000001:2.0:1767326785.726691:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726692:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326785.726714:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326785.726715:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326785.726715:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326785.726739:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326785.726741:0:225963:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.726742:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767326785.726745:0:225963:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1767326785.726747:0:225963:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767326785.726748:0:225963:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x23386b5eae8f13c4 00000020:00000040:2.0:1767326785.726751:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000116edc88 with handle 0x23386b5eae8f13c4 from hash 00000020:00000040:2.0:1767326785.726764:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000116edc88 : new refcount 2 00000020:00000001:2.0:1767326785.726767:0:225963:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326785.726769:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000116edc88 : new refcount 1 00000020:00000001:2.0:1767326785.726770:0:225963:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326785.726778:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000116edc88 : new refcount 0 00000020:00000080:2.0:1767326785.726780:0:225963:0:(genops.c:904:class_export_put()) final put 00000000116edc88/LOV_OSC_UUID 00000020:00000001:2.0:1767326785.726783:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.726839:0:225963:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.726842:0:225963:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326785.726845:0:225963:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326785.726846:0:225963:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1767326785.726848:0:225963:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at 0000000058ca1eb0. 00000020:00000001:2.0:1767326785.726853:0:225963:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767326785.726856:0:225963:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff8e30967de000 (flags='F') 00000020:00000010:2.0:1767326785.726860:0:225963:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 00000000cec89392. 00000020:00000080:2.0:1767326785.726862:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767326785.726867:0:225963:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767326785.726871:0:225963:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff8e30967de000: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1767326785.726874:0:225963:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326785.726876:0:225963:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000d026812d) has no exports 00000020:00000001:2.0:1767326785.726878:0:225963:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326785.726881:0:225963:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767326785.726883:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000371a44c. 00000020:00000010:2.0:1767326785.726886:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047deb66f. 00000020:00000010:2.0:1767326785.726888:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000005bbbe1da. 00000008:00000010:2.0:1767326785.726892:0:225963:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eecbf66d. 00020000:00000010:2.0:1767326785.726895:0:225963:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000bc2bb404. 00008000:00000010:2.0:1767326785.726898:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001af19864. 00000020:00000010:2.0:1767326785.726902:0:225963:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a3f84f84. 00000008:00000001:2.0:1767326785.726905:0:225963:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:2.0:1767326785.726908:0:225963:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000800:00000001:0.0:1767326785.726984:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326785.726995:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326785.726998:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326785.727002:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000800:00000001:0.0:1767326785.727002:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:2.0:1767326785.727006:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 00000000116edc88/LOV_OSC_UUID for lustre-OST0000-osc-ffff8e30967de000 00000020:00000040:2.0:1767326785.727014:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 11 to 192.168.203.127@tcp 00000400:00000200:0.0:1767326785.727016:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000020:00000001:2.0:1767326785.727019:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326785.727022:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326785.727024:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8e30967de000 (00000000d026812d) now 5 - export 00000020:00000010:2.0:1767326785.727026:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000116edc88. 00000400:00000200:0.0:1767326785.727029:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a13c80 00000020:00000001:2.0:1767326785.727032:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000200:0.0:1767326785.727036:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1511 [1] + 224 00000800:00000001:0.0:1767326785.727045:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326785.727078:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326785.727080:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326785.727085:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326785.727089:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326785.727096:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326785.727104:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000100:00000040:0.0:1767326785.727105:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:01000000:1.0:1767326785.727112:0:225963:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff8e30967de000: client import never connected 00000100:00000001:1.0:1767326785.727120:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767326785.727124:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767326785.727126:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326785.727140:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767326785.727141:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: committing for last_committed 0 gen 4 00000100:00000040:1.0:1767326785.727145:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767326785.727145:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326785.727154:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326785.727155:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000800:00000001:0.0:1767326785.727156:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326785.727158:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000800:00000001:0.0:1767326785.727161:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326785.727162:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000800:00000001:0.0:1767326785.727164:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326785.727166:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326785.727170:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000100:00020000:1.0:1767326785.727175:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:2.0:1767326785.727178:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326785.727181:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a13d00 00000100:00000001:2.0:1767326785.727184:0:216341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326785.727196:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1519 [1] + 224 00000800:00000001:0.0:1767326785.727207:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326785.727208:0:216341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326785.727212:0:216341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326785.727213:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326785.727216:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326785.727217:0:216341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d4b20f. 00000400:00000200:0.0:1767326785.727221:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:2.0:1767326785.727225:0:216341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c988a9d 00000400:00000010:2.0:1767326785.727229:0:216341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c988a9d. 00000100:00000001:2.0:1767326785.727232:0:216341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326785.727232:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326785.727239:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326785.727243:0:216341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326785.727252:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326785.727274:0:216341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326785.727276:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326785.727280:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326785.727284:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326785.727291:0:216341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326785.727294:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326785.727295:0:216341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326785.727298:0:216341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326785.727302:0:216341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326785.727306:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326785.727307:0:216341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326785.727311:0:216341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326785.727314:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326785.727315:0:216341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326785.727317:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326785.727321:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a069e44. 00000100:00001000:2.0:1767326785.727324:0:216341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=346 v=5 (5 0 5 0) 00000400:00000200:3.0:1767326785.727326:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b311e1d 00000400:00000010:3.0:1767326785.727330:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b311e1d. 00000100:00001000:2.0:1767326785.727332:0:216341:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326785.727335:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326785.727337:0:216341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326785.727341:0:216341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326785.727342:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326785.727346:0:216341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326785.727350:0:216341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.727354:0:216341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326785.727363:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326785.727364:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.727392:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326785.727393:0:216341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326785.727395:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727399:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326785.727400:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326785.727400:0:216341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326785.727404:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326785.727405:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.727405:0:216341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326785.727411:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326785.727413:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=46 v=5 (5 0 5 0) 00000100:00000040:2.0:1767326785.727415:0:216341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326785.727420:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326785.727430:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326785.727432:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.727437:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767326785.727440:0:216341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574ec2a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6657de6e-759e-415f-bede-5f56cedbd629:216341:1853175386684544:192.168.203.127@tcp:103: 00010000:00000001:3.0:1767326785.727441:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.727444:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.727450:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326785.727457:0:216341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326785.727462:0:216341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326785.727468:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326785.727470:0:216341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574ec2a4 x1853175386684544/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.727473:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326785.727477:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326785.727484:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326785.727485:0:216341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326785.727490:0:216341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767326785.727495:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386684672:192.168.203.127@tcp:103: 02000000:00000010:2.0:1767326785.727496:0:216341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e376f7e. 00000100:00000001:3.0:1767326785.727504:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326785.727504:0:216341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326785.727507:0:216341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326785.727509:0:216341:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=5 obd=MGC192.168.203.127@tcp 00000020:00000001:2.0:1767326785.727515:0:216341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326785.727516:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767326785.727519:0:216341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b45c1ea4. 00000100:00000040:3.0:1767326785.727520:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386684672/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326785.727526:0:216341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326785.727530:0:216341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326785.727532:0:216341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574ec2a4. 00000100:00000001:2.0:1767326785.727537:0:216341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326785.727539:0:216341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326785.727541:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326785.727544:0:216341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326785.727546:0:216341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326785.727548:0:216341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326785.727551:0:216341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.727591:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326785.727593:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326785.727594:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002baaa29c. 02000000:00000001:3.0:1767326785.727597:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326785.727598:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.727599:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=4 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.727601:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326785.727602:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050aef31c. 00000800:00000001:0.0:1767326785.727604:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326785.727605:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326785.727607:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326785.727609:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000800:00000001:0.0:1767326785.727610:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727611:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1767326785.727614:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326785.727615:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326785.727618:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727619:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.727624:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326785.727627:0:216331:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:0.0:1767326785.727634:0:216331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 18 MB=0x6957404a13d80 00000400:00000200:0.0:1767326785.727637:0:216331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1521 [1] + 224 00000800:00000001:0.0:1767326785.727639:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326785.727643:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326785.727645:0:216331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326785.727647:0:216331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:0.0:1767326785.727649:0:216331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326785.727652:0:216331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326785.727657:0:216331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326785.727663:0:216331:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326785.727666:0:216331:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326785.727667:0:216331:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727682:0:216338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326785.727687:0:216338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326785.727688:0:216338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326785.727689:0:216338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b958542. 00000400:00000200:3.0:1767326785.727692:0:216338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b93648f 00000400:00000010:3.0:1767326785.727693:0:216338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b93648f. 00000100:00000001:3.0:1767326785.727694:0:216338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326785.727698:0:216338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326785.727704:0:216338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.727709:0:216338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326785.727709:0:216338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727711:0:216338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326785.727711:0:216338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326785.727712:0:216338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326785.727713:0:216338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326785.727714:0:216338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326785.727721:0:216338:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dfd22547 time=46 v=5 (5 0 5 0) 00000100:00001000:3.0:1767326785.727723:0:216338:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326785.727725:0:216338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326785.727726:0:216338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.727727:0:216338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326785.727728:0:216338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.727730:0:216338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.727732:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.727735:0:216338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326785.727737:0:216338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326785.727738:0:216338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326785.727740:0:216338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326785.727745:0:216338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004832cfb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6657de6e-759e-415f-bede-5f56cedbd629:216338:1853175386684800:192.168.203.127@tcp:103: 00000100:00000001:3.0:1767326785.727747:0:216338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727748:0:216338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326785.727750:0:216338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004832cfb3 x1853175386684800/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326801 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.727753:0:216338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326785.727754:0:216338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326785.727755:0:216338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bda5958e. 02000000:00000001:3.0:1767326785.727770:0:216338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326785.727772:0:216338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.727773:0:216338:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.727774:0:216338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326785.727775:0:216338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001c3036c0. 02000000:00000001:3.0:1767326785.727777:0:216338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326785.727779:0:216338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326785.727780:0:216338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004832cfb3. 00000100:00000001:3.0:1767326785.727784:0:216338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326785.727785:0:216338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727787:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.727794:0:216338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326785.727795:0:216338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.727796:0:216338:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326785.727812:0:216338:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.730049:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767326785.730053:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767326785.730056:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767326785.730057:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:1.0:1767326785.730060:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767326785.730064:0:225963:0:(genops.c:1229:class_import_get()) import 00000000591c1fc2 refcount=2 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767326785.730068:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.730070:0:225963:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=1 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767326785.730074:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767326785.730076:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.730078:0:225963:0:(genops.c:1242:class_import_put()) import 00000000591c1fc2 refcount=0 obd=lustre-OST0000-osc-ffff8e30967de000 00000020:00000040:1.0:1767326785.730080:0:225963:0:(genops.c:1245:class_import_put()) final put import 00000000591c1fc2 00000020:00000001:1.0:1767326785.730098:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1767326785.730100:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1767326785.730103:0:225963:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.730129:0:134393:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767326785.730134:0:134393:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000591c1fc2 for lustre-OST0000-osc-ffff8e30967de000 00000020:00000040:3.0:1767326785.730141:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 10 to 192.168.203.127@tcp 00000020:00000040:3.0:1767326785.730146:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 9 to 192.168.203.127@tcp 00000020:00000010:3.0:1767326785.730152:0:134393:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000db307c1a. 00000020:00000040:3.0:1767326785.730158:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8e30967de000 (00000000d026812d) now 4 - import 00000020:00000010:3.0:1767326785.730163:0:134393:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000591c1fc2. 00000020:00000001:3.0:1767326785.730168:0:134393:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767326785.730338:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000072a586a5. 00000020:00000010:1.0:1767326785.730345:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003e7dce31. 00000020:00000010:1.0:1767326785.730349:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d705f205. 00000020:00000010:1.0:1767326785.730352:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000535706bf. 00000020:00000010:1.0:1767326785.730358:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000415e7134. 00000020:00000010:1.0:1767326785.730364:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f334508e. 00000008:00000001:1.0:1767326785.730367:0:225963:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.730373:0:225963:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a3f84f84. 00000020:00000010:1.0:1767326785.730384:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000047deb66f. 00000020:00000010:1.0:1767326785.730389:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000005bbbe1da. 00000008:00000010:1.0:1767326785.730393:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eecbf66d. 00020000:00000010:1.0:1767326785.730398:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000bc2bb404. 00008000:00000010:1.0:1767326785.730402:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001af19864. 00000020:00000010:1.0:1767326785.730407:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000371a44c. 00000020:00000001:1.0:1767326785.730409:0:225963:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.730421:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.730427:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007aab8916. 00000001:00000010:1.0:1767326785.730430:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f3224709. 00000001:00000010:1.0:1767326785.730431:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eca848ed. 00000001:00000010:1.0:1767326785.730441:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c8f4bce4. 00000001:00000010:1.0:1767326785.730444:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005783508c. 00000001:00000010:1.0:1767326785.730447:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000de0d90d0. 00000001:00000001:1.0:1767326785.730450:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767326785.730452:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.730456:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a87a6906. 00000001:00000010:1.0:1767326785.730458:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001d2217e1. 00000001:00000010:1.0:1767326785.730461:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000abbed69f. 00000001:00000010:1.0:1767326785.730463:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000faec3d79. 00000001:00000010:1.0:1767326785.730464:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009dd1c662. 00000001:00000010:1.0:1767326785.730467:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007b4b1637. 00000001:00000001:1.0:1767326785.730468:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767326785.730470:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8e30967de000 (00000000d026812d) now 3 - setup 00000020:00000001:1.0:1767326785.730473:0:225963:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.730475:0:225963:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767326785.730479:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767326785.730484:0:225963:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767326785.730487:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8e30967de000 (00000000d026812d) now 2 - obd_device_list 00000020:00000080:1.0:1767326785.730489:0:225963:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff8e30967de000 (uuid 486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000040:1.0:1767326785.730491:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8e30967de000 (00000000d026812d) now 1 - newdev 00000020:00000040:1.0:1767326785.730494:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000075cb57d with handle 0x23386b5eae8f1393 from hash 00000020:00000040:1.0:1767326785.730497:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000075cb57d : new refcount 0 00000020:00000080:1.0:1767326785.730499:0:225963:0:(genops.c:904:class_export_put()) final put 00000000075cb57d/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.730502:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.730505:0:225963:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767326785.730507:0:225963:0:(genops.c:863:class_export_destroy()) destroying export 00000000075cb57d/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-OST0000-osc-ffff8e30967de000 00000020:00000001:1.0:1767326785.730510:0:225963:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767326785.730511:0:225963:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.730513:0:225963:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000075cb57d. 00000020:00000001:1.0:1767326785.730517:0:225963:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326785.730519:0:225963:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff8e30967de000 obd_type name = osc 00000020:01000000:1.0:1767326785.730521:0:225963:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff8e30967de000 (486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000001:1.0:1767326785.730523:0:225963:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767326785.730532:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c3036c0. 00000020:00000010:1.0:1767326785.730536:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013779b34. 00000020:00000010:1.0:1767326785.730539:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000631629a2. 00000008:00000010:1.0:1767326785.730544:0:225963:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c89981bd. 00020000:00000010:1.0:1767326785.730548:0:225963:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000091fc0918. 00008000:00000010:1.0:1767326785.730551:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f4f63d56. 00000008:00000010:1.0:1767326785.730558:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000d1ef2c8c. 00000008:00000010:1.0:1767326785.730561:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008b1aad73. 00000008:00000010:1.0:1767326785.730564:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000009ca4aa4f. 00000008:00000010:1.0:1767326785.730567:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e8631aea. 00000008:00000010:1.0:1767326785.730570:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002a1d5e18. 00000008:00000010:1.0:1767326785.730572:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000005371ceef. 00000008:00000010:1.0:1767326785.730575:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006d5239ae. 00000008:00000010:1.0:1767326785.730578:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ddfff3f5. 00000008:00000010:1.0:1767326785.730581:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000049762166. 00000008:00000010:1.0:1767326785.730585:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000003d3bf3d4. 00000008:00000010:1.0:1767326785.730587:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000dabc050c. 00000008:00000010:1.0:1767326785.730590:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000066714b6b. 00000008:00000010:1.0:1767326785.730593:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000cf694229. 00000008:00000010:1.0:1767326785.730596:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000086e7932a. 00000008:00000010:1.0:1767326785.730598:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ad126615. 00000008:00000010:1.0:1767326785.730601:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ff2620b3. 00000008:00000010:1.0:1767326785.730603:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009e7cddc6. 00000008:00000010:1.0:1767326785.730605:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a7713c74. 00000008:00000010:1.0:1767326785.730607:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e9ebb1d2. 00000008:00000010:1.0:1767326785.730610:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c40a1f0e. 00000008:00000010:1.0:1767326785.730612:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050695bc3. 00000008:00000010:1.0:1767326785.730614:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b5357535. 00000008:00000010:1.0:1767326785.730617:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000f580094. 00000008:00000001:1.0:1767326785.730619:0:225963:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1767326785.730624:0:225963:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767326785.730627:0:225963:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767326785.730630:0:225963:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767326785.730655:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000002e0f598f. 00000020:00000010:1.0:1767326785.730665:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000063ab9648. 00010000:00000001:1.0:1767326785.730693:0:225963:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767326785.730703:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000f404f534. 00000020:00000010:1.0:1767326785.730705:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000304d6de0. 00000001:00000001:1.0:1767326785.730737:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.730833:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000dc82865a. 00000001:00000010:1.0:1767326785.730843:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002c742d06. 00000001:00000010:1.0:1767326785.730851:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e05f528e. 00000001:00000010:1.0:1767326785.730858:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006f95ad7e. 00000001:00000010:1.0:1767326785.730867:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c3e92f13. 00000001:00000010:1.0:1767326785.730875:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000044274e1a. 00000001:00000010:1.0:1767326785.730882:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000079e942a0. 00000001:00000010:1.0:1767326785.730887:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009be2ec37. 00000001:00000010:1.0:1767326785.730891:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003d64a35a. 00000001:00000010:1.0:1767326785.730900:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d7db95dd. 00010000:00000010:3.1:1767326785.730902:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d97e2e7c. 00000001:00000010:1.0:1767326785.730906:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cd6b9580. 00000001:00000010:1.0:1767326785.730913:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006ee8665a. 00000001:00000010:1.0:1767326785.730917:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000074d275a1. 00000001:00000010:1.0:1767326785.730923:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003beb8ef6. 00000001:00000010:1.0:1767326785.730927:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c5a48a48. 00000001:00000010:1.0:1767326785.730929:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000037d699da. 00000001:00000010:1.0:1767326785.730932:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000073813da9. 00000001:00000010:1.0:1767326785.730934:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007ea8e1fe. 00000001:00000001:1.0:1767326785.730937:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767326785.730939:0:225963:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000006c6d7ee0. 00010000:00000001:1.0:1767326785.730943:0:225963:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326785.730945:0:225963:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767326785.730946:0:225963:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767326785.730948:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1767326785.730950:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767326785.730951:0:225963:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326785.730952:0:225963:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767326785.730954:0:225963:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000faddaacc. 00010000:00000010:1.0:1767326785.730962:0:225963:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000072bfa18e. 00010000:00000001:1.0:1767326785.730966:0:225963:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1767326785.730975:0:225963:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767326785.730978:0:225963:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at 0000000076a31805. 00000020:00000010:1.0:1767326785.730981:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013779b34. 00000020:00000010:1.0:1767326785.730984:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000631629a2. 00000008:00000010:1.0:1767326785.730987:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c89981bd. 00020000:00000010:1.0:1767326785.730989:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000091fc0918. 00008000:00000010:1.0:1767326785.730992:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000f4f63d56. 00000020:00000010:1.0:1767326785.730995:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c3036c0. 00000020:00000001:1.0:1767326785.730997:0:225963:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.730999:0:225963:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000d026812d. 00000020:00000001:1.0:1767326785.731004:0:225963:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.731006:0:225963:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326785.731009:0:225963:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 00000000cec89392. 00000020:00000001:1.0:1767326785.731012:0:225963:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1767326785.731016:0:225963:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000005a4fb336. 00020000:00000001:1.0:1767326785.731024:0:225963:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.731039:0:225963:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000fc5291b7. 00000020:00000010:1.0:1767326785.731050:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000002fcc18ae. 00000020:00000010:1.0:1767326785.731054:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ab699c98. 00020000:00000010:1.0:1767326785.731058:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000017fe400c. 00020000:00000010:1.0:1767326785.731060:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000034a9168b. 00020000:00000010:1.0:1767326785.731062:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000001b722f63. 00020000:00000010:1.0:1767326785.731064:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005356aa38. 00020000:00000010:1.0:1767326785.731067:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000008b43d7fc. 00020000:00000010:1.0:1767326785.731068:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000006198b05c. 00020000:00000010:1.0:1767326785.731071:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000002151f610. 00020000:00000010:1.0:1767326785.731072:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000001c9c67b1. 00020000:00000010:1.0:1767326785.731074:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000013b8981f. 00020000:00000010:1.0:1767326785.731077:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000034e2c76f. 00020000:00000010:1.0:1767326785.731079:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000057051ed0. 00020000:00000010:1.0:1767326785.731081:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000072122636. 00020000:00000010:1.0:1767326785.731083:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000567246cc. 00020000:00000010:1.0:1767326785.731086:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007364c728. 00020000:00000010:1.0:1767326785.731088:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000acf1ab1. 00020000:00000010:1.0:1767326785.731098:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000811f9d1b. 00020000:00000010:1.0:1767326785.731100:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000379fb33b. 00020000:00000010:1.0:1767326785.731102:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f5f0ed4b. 00020000:00000010:1.0:1767326785.731105:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003b78f85c. 00020000:00000010:1.0:1767326785.731108:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000024d079f5. 00020000:00000010:1.0:1767326785.731110:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d4ed26de. 00020000:00000010:1.0:1767326785.731113:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000af5ef90f. 00020000:00000010:1.0:1767326785.731115:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f0773343. 00020000:00000010:1.0:1767326785.731117:0:225963:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at 0000000017ec8dd1. 00020000:00000010:1.0:1767326785.731120:0:225963:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at 00000000613db4d3. 00020000:00000010:1.0:1767326785.731123:0:225963:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at 00000000460f20a2. 00020000:00000010:1.0:1767326785.731126:0:225963:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at 0000000053727f5a. 00000020:00001000:1.0:1767326785.731130:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000df60f246 00000080:00000001:1.0:1767326785.731134:0:225963:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326785.731137:0:225963:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:1.0:1767326785.731140:0:225963:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:1.0:1767326785.731142:0:225963:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767326785.731144:0:225963:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x23386b5eae8f13bd 00000020:00000040:1.0:1767326785.731146:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000554d0a97 with handle 0x23386b5eae8f13bd from hash 00000020:00000001:1.0:1767326785.731151:0:225963:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767326785.731152:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000554d0a97 : new refcount 1 00000020:00000001:1.0:1767326785.731154:0:225963:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767326785.731156:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000554d0a97 : new refcount 0 00000020:00000080:1.0:1767326785.731157:0:225963:0:(genops.c:904:class_export_put()) final put 00000000554d0a97/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.731159:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.731172:0:225963:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767326785.731175:0:225963:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326785.731177:0:225963:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.731201:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326785.731205:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 00000000554d0a97/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-clilov-ffff8e30967de000 00000020:00000001:3.0:1767326785.731210:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767326785.731212:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326785.731215:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8e30967de000 (00000000ec297f96) now 4 - export 00000020:00000010:3.0:1767326785.731219:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000554d0a97. 00000020:00000001:3.0:1767326785.731236:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767326785.731442:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at 0000000000641f40. 00000020:00000010:1.0:1767326785.731447:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d7f94acf. 00000020:00000010:1.0:1767326785.731450:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000b1043d46. 00000020:00000010:1.0:1767326785.731453:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at 0000000067b2b90b. 00000020:00000010:1.0:1767326785.731456:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b1941a27. 00000080:00000001:1.0:1767326785.731459:0:225963:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:1.0:1767326785.731468:0:225963:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:1.0:1767326785.731471:0:225963:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1767326785.731476:0:225963:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1767326785.731479:0:225963:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767326785.731482:0:225963:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:1.0:1767326785.731484:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000551d4403 : new refcount 3 80000000:00000010:1.0:1767326785.731486:0:225963:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 000000003ada3902. 80000000:00000001:1.0:1767326785.731489:0:225963:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767326785.731491:0:225963:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767326785.731493:0:225963:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767326785.731532:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000551d4403 : new refcount 2 40000000:00000001:1.0:1767326785.731535:0:225963:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767326785.731536:0:225963:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000a770b4cc. 40000000:00000001:1.0:1767326785.731539:0:225963:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1767326785.731541:0:225963:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff8e30967de000(486908d5-c99a-49b6-bd48-4a0014ee5395) successfully 00800000:00000001:1.0:1767326785.731544:0:225963:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1767326785.731546:0:225963:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.731548:0:225963:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1767326785.731550:0:225963:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1767326785.731552:0:225963:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff8e30967de000 - 1 00000100:00000001:1.0:1767326785.731555:0:225963:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1767326785.731557:0:225963:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0000_UUID 00000020:00000001:1.0:1767326785.731559:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.731561:0:225963:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=2 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326785.731563:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326785.731564:0:225963:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.731566:0:225963:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1767326785.731568:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.731570:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.732092:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.732095:0:225963:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.732098:0:225963:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767326785.732100:0:225963:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767326785.732102:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.732103:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.732540:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.732543:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.732551:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.733029:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.733033:0:225963:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.733035:0:225963:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1767326785.733037:0:225963:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:1.0:1767326785.733040:0:225963:0:(import.c:65:import_set_state_nolock()) 000000001dfb5d18 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00000001:1.0:1767326785.733043:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.733046:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326785.733048:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.733050:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326785.733051:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.733052:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326785.733054:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.733056:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326785.733058:0:225963:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.733060:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767326785.733061:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767326785.733063:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326785.733065:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767326785.733066:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1767326785.733069:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767326785.733071:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326785.733072:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767326785.733073:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767326785.733075:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.733076:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326785.733077:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.733079:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767326785.733081:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767326785.733083:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.733084:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:1.0:1767326785.733086:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.733087:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.733520:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.733524:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.733525:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.734013:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.734017:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326785.734026:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968409848 : -125135741141768 : ffff8e309099bcf8) 00000020:00001000:1.0:1767326785.734029:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000df60f246 00000008:00000001:1.0:1767326785.734032:0:225963:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1767326785.734034:0:225963:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1767326785.734036:0:225963:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326785.734038:0:225963:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1767326785.734040:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.734041:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.734479:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326785.734482:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000df60f246 00000001:00000001:1.0:1767326785.734484:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.734485:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.734977:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.734980:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.734982:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.735405:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326785.735408:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.735410:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767326785.735413:0:225963:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1767326785.735415:0:225963:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767326785.735416:0:225963:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x23386b5eae8f13af 00000020:00000040:1.0:1767326785.735419:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000551d4403 with handle 0x23386b5eae8f13af from hash 00000020:00000001:1.0:1767326785.735423:0:225963:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767326785.735424:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000551d4403 : new refcount 1 00000020:00000001:1.0:1767326785.735426:0:225963:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767326785.735427:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000551d4403 : new refcount 0 00000020:00000080:1.0:1767326785.735429:0:225963:0:(genops.c:904:class_export_put()) final put 00000000551d4403/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.735431:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.735444:0:225963:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.735446:0:225963:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.735449:0:225963:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.735451:0:225963:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.735453:0:225963:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1767326785.735460:0:225963:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767326785.735462:0:225963:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.203.127@tcp 00020000:00000010:1.0:1767326785.735465:0:225963:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000a7fe97b9. 00020000:00000001:1.0:1767326785.735469:0:225963:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767326785.735471:0:225963:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000001:3.0:1767326785.735477:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000040:1.0:1767326785.735480:0:225963:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 3 00000020:00000080:3.0:1767326785.735482:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 00000000551d4403/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-MDT0000-mdc-ffff8e30967de000 80000000:00000010:1.0:1767326785.735486:0:225963:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 00000000b14a4e2f. 00000020:00000040:3.0:1767326785.735493:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 8 to 192.168.203.127@tcp 80000000:00000001:1.0:1767326785.735493:0:225963:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.735502:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 40000000:00000001:1.0:1767326785.735503:0:225963:0:(fid_request.c:460:client_fid_fini()) Process entered 00000020:00000001:3.0:1767326785.735507:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767326785.735508:0:225963:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1767326785.735514:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8e30967de000 (000000000417afe0) now 5 - export 00000020:00000010:3.0:1767326785.735519:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000551d4403. 00000020:00000001:3.0:1767326785.735531:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326785.735566:0:225963:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 2 40000000:00000001:1.0:1767326785.735570:0:225963:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767326785.735571:0:225963:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000afa9bcde. 40000000:00000001:1.0:1767326785.735574:0:225963:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1767326785.735576:0:225963:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff8e30967de000(486908d5-c99a-49b6-bd48-4a0014ee5395) successfully 00800000:00000001:1.0:1767326785.735578:0:225963:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1767326785.735580:0:225963:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.735582:0:225963:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1767326785.735584:0:225963:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1767326785.735586:0:225963:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff8e30967de000 - 1 00000100:00000001:1.0:1767326785.735588:0:225963:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1767326785.735590:0:225963:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 486908d5-c99a-49b6-bd48-4a0014ee5395->lustre-MDT0001_UUID 00000020:00000001:1.0:1767326785.735592:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.735593:0:225963:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=2 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326785.735595:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326785.735596:0:225963:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.735598:0:225963:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1767326785.735600:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.735602:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.736119:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.736122:0:225963:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.736125:0:225963:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767326785.736126:0:225963:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767326785.736128:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.736129:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.736556:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.736559:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.736561:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.737029:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.737032:0:225963:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.737034:0:225963:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1767326785.737042:0:225963:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:1.0:1767326785.737044:0:225963:0:(import.c:65:import_set_state_nolock()) 000000006b9cbe59 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00000001:1.0:1767326785.737047:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.737049:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326785.737050:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.737052:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326785.737053:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.737054:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326785.737056:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.737058:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326785.737059:0:225963:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.737061:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767326785.737063:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:1.0:1767326785.737065:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326785.737066:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767326785.737067:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1767326785.737069:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767326785.737072:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326785.737073:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767326785.737074:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767326785.737076:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.737077:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767326785.737078:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.737080:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767326785.737081:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767326785.737083:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767326785.737085:0:225963:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:1.0:1767326785.737086:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.737087:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.737532:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.737535:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.737536:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.738031:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.738035:0:225963:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326785.738037:0:225963:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446618937968409848 : -125135741141768 : ffff8e309099bcf8) 00000020:00001000:1.0:1767326785.738040:0:225963:0:(cl_object.c:830:cl_env_get()) 1@00000000df60f246 00000008:00000001:1.0:1767326785.738043:0:225963:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1767326785.738044:0:225963:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1767326785.738046:0:225963:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326785.738048:0:225963:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1767326785.738049:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.738050:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.738438:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326785.738441:0:225963:0:(cl_object.c:924:cl_env_put()) 1@00000000df60f246 00000001:00000001:1.0:1767326785.738443:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.738444:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.738793:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.738796:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326785.738808:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326785.739142:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326785.739144:0:225963:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.739145:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767326785.739148:0:225963:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1767326785.739149:0:225963:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767326785.739150:0:225963:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x23386b5eae8f13b6 00000020:00000040:1.0:1767326785.739152:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007df178f9 with handle 0x23386b5eae8f13b6 from hash 00000020:00000001:1.0:1767326785.739155:0:225963:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767326785.739156:0:225963:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 1 00000020:00000001:1.0:1767326785.739158:0:225963:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767326785.739159:0:225963:0:(genops.c:898:class_export_put()) PUTting export 000000007df178f9 : new refcount 0 00000020:00000080:1.0:1767326785.739160:0:225963:0:(genops.c:904:class_export_put()) final put 000000007df178f9/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.739161:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739171:0:225963:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.739173:0:225963:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.739175:0:225963:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767326785.739176:0:225963:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739184:0:225963:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767326785.739185:0:225963:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x23386b5eae8f13a8 00000020:00000040:1.0:1767326785.739187:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4c169f9 with handle 0x23386b5eae8f13a8 from hash 00000020:00000001:1.0:1767326785.739189:0:225963:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767326785.739191:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000f4c169f9 : new refcount 1 00000020:00000001:1.0:1767326785.739192:0:225963:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767326785.739193:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000f4c169f9 : new refcount 0 00000020:00000080:1.0:1767326785.739195:0:225963:0:(genops.c:904:class_export_put()) final put 00000000f4c169f9/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.739196:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.739198:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326785.739201:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 000000007df178f9/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000040:3.0:1767326785.739206:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 7 to 192.168.203.127@tcp 00000020:00000001:1.0:1767326785.739207:0:225963:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.739209:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00800000:00000001:1.0:1767326785.739210:0:225963:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.739212:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326785.739214:0:225963:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326785.739215:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8e30967de000 (00000000eb59d9ea) now 5 - export 00000080:00000001:1.0:1767326785.739217:0:225963:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:1.0:1767326785.739220:0:225963:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767326785.739222:0:225963:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff8e30967de000 (flags='F') 00000020:00000010:1.0:1767326785.739226:0:225963:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000631629a2. 00000020:00000010:3.0:1767326785.739237:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007df178f9. 00000020:00000080:1.0:1767326785.739237:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767326785.739250:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767326785.739251:0:225963:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767326785.739258:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767326785.739258:0:225963:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff8e30967de000: forcing exports to disconnect: 0/1 00000020:00000080:3.0:1767326785.739263:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 00000000f4c169f9/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-clilmv-ffff8e30967de000 00000020:00000001:1.0:1767326785.739268:0:225963:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767326785.739269:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767326785.739274:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767326785.739276:0:225963:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000ec297f96) has no exports 00000020:00000040:3.0:1767326785.739277:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8e30967de000 (000000002ae0e247) now 4 - export 00000020:00000010:3.0:1767326785.739287:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f4c169f9. 00000020:00000001:1.0:1767326785.739288:0:225963:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767326785.739295:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767326785.739296:0:225963:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767326785.739300:0:225963:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.739312:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.739316:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b6ae856b. 00000001:00000010:1.0:1767326785.739319:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029893948. 00000001:00000010:1.0:1767326785.739320:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0f1eaf1. 00000001:00000010:1.0:1767326785.739321:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a27212d. 00000001:00000010:1.0:1767326785.739322:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a883074a. 00000001:00000010:1.0:1767326785.739324:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000091440423. 00000001:00000001:1.0:1767326785.739326:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767326785.739327:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.739330:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad22635f. 00000001:00000010:1.0:1767326785.739331:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024e7a28b. 00000001:00000010:1.0:1767326785.739332:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d9ee63a5. 00000001:00000010:1.0:1767326785.739333:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0de58a8. 00000001:00000010:1.0:1767326785.739335:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007cb7f0b1. 00000001:00000010:1.0:1767326785.739336:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cb58a14a. 00000001:00000001:1.0:1767326785.739337:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767326785.739338:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8e30967de000 (00000000ec297f96) now 3 - setup 00000020:00000001:1.0:1767326785.739340:0:225963:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739341:0:225963:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767326785.739343:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767326785.739345:0:225963:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767326785.739347:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8e30967de000 (00000000ec297f96) now 2 - obd_device_list 00000020:00000080:1.0:1767326785.739349:0:225963:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff8e30967de000 (uuid 486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000040:1.0:1767326785.739350:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8e30967de000 (00000000ec297f96) now 1 - newdev 00000020:00000040:1.0:1767326785.739352:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043bb9c26 with handle 0x23386b5eae8f1377 from hash 00000020:00000040:1.0:1767326785.739353:0:225963:0:(genops.c:898:class_export_put()) PUTting export 0000000043bb9c26 : new refcount 0 00000020:00000080:1.0:1767326785.739355:0:225963:0:(genops.c:904:class_export_put()) final put 0000000043bb9c26/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.739357:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739359:0:225963:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767326785.739361:0:225963:0:(genops.c:863:class_export_destroy()) destroying export 0000000043bb9c26/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-clilov-ffff8e30967de000 00000020:00000001:1.0:1767326785.739364:0:225963:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767326785.739365:0:225963:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.739367:0:225963:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000043bb9c26. 00000020:00000001:1.0:1767326785.739372:0:225963:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326785.739374:0:225963:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff8e30967de000 obd_type name = lov 00000020:01000000:1.0:1767326785.739376:0:225963:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff8e30967de000 (486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000001:1.0:1767326785.739378:0:225963:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:1.0:1767326785.739379:0:225963:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.739380:0:225963:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ec297f96. 00000020:00000001:1.0:1767326785.739387:0:225963:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739389:0:225963:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326785.739391:0:225963:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000631629a2. 00000020:00000001:1.0:1767326785.739394:0:225963:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739396:0:225963:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767326785.739398:0:225963:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff8e30967de000 (flags='F') 00000020:00000010:1.0:1767326785.739401:0:225963:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000631629a2. 00000020:00000080:1.0:1767326785.739403:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767326785.739406:0:225963:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767326785.739408:0:225963:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff8e30967de000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767326785.739410:0:225963:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767326785.739411:0:225963:0:(genops.c:1575:class_disconnect_exports()) OBD device 2 (000000002ae0e247) has no exports 00000020:00000001:1.0:1767326785.739413:0:225963:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767326785.739414:0:225963:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767326785.739417:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c3036c0. 00000020:00000010:1.0:1767326785.739421:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013779b34. 00000040:00000010:1.0:1767326785.739424:0:225963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000348a6683. 00000020:00000010:1.0:1767326785.739428:0:225963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a05266a. 00000020:00000010:1.0:1767326785.739433:0:225963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0de58a8. 00040000:00000010:1.0:1767326785.739438:0:225963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e8e3e59. 00040000:00000010:1.0:1767326785.739441:0:225963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9ee63a5. 00000020:00000010:1.0:1767326785.739445:0:225963:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a8f53b9e. 00000020:00000001:1.0:1767326785.739450:0:225963:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:1.0:1767326785.739452:0:225963:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:1.0:1767326785.739454:0:225963:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1767326785.739456:0:225963:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.739460:0:225963:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a8f53b9e. 00000020:00000010:1.0:1767326785.739464:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013779b34. 00000040:00000010:1.0:1767326785.739467:0:225963:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000348a6683. 00000020:00000010:1.0:1767326785.739470:0:225963:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a05266a. 00000020:00000010:1.0:1767326785.739475:0:225963:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0de58a8. 00040000:00000010:1.0:1767326785.739478:0:225963:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002e8e3e59. 00040000:00000010:1.0:1767326785.739481:0:225963:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d9ee63a5. 00000020:00000010:1.0:1767326785.739483:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c3036c0. 00000020:00000001:1.0:1767326785.739485:0:225963:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.739492:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.739496:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000413f10e6. 00000001:00000010:1.0:1767326785.739499:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003c38e89a. 00000001:00000010:1.0:1767326785.739501:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d771dfeb. 00000001:00000010:1.0:1767326785.739503:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b5b6103c. 00000001:00000010:1.0:1767326785.739505:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e526c51d. 00000001:00000010:1.0:1767326785.739507:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000025340920. 00000001:00000001:1.0:1767326785.739510:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767326785.739512:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.739515:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c89970c6. 00000001:00000010:1.0:1767326785.739517:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009806c02b. 00000001:00000010:1.0:1767326785.739519:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d2268911. 00000001:00000010:1.0:1767326785.739521:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac3fa4ae. 00000001:00000010:1.0:1767326785.739522:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001d1019da. 00000001:00000010:1.0:1767326785.739525:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000693e65f5. 00000001:00000001:1.0:1767326785.739527:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767326785.739528:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8e30967de000 (000000002ae0e247) now 3 - setup 00000020:00000001:1.0:1767326785.739530:0:225963:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739532:0:225963:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767326785.739534:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767326785.739536:0:225963:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767326785.739538:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8e30967de000 (000000002ae0e247) now 2 - obd_device_list 00000020:00000080:1.0:1767326785.739550:0:225963:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff8e30967de000 (uuid 486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000040:1.0:1767326785.739552:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8e30967de000 (000000002ae0e247) now 1 - newdev 00000020:00000040:1.0:1767326785.739554:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091df63bb with handle 0x23386b5eae8f137e from hash 00000020:00000040:1.0:1767326785.739557:0:225963:0:(genops.c:898:class_export_put()) PUTting export 0000000091df63bb : new refcount 0 00000020:00000080:1.0:1767326785.739558:0:225963:0:(genops.c:904:class_export_put()) final put 0000000091df63bb/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.739560:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739562:0:225963:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767326785.739563:0:225963:0:(genops.c:863:class_export_destroy()) destroying export 0000000091df63bb/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-clilmv-ffff8e30967de000 00000020:00000001:1.0:1767326785.739566:0:225963:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767326785.739567:0:225963:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.739568:0:225963:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000091df63bb. 00000020:00000001:1.0:1767326785.739571:0:225963:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326785.739573:0:225963:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff8e30967de000 obd_type name = lmv 00000020:01000000:1.0:1767326785.739575:0:225963:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff8e30967de000 (486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000001:1.0:1767326785.739576:0:225963:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767326785.739578:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ee63a5. 00000020:00000010:1.0:1767326785.739580:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024e7a28b. 00000040:00000010:1.0:1767326785.739582:0:225963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad22635f. 00000020:00000010:1.0:1767326785.739585:0:225963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a05266a. 00000020:00000010:1.0:1767326785.739587:0:225963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a27212d. 00040000:00000010:1.0:1767326785.739589:0:225963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e8e3e59. 00040000:00000010:1.0:1767326785.739591:0:225963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e0f1eaf1. 00800000:00000001:1.0:1767326785.739594:0:225963:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:1.0:1767326785.739596:0:225963:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 00000000d6ca6484. 00800000:00000010:1.0:1767326785.739599:0:225963:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 00000000d6ce89b1. 80000000:00000001:1.0:1767326785.739602:0:225963:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:1.0:1767326785.739605:0:225963:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:1.0:1767326785.739607:0:225963:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1767326785.739609:0:225963:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000046e9dd56. 80000000:00000040:1.0:1767326785.739611:0:225963:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff8e30967de000: FLD cache - Shrunk by 1 entries 80000000:00000001:1.0:1767326785.739614:0:225963:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767326785.739615:0:225963:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1767326785.739616:0:225963:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff8e30967de000): 80000000:00000040:1.0:1767326785.739618:0:225963:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 4 80000000:00000040:1.0:1767326785.739620:0:225963:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 5 80000000:00000010:1.0:1767326785.739621:0:225963:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000005e73907c. 80000000:00000001:1.0:1767326785.739624:0:225963:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:1.0:1767326785.739735:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000da42910f. 00000020:00000010:1.0:1767326785.739739:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000488e355b. 00000020:00000010:1.0:1767326785.739743:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 00000000ae435024. 00000020:00000010:1.0:1767326785.739746:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a6273964. 00020000:00000001:1.0:1767326785.739749:0:225963:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1767326785.739751:0:225963:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1767326785.739754:0:225963:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:1.0:1767326785.739782:0:225963:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 000000001b5a5142. 00020000:00000001:1.0:1767326785.739788:0:225963:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1767326785.739791:0:225963:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1767326785.739795:0:225963:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:1.0:1767326785.739810:0:225963:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 00000000bd276a51. 00020000:00000010:1.0:1767326785.739816:0:225963:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000005bf4bd8f. 00800000:00000010:1.0:1767326785.739820:0:225963:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at 000000000cda2e86. 00800000:00000001:1.0:1767326785.739823:0:225963:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.739825:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000024e7a28b. 00000040:00000010:1.0:1767326785.739827:0:225963:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad22635f. 00000020:00000010:1.0:1767326785.739830:0:225963:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a05266a. 00000020:00000010:1.0:1767326785.739833:0:225963:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a27212d. 00040000:00000010:1.0:1767326785.739835:0:225963:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002e8e3e59. 00040000:00000010:1.0:1767326785.739837:0:225963:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0f1eaf1. 00000020:00000010:1.0:1767326785.739840:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ee63a5. 00000020:00000001:1.0:1767326785.739842:0:225963:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.739844:0:225963:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002ae0e247. 00000020:00000001:1.0:1767326785.739850:0:225963:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739852:0:225963:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326785.739855:0:225963:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000631629a2. 00000020:00000001:1.0:1767326785.739857:0:225963:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.739859:0:225963:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767326785.739860:0:225963:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff8e30967de000 (flags='F') 00000020:00000010:1.0:1767326785.739864:0:225963:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 00000000631629a2. 00000020:00000080:1.0:1767326785.739866:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767326785.739868:0:225963:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767326785.739870:0:225963:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff8e30967de000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767326785.739872:0:225963:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767326785.739874:0:225963:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000000417afe0) has no exports 00000020:00000001:1.0:1767326785.739876:0:225963:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767326785.739878:0:225963:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767326785.739880:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ee63a5. 00000020:00000010:1.0:1767326785.739882:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0f1eaf1. 00000020:00000010:1.0:1767326785.739885:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000f124d3c. 00008000:00000010:1.0:1767326785.739889:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f4f63d56. 00000020:00000010:1.0:1767326785.739892:0:225963:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000537c7d8e. 00000002:00000001:1.0:1767326785.739895:0:225963:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:1.0:1767326785.739897:0:225963:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1767326785.739902:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1767326785.739903:0:225963:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff8e30967de000: client import never connected 00000100:00000001:1.0:1767326785.739905:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767326785.739907:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767326785.739909:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326785.739910:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767326785.739912:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: committing for last_committed 0 gen 4 00000100:00000040:1.0:1767326785.739914:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767326785.739916:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326785.739917:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767326785.739919:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767326785.739921:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767326785.739922:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:1.0:1767326785.739923:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767326785.739925:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767326785.739927:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767326785.739928:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:1.0:1767326785.739929:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767326785.739932:0:225963:0:(genops.c:1229:class_import_get()) import 000000001dfb5d18 refcount=3 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326785.739935:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.739936:0:225963:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=2 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326785.739938:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767326785.739940:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.739941:0:225963:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=1 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326785.739943:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1767326785.739944:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1767326785.739945:0:225963:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326785.739948:0:225963:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:1.0:1767326785.739951:0:225963:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:1.0:1767326785.740174:0:225963:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 0000000064e7b2b4. 00000002:00000001:1.0:1767326785.740183:0:225963:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:1.0:1767326785.740185:0:225963:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:1.0:1767326785.740188:0:225963:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:1.0:1767326785.740191:0:225963:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000069bdcba3 : new refcount 2 00000040:00000001:1.0:1767326785.740194:0:225963:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767326785.740196:0:225963:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000069bdcba3 : new refcount 1 00000020:00000040:1.0:1767326785.740199:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000b49a04e5 : new refcount 1 00000020:00000001:1.0:1767326785.740201:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326785.740202:0:225963:0:(genops.c:1242:class_import_put()) import 000000001dfb5d18 refcount=0 obd=lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000040:1.0:1767326785.740205:0:225963:0:(genops.c:1245:class_import_put()) final put import 000000001dfb5d18 00000020:00000001:1.0:1767326785.740215:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1767326785.740217:0:225963:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000069bdcba3. 00000040:00000001:1.0:1767326785.740222:0:225963:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326785.740224:0:225963:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:1.0:1767326785.740226:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000008c5fa6eb. 00000020:00000010:1.0:1767326785.740231:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000b04851bb. 00000020:00000001:3.0:1767326785.740240:0:134393:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:1.0:1767326785.740240:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 0000000089a3bef4. 00000020:00000080:3.0:1767326785.740244:0:134393:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000001dfb5d18 for lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000010:1.0:1767326785.740251:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000002667072. 00000020:00000040:3.0:1767326785.740252:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 6 to 192.168.203.127@tcp 00000020:00000040:3.0:1767326785.740260:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 5 to 192.168.203.127@tcp 00000020:00000010:3.0:1767326785.740265:0:134393:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000007c272d70. 00000020:00000040:3.0:1767326785.740269:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8e30967de000 (000000000417afe0) now 4 - import 00000020:00000010:3.0:1767326785.740271:0:134393:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000001dfb5d18. 00000020:00000001:3.0:1767326785.740278:0:134393:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767326785.740636:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ad5e07d1. 00000020:00000010:1.0:1767326785.740645:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001ced00b8. 00000020:00000010:1.0:1767326785.740648:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000964e5af2. 00000020:00000010:1.0:1767326785.740652:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000085c92ac1. 00000020:00000010:1.0:1767326785.740684:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d3432aba. 00000020:00000010:1.0:1767326785.740687:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000075df82c7. 00000002:00000001:1.0:1767326785.740692:0:225963:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.740695:0:225963:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000537c7d8e. 00000020:00000010:1.0:1767326785.740700:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0f1eaf1. 00000020:00000010:1.0:1767326785.740704:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000000f124d3c. 00008000:00000010:1.0:1767326785.740707:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000f4f63d56. 00000020:00000010:1.0:1767326785.740709:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ee63a5. 00000020:00000001:1.0:1767326785.740711:0:225963:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326785.740720:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.740723:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000052e2997d. 00000001:00000010:1.0:1767326785.740724:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e730ce38. 00000001:00000010:1.0:1767326785.740729:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000efcb0191. 00000001:00000010:1.0:1767326785.740731:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b1d6c885. 00000001:00000010:1.0:1767326785.740732:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ad4a8a5e. 00000001:00000010:1.0:1767326785.740736:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a080fa93. 00000001:00000001:1.0:1767326785.740742:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767326785.740744:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.740749:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fed9aae3. 00000001:00000010:1.0:1767326785.740751:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006454b4dd. 00000001:00000010:1.0:1767326785.740752:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003f24972a. 00000001:00000010:1.0:1767326785.740753:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ca8cd5c. 00000001:00000010:1.0:1767326785.740755:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a9f75a00. 00000001:00000010:1.0:1767326785.740828:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d8f55347. 00000001:00000001:1.0:1767326785.740834:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767326785.740836:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8e30967de000 (000000000417afe0) now 3 - setup 00000020:00000001:1.0:1767326785.740838:0:225963:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.740840:0:225963:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767326785.740843:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767326785.740846:0:225963:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767326785.740850:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8e30967de000 (000000000417afe0) now 2 - obd_device_list 00000020:00000080:1.0:1767326785.740854:0:225963:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff8e30967de000 (uuid 486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000040:1.0:1767326785.740856:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8e30967de000 (000000000417afe0) now 1 - newdev 00000020:00000040:1.0:1767326785.740858:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b49a04e5 with handle 0x23386b5eae8f1385 from hash 00000020:00000040:1.0:1767326785.740862:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000b49a04e5 : new refcount 0 00000020:00000080:1.0:1767326785.740864:0:225963:0:(genops.c:904:class_export_put()) final put 00000000b49a04e5/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:1.0:1767326785.740866:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.740868:0:225963:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767326785.740870:0:225963:0:(genops.c:863:class_export_destroy()) destroying export 00000000b49a04e5/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-MDT0000-mdc-ffff8e30967de000 00000020:00000001:1.0:1767326785.740871:0:225963:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767326785.740874:0:225963:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.740875:0:225963:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b49a04e5. 00000020:00000001:1.0:1767326785.740880:0:225963:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326785.740881:0:225963:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff8e30967de000 obd_type name = mdc 00000020:01000000:1.0:1767326785.740882:0:225963:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff8e30967de000 (486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000001:1.0:1767326785.740883:0:225963:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767326785.740885:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ee63a5. 00000020:00000010:1.0:1767326785.740887:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0f1eaf1. 00000020:00000010:1.0:1767326785.740889:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000f124d3c. 00008000:00000010:1.0:1767326785.740891:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f4f63d56. 00000008:00000001:1.0:1767326785.740894:0:225963:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1767326785.740898:0:225963:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767326785.740901:0:225963:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767326785.740903:0:225963:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767326785.740925:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000996b6fc8. 00000020:00000010:1.0:1767326785.740930:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000c0e80dc9. 00000020:00000010:1.0:1767326785.740934:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000032dc494f. 00000020:00000010:1.0:1767326785.740938:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000004c83227f. 00000020:00000010:1.0:1767326785.740941:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008a30aadd. 00000020:00000010:1.0:1767326785.740947:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008eef9aa0. 00010000:00000001:1.0:1767326785.740997:0:225963:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767326785.741007:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000007a22e82e. 00000020:00000010:1.0:1767326785.741008:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000adb9d861. 00000020:00000010:1.0:1767326785.741010:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000a11d6035. 00000020:00000010:1.0:1767326785.741011:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000c475422a. 00000020:00000010:1.0:1767326785.741013:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000005578e2. 00000001:00000001:1.0:1767326785.741044:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.741375:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006c503eef. 00000001:00000010:1.0:1767326785.741383:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008748e979. 00000001:00000010:1.0:1767326785.741385:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007062a8ec. 00000001:00000010:1.0:1767326785.741387:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d8f9c8aa. 00000001:00000010:1.0:1767326785.741389:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005730eae2. 00000001:00000010:1.0:1767326785.741390:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000003636bc3. 00000001:00000010:1.0:1767326785.741391:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000010411495. 00000001:00000010:1.0:1767326785.741392:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000df99b007. 00000001:00000010:1.0:1767326785.741393:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ec0607fa. 00000001:00000010:1.0:1767326785.741394:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b9b87382. 00000001:00000010:1.0:1767326785.741395:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000050e67a5f. 00000001:00000010:1.0:1767326785.741396:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000032e4362c. 00000001:00000010:1.0:1767326785.741397:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f787d70b. 00000001:00000010:1.0:1767326785.741398:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bd8e0cd9. 00000001:00000010:1.0:1767326785.741399:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000257762a. 00000001:00000010:1.0:1767326785.741399:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000003736f2b. 00000001:00000010:1.0:1767326785.741400:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a8e8df1e. 00000001:00000010:1.0:1767326785.741401:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fcbd7625. 00000001:00000010:1.0:1767326785.741402:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b9476b5d. 00000001:00000010:1.0:1767326785.741403:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000080d7f72c. 00000001:00000010:1.0:1767326785.741404:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000ddc3f8d. 00000001:00000010:1.0:1767326785.741405:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000082105724. 00000001:00000010:1.0:1767326785.741405:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009201937b. 00000001:00000010:1.0:1767326785.741406:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a9f44166. 00000001:00000010:1.0:1767326785.741407:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c33c3736. 00000001:00000010:1.0:1767326785.741408:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b8fe48b4. 00000001:00000010:1.0:1767326785.741409:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000931b13ea. 00000001:00000010:1.0:1767326785.741411:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ca6cac13. 00000001:00000010:1.0:1767326785.741412:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000066bd86e8. 00000001:00000010:1.0:1767326785.741413:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004ca91995. 00000001:00000010:1.0:1767326785.741415:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000514fec66. 00000001:00000010:1.0:1767326785.741416:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005af06e6d. 00000001:00000010:1.0:1767326785.741416:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000007287e33a. 00000001:00000010:1.0:1767326785.741420:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f0da2990. 00000001:00000001:1.0:1767326785.741422:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767326785.741423:0:225963:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000af6013b1. 00010000:00000001:1.0:1767326785.741425:0:225963:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000010:1.1:1767326785.741809:0:126229:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000494ceb4c. 00010000:00000010:1.1:1767326785.741816:0:126229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008eac72e3. 00000080:00000010:2.1:1767326785.741856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at 00000000efbf0a91. 00000080:00000010:2.1:1767326785.741876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at 00000000d160510c. 00010000:00000001:0.0:1767326785.742738:0:225963:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767326785.742747:0:225963:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767326785.742749:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767326785.742751:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767326785.742752:0:225963:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767326785.742754:0:225963:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767326785.742755:0:225963:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000a97af275. 00010000:00000010:3.1:1767326785.742782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d9b0117c. 00010000:00000010:0.0:1767326785.742792:0:225963:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000006d5c6e1c. 00010000:00000010:3.1:1767326785.742794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d6e396b. 00010000:00000010:0.0:1767326785.742813:0:225963:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000007466ef3. 00010000:00000001:0.0:1767326785.742820:0:225963:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1767326785.742822:0:225963:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767326785.742829:0:225963:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 0000000075335874. 00000020:00000010:0.0:1767326785.742834:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0f1eaf1. 00000020:00000010:0.0:1767326785.742841:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000000f124d3c. 00008000:00000010:0.0:1767326785.742844:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000f4f63d56. 00000020:00000010:0.0:1767326785.742848:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ee63a5. 00000020:00000001:0.0:1767326785.742850:0:225963:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326785.742852:0:225963:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000000417afe0. 00000020:00000001:0.0:1767326785.742865:0:225963:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326785.742867:0:225963:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326785.742870:0:225963:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 00000000631629a2. 00000020:00000001:0.0:1767326785.742875:0:225963:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326785.742879:0:225963:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767326785.742886:0:225963:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff8e30967de000 (flags='F') 00000020:00000010:0.0:1767326785.742890:0:225963:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 0000000062a9f602. 00000020:00000080:0.0:1767326785.742892:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767326785.742895:0:225963:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767326785.742898:0:225963:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-mdc-ffff8e30967de000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767326785.742902:0:225963:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767326785.742903:0:225963:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000eb59d9ea) has no exports 00000020:00000001:0.0:1767326785.742905:0:225963:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767326785.742907:0:225963:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767326785.742910:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae0b0d1d. 00000020:00000010:0.0:1767326785.742914:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000abbb512e. 00000020:00000010:0.0:1767326785.742918:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000000e23b07. 00008000:00000010:0.0:1767326785.742922:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005b493274. 00000020:00000010:0.0:1767326785.742927:0:225963:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000094f2961b. 00000002:00000001:0.0:1767326785.742930:0:225963:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:0.0:1767326785.742932:0:225963:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1767326785.742941:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1767326785.742943:0:225963:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff8e30967de000: client import never connected 00000100:00000001:0.0:1767326785.742946:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767326785.742947:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1767326785.742950:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767326785.742952:0:225963:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767326785.742954:0:225963:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: committing for last_committed 0 gen 4 00000100:00000040:0.0:1767326785.742957:0:225963:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e30967de000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767326785.742959:0:225963:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326785.742960:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767326785.742962:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767326785.742963:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767326785.742965:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:0.0:1767326785.742966:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767326785.742969:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767326785.742970:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767326785.742972:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:0.0:1767326785.742975:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767326785.742980:0:225963:0:(genops.c:1229:class_import_get()) import 000000006b9cbe59 refcount=3 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326785.742981:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326785.742982:0:225963:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=2 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326785.742988:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767326785.742990:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326785.742991:0:225963:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=1 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326785.742992:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1767326785.742994:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1767326785.742996:0:225963:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326785.743000:0:225963:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1767326785.743003:0:225963:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1767326785.743186:0:225963:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 00000000d0ae5576. 00000002:00000001:0.0:1767326785.743193:0:225963:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1767326785.743195:0:225963:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1767326785.743197:0:225963:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1767326785.743200:0:225963:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000bebd8944 : new refcount 2 00000040:00000001:0.0:1767326785.743202:0:225963:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767326785.743203:0:225963:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000bebd8944 : new refcount 1 00000020:00000040:0.0:1767326785.743206:0:225963:0:(genops.c:898:class_export_put()) PUTting export 000000001792f050 : new refcount 1 00000020:00000001:0.0:1767326785.743208:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326785.743209:0:225963:0:(genops.c:1242:class_import_put()) import 000000006b9cbe59 refcount=0 obd=lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000040:0.0:1767326785.743210:0:225963:0:(genops.c:1245:class_import_put()) final put import 000000006b9cbe59 00000020:00000001:0.0:1767326785.743218:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1767326785.743219:0:225963:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000bebd8944. 00000040:00000001:0.0:1767326785.743223:0:225963:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326785.743225:0:225963:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1767326785.743227:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 00000000e6598072. 00000020:00000010:0.0:1767326785.743230:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cf3c592d. 00000020:00000001:3.0:1767326785.743236:0:134393:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767326785.743240:0:134393:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006b9cbe59 for lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000040:3.0:1767326785.743245:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 4 to 192.168.203.127@tcp 00000020:00000040:3.0:1767326785.743249:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 3 to 192.168.203.127@tcp 00000020:00000010:3.0:1767326785.743250:0:134393:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000852c7938. 00000020:00000040:3.0:1767326785.743255:0:134393:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8e30967de000 (00000000eb59d9ea) now 4 - import 00000020:00000010:3.0:1767326785.743258:0:134393:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006b9cbe59. 00000020:00000001:3.0:1767326785.743263:0:134393:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767326785.743430:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e077d78d. 00000020:00000010:0.0:1767326785.743434:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004054dcd4. 00000020:00000010:0.0:1767326785.743437:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f6b9ea7f. 00000020:00000010:0.0:1767326785.743439:0:225963:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006ffc3fe8. 00000020:00000010:0.0:1767326785.743442:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f489dc21. 00000020:00000010:0.0:1767326785.743446:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007912c11c. 00000002:00000001:0.0:1767326785.743448:0:225963:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326785.743451:0:225963:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000094f2961b. 00000020:00000010:0.0:1767326785.743456:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000abbb512e. 00000020:00000010:0.0:1767326785.743460:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000000e23b07. 00008000:00000010:0.0:1767326785.743462:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000005b493274. 00000020:00000010:0.0:1767326785.743464:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae0b0d1d. 00000020:00000001:0.0:1767326785.743466:0:225963:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767326785.743475:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767326785.743480:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c518ad6b. 00000001:00000010:0.0:1767326785.743483:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007db6f4a3. 00000001:00000010:0.0:1767326785.743486:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0b19781. 00000001:00000010:0.0:1767326785.743487:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055b1d675. 00000001:00000010:0.0:1767326785.743489:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a76380e4. 00000001:00000010:0.0:1767326785.743492:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000093edccb5. 00000001:00000001:0.0:1767326785.743495:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767326785.743497:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767326785.743500:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000f7e44f4. 00000001:00000010:0.0:1767326785.743502:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008fd02a47. 00000001:00000010:0.0:1767326785.743503:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dfba86f. 00000001:00000010:0.0:1767326785.743504:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dfd79110. 00000001:00000010:0.0:1767326785.743506:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a0fbeee7. 00000001:00000010:0.0:1767326785.743507:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000678b3dee. 00000001:00000001:0.0:1767326785.743508:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767326785.743509:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8e30967de000 (00000000eb59d9ea) now 3 - setup 00000020:00000001:0.0:1767326785.743511:0:225963:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326785.743512:0:225963:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767326785.743514:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767326785.743517:0:225963:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767326785.743520:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8e30967de000 (00000000eb59d9ea) now 2 - obd_device_list 00000020:00000080:0.0:1767326785.743521:0:225963:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-mdc-ffff8e30967de000 (uuid 486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000040:0.0:1767326785.743523:0:225963:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8e30967de000 (00000000eb59d9ea) now 1 - newdev 00000020:00000040:0.0:1767326785.743525:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001792f050 with handle 0x23386b5eae8f138c from hash 00000020:00000040:0.0:1767326785.743527:0:225963:0:(genops.c:898:class_export_put()) PUTting export 000000001792f050 : new refcount 0 00000020:00000080:0.0:1767326785.743528:0:225963:0:(genops.c:904:class_export_put()) final put 000000001792f050/486908d5-c99a-49b6-bd48-4a0014ee5395 00000020:00000001:0.0:1767326785.743530:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326785.743533:0:225963:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326785.743534:0:225963:0:(genops.c:863:class_export_destroy()) destroying export 000000001792f050/486908d5-c99a-49b6-bd48-4a0014ee5395 for lustre-MDT0001-mdc-ffff8e30967de000 00000020:00000001:0.0:1767326785.743536:0:225963:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767326785.743537:0:225963:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326785.743538:0:225963:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001792f050. 00000020:00000001:0.0:1767326785.743539:0:225963:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767326785.743541:0:225963:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff8e30967de000 obd_type name = mdc 00000020:01000000:0.0:1767326785.743542:0:225963:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff8e30967de000 (486908d5-c99a-49b6-bd48-4a0014ee5395) 00000020:00000001:0.0:1767326785.743543:0:225963:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767326785.743545:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abbb512e. 00000020:00000010:0.0:1767326785.743548:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5ce5ed2. 00000020:00000010:0.0:1767326785.743551:0:225963:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000000e23b07. 00008000:00000010:0.0:1767326785.743553:0:225963:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005b493274. 00000008:00000001:0.0:1767326785.743557:0:225963:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1767326785.743560:0:225963:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767326785.743562:0:225963:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767326785.743564:0:225963:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767326785.743588:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000130c668b. 00000020:00000010:0.0:1767326785.743590:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d6a267f9. 00010000:00000001:0.0:1767326785.743618:0:225963:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767326785.743630:0:225963:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000082c24fdf. 00000020:00000010:0.0:1767326785.743632:0:225963:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000088219001. 00000001:00000001:0.0:1767326785.743696:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767326785.744167:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fd4c4325. 00000001:00000010:0.0:1767326785.744176:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000041f1c791. 00000001:00000010:0.0:1767326785.744177:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009108b95d. 00000001:00000010:0.0:1767326785.744178:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ad410d90. 00000001:00000010:0.0:1767326785.744179:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002a50d2f4. 00000001:00000010:0.0:1767326785.744180:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007e8a42d3. 00000001:00000010:0.0:1767326785.744181:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000673bcd6a. 00000001:00000010:0.0:1767326785.744182:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c97f581e. 00000001:00000010:0.0:1767326785.744183:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007fa80f43. 00000001:00000010:0.0:1767326785.744184:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a3f644aa. 00000001:00000010:0.0:1767326785.744185:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000084759cd7. 00000001:00000010:0.0:1767326785.744186:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b4c13df3. 00000001:00000010:0.0:1767326785.744187:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005e583885. 00000001:00000010:0.0:1767326785.744188:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fea83640. 00000001:00000010:0.0:1767326785.744189:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000584665cf. 00000001:00000010:0.0:1767326785.744190:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e06fe29b. 00000001:00000010:0.0:1767326785.744191:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c31cf5ac. 00000001:00000010:0.0:1767326785.744193:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000005726e14. 00000001:00000010:0.0:1767326785.744194:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009dd3414b. 00000001:00000010:0.0:1767326785.744195:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000121212e1. 00000001:00000010:0.0:1767326785.744197:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a96f9c90. 00000001:00000010:0.0:1767326785.744199:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000066ba7eb. 00000001:00000010:0.0:1767326785.744201:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007ba54fa6. 00000001:00000010:0.0:1767326785.744202:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000373a4280. 00000001:00000010:0.0:1767326785.744204:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c5c024e3. 00000001:00000010:0.0:1767326785.744205:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d19188b6. 00000001:00000010:0.0:1767326785.744207:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007fb0dcd1. 00000001:00000010:0.0:1767326785.744210:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000065427c9d. 00000001:00000010:0.0:1767326785.744211:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a6c8eea7. 00000001:00000010:0.0:1767326785.744212:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f474c09a. 00000001:00000010:0.0:1767326785.744214:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001ddf988c. 00000001:00000010:0.0:1767326785.744216:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007ad3df70. 00000001:00000010:0.0:1767326785.744218:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000f0899418. 00000001:00000010:0.0:1767326785.744224:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a3bf2b41. 00000001:00000001:0.0:1767326785.744227:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767326785.744229:0:225963:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000e03b210e. 00010000:00000001:0.0:1767326785.744232:0:225963:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767326785.744820:0:225963:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767326785.744831:0:225963:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767326785.744833:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1767326785.744836:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767326785.744839:0:225963:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767326785.744841:0:225963:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767326785.744844:0:225963:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000c1ed01d5. 00010000:00000010:3.0:1767326785.744853:0:225963:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000024f1ea8b. 00010000:00000010:3.0:1767326785.744865:0:225963:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000cb5caf5e. 00010000:00000001:3.0:1767326785.744869:0:225963:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1767326785.744872:0:225963:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1767326785.744876:0:225963:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 000000008536d968. 00000020:00000010:3.0:1767326785.744883:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5ce5ed2. 00000020:00000010:3.0:1767326785.744891:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000000e23b07. 00008000:00000010:3.0:1767326785.744898:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000005b493274. 00000020:00000010:3.0:1767326785.744915:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abbb512e. 00000020:00000001:3.0:1767326785.744921:0:225963:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326785.744923:0:225963:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000eb59d9ea. 00000020:00000001:3.0:1767326785.744940:0:225963:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.744943:0:225963:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326785.744947:0:225963:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 0000000062a9f602. 00000020:00000001:3.0:1767326785.744953:0:225963:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:3.0:1767326785.744956:0:225963:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:3.0:1767326785.746066:0:225963:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:3.0:1767326785.746068:0:225963:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:3.0:1767326785.746070:0:225963:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1767326785.746071:0:225963:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446618938663285184 : -125135046266432 : ffff8e30ba04b1c0) 00000020:00000010:3.0:1767326785.746075:0:225963:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at 00000000776154e8. 00000020:00000010:3.0:1767326785.746080:0:225963:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at 0000000028f799eb. 00000020:00000010:3.0:1767326785.746082:0:225963:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at 0000000029492d4c. 00000020:00000010:3.0:1767326785.746085:0:225963:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at 00000000eb375bee. 00000020:00000001:3.0:1767326785.746087:0:225963:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:3.0:1767326785.746089:0:225963:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:3.0:1767326785.746111:0:225963:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at 000000001f6b5fc8. 00000080:00000010:3.0:1767326785.746114:0:225963:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at 00000000d3f08be4. 00000080:00000010:3.0:1767326785.746122:0:225963:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at 0000000071d8bee2. 00000080:00000010:3.0:1767326785.746151:0:225963:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at 000000002422ce36. 00000080:00000001:3.0:1767326785.746156:0:225963:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:3.0:1767326785.746158:0:225963:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:3.0:1767326785.746161:0:225963:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb 000000002b070ec2 00000020:00000001:3.0:1767326785.746163:0:225963:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:00000001:3.0:1767326785.746166:0:225963:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767326785.746169:0:225963:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767326785.746182:0:225963:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.203.127@tcp - 1 00000100:00000001:3.0:1767326785.746185:0:225963:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767326785.746187:0:225963:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 6657de6e-759e-415f-bede-5f56cedbd629->MGS 00000020:00000001:3.0:1767326785.746189:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.746189:0:225963:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=2 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.746192:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326785.746193:0:225963:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746195:0:225963:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767326785.746197:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326785.746200:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767326785.746203:0:225963:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ed3508e3 count: 2 00010000:00000001:3.0:1767326785.746206:0:225963:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1767326785.746209:0:225963:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ed3508e3 count: 3 00010000:00000001:3.0:1767326785.746211:0:225963:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326785.746213:0:225963:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767326785.746218:0:225963:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326785.746221:0:225963:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326785.746229:0:225963:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326785.746236:0:225963:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326785.746240:0:225963:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1767326785.746243:0:225963:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:3.0:1767326785.746245:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326785.746247:0:225963:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000002482a30d) refs 1 10000000:01000000:3.0:1767326785.746248:0:225963:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:3.0:1767326785.746249:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.746250:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.746251:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.746252:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.746253:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.746254:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.746254:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.746255:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.746256:0:225963:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326785.746262:0:225963:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:3.0:1767326785.746267:0:225963:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:3.0:1767326785.746270:0:225963:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at 00000000451ecd3d. 00000020:00000040:3.0:1767326785.746274:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000e9d4a8c9 : new refcount 2 10000000:00000010:3.0:1767326785.746276:0:225963:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000002482a30d. 10000000:00000001:3.0:1767326785.746280:0:225963:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326785.746282:0:225963:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746284:0:225963:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326785.746287:0:225963:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326785.746288:0:225963:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326785.746290:0:225963:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326785.746299:0:225963:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326785.746303:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dca32a04 with handle 0x23386b5eae8f1411 from hash 00010000:00000001:3.0:1767326785.746305:0:225963:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326785.746308:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326785.746310:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326785.746311:0:225963:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326785.746314:0:225963:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326785.746316:0:225963:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767326785.746319:0:225963:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326785.746322:0:225963:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326785.746324:0:225963:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326785.746328:0:225963:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326785.746335:0:225963:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000040:3.0:1767326785.746339:0:225963:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326785.746350:0:225963:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326785.746353:0:225963:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326785.746358:0:225963:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326785.746365:0:225963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000296d4b83. 00000100:00000001:3.0:1767326785.746372:0:225963:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746374:0:225963:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326785.746380:0:225963:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326785.746386:0:225963:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326785.746387:0:225963:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.746401:0:225963:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326785.746403:0:225963:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326785.746408:0:225963:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b923685f. 00000100:00000001:3.0:1767326785.746410:0:225963:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618938345083072 : -125135364468544 : ffff8e30a70d50c0) 00000100:00000001:3.0:1767326785.746413:0:225963:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326785.746415:0:225963:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00000001:3.0:1767326785.746421:0:225963:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326785.746424:0:225963:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.746426:0:225963:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326785.746428:0:225963:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326785.746435:0:225963:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386684928/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.746445:0:225963:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326785.746447:0:225963:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.746457:0:225963:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386684928/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.746465:0:225963:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1767326785.746469:0:225963:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326785.746471:0:225963:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326785.746473:0:225963:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b923685f going to sleep for 0 seconds 00000100:00000001:3.0:1767326785.746477:0:225963:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326785.746480:0:225963:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1767326785.746484:0:225963:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.746488:0:225963:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326785.746490:0:225963:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326785.746494:0:225963:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386684928/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326785.746500:0:225963:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job umount:6657de6e-759e-415f-bede-5f56cedbd629:225963:1853175386684928:192.168.203.127@tcp:103: 00000100:00000001:3.0:1767326785.746511:0:225963:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326785.746513:0:225963:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1767326785.746515:0:225963:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326785.746518:0:225963:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326785.746526:0:225963:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386684928/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.746531:0:225963:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326785.746534:0:225963:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b923685f. 00000100:00000001:3.0:1767326785.746537:0:225963:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326785.746538:0:225963:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:3.0:1767326785.746540:0:225963:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:3.0:1767326785.746542:0:225963:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326785.746545:0:225963:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386684928/t0(0) o103->MGC192.168.203.127@tcp@192.168.203.127@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.746550:0:225963:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767326785.746552:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.746553:0:225963:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=2 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.746560:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326785.746562:0:225963:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000296d4b83. 02000000:00000001:3.0:1767326785.746566:0:225963:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326785.746567:0:225963:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326785.746569:0:225963:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00000001:3.0:1767326785.746571:0:225963:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326785.746572:0:225963:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326785.746574:0:225963:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:3.0:1767326785.746575:0:225963:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:3.0:1767326785.746577:0:225963:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326785.746578:0:225963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: 00000000dca32a04/0x23386b5eae8f1411 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1b9a6a59a123d22 expref: -99 pid: 219026 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326785.746587:0:225963:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326785.746589:0:225963:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746591:0:225963:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767326785.746593:0:225963:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ed3508e3 count: 0 00000001:00000001:3.0:1767326785.746599:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746601:0:225963:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746603:0:225963:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767326785.746611:0:225963:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767326785.746613:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326785.746620:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326785.746622:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326785.746625:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326785.746627:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326785.746628:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746631:0:225963:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.746633:0:225963:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767326785.746635:0:225963:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1767326785.746639:0:225963:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767326785.746642:0:225963:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1767326785.746646:0:225963:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d938b73. 00000020:00000040:3.0:1767326785.746649:0:225963:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326785.746653:0:225963:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326785.746655:0:225963:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326785.746657:0:225963:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326785.746662:0:225963:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005721c9ec. 00000100:00000001:3.0:1767326785.746674:0:225963:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.746677:0:225963:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00080000:3.0:1767326785.746681:0:225963:0:(import.c:65:import_set_state_nolock()) 00000000e78ebc35 MGS: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767326785.746685:0:225963:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326785.746687:0:225963:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326785.746693:0:225963:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d938b73] to pc [ptlrpcd_rcv+-1] req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.746710:0:225963:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.746724:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326785.746729:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326785.746731:0:216337:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326785.746742:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326785.746751:0:216337:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326785.746752:0:216337:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326785.746755:0:216337:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326785.746785:0:216337:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326785.746788:0:216337:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326785.746794:0:216337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6657de6e-759e-415f-bede-5f56cedbd629:216337:1853175386685056:192.168.203.127@tcp:251: 00000100:00000001:1.0:1767326785.746810:0:216337:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326785.746818:0:216337:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326785.746821:0:216337:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326785.746823:0:216337:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326785.746826:0:216337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad22635f. 02000000:00000001:1.0:1767326785.746828:0:216337:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326785.746834:0:216337:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a1e4d88. 00000400:00000010:1.0:1767326785.746841:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd574192. 00000100:00000200:1.0:1767326785.746847:0:216337:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175386685056, portal 25 00000100:00000001:1.0:1767326785.746849:0:216337:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326785.746851:0:216337:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618937814042368 : -125135895509248 : ffff8e3087664700) 00000100:00000040:1.0:1767326785.746856:0:216337:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326785.746863:0:216337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326785.746870:0:216337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.127@tcp 00000400:00000010:1.0:1767326785.746874:0:216337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060dac241. 00000100:00000200:1.0:1767326785.746876:0:216337:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175386685056, offset 0 00000400:00000200:1.0:1767326785.746885:0:216337:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.127@tcp 00000400:00000200:1.0:1767326785.746897:0:216337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.127@tcp local destination 00000400:00000200:1.0:1767326785.746904:0:216337:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326785.746910:0:216337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.27@tcp 00000400:00000200:1.0:1767326785.746914:0:216337:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.27@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326785.746917:0:216337:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.127@tcp 00000400:00000200:1.0:1767326785.746923:0:216337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.27@tcp NI seq info: [652:652:256:4294967295] 192.168.203.127@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:1.0:1767326785.746976:0:216337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp:) -> 192.168.203.127@tcp(192.168.203.127@tcp:192.168.203.127@tcp) : PUT try# 0 00000800:00000200:1.0:1767326785.746980:0:216337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.127@tcp 00000800:00000010:1.0:1767326785.746984:0:216337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e8e3e59. 00000800:00000200:1.0:1767326785.746989:0:216337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326785.746997:0:216337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326785.747002:0:216337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e8e3e59 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326785.747022:0:216337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.747028:0:216337:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 0 is 4306496148 00000100:00000001:1.0:1767326785.747037:0:216337:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306496127 00000100:00000001:1.0:1767326785.747045:0:216337:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 1 is 4306496148 00000100:00000001:1.0:1767326785.747052:0:216337:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306496127 00000100:00000001:1.0:1767326785.747060:0:216337:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 2 is 4306496148 00000100:00000001:1.0:1767326785.747068:0:216337:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306496127 00000100:00000001:1.0:1767326785.747077:0:216337:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS new deadline estimation for cpu 3 is 4306496148 00000100:00000001:1.0:1767326785.747085:0:216337:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.127@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306496127 00000100:00000001:1.0:1767326785.747092:0:216337:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326785.747095:0:216337:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.747104:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.747106:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326785.747111:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326785.747114:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767326785.747117:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326785.747119:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326785.747120:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.747122:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326785.747231:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326785.747235:0:216333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e8e3e59. 00000400:00000200:1.0:1767326785.747239:0:216333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326785.747248:0:216333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000400:00000200:1.0:1767326785.747257:0:216333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dac241 00000400:00000010:1.0:1767326785.747260:0:216333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dac241. 00000100:00000001:1.0:1767326785.747265:0:216333:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326785.747270:0:216333:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326785.747277:0:216333:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326785.747280:0:216333:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326785.747284:0:216333:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.747287:0:216333:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326785.748381:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326785.748391:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326785.748393:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326785.748397:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326785.748406:0:216332:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.27@tcp(192.168.203.27@tcp) <- 192.168.203.127@tcp : PUT - for me 00000400:00000200:3.0:1767326785.748418:0:216332:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.127@tcp of length 224 into portal 25 MB=0x6957404a13e80 00000400:00000200:3.0:1767326785.748425:0:216332:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.127@tcp of length 224/224 into md 0x1529 [1] + 224 00000800:00000001:3.0:1767326785.748432:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326785.748438:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326785.748440:0:216332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326785.748449:0:216332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.27@tcp->192.168.203.127@tcp: PUT: OK 00000100:00000001:3.0:1767326785.748455:0:216332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326785.748458:0:216332:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326785.748465:0:216332:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.748480:0:216332:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326785.748487:0:216332:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326785.748490:0:216332:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326785.748504:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326785.748506:0:216337:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326785.748511:0:216337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.748513:0:216337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.748515:0:216337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a1e4d88. 00000400:00000200:1.0:1767326785.748520:0:216337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd574192 00000400:00000010:1.0:1767326785.748521:0:216337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd574192. 00000100:00000001:1.0:1767326785.748525:0:216337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326785.748530:0:216337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326785.748541:0:216337:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326785.748548:0:216337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326785.748551:0:216337:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326785.748553:0:216337:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326785.748556:0:216337:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326785.748558:0:216337:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326785.748560:0:216337:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326785.748563:0:216337:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326785.748568:0:216337:0:(import.c:2128:obd_at_measure()) add 5 to 000000002a0d11eb time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326785.748571:0:216337:0:(import.c:2128:obd_at_measure()) add 1 to 000000001eb4c3fb time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326785.748574:0:216337:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326785.748575:0:216337:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326785.748579:0:216337:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326785.748582:0:216337:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.748584:0:216337:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326785.748591:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326785.748595:0:216337:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326785.748597:0:216337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326785.748598:0:216337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767326785.748601:0:216337:0:(import.c:65:import_set_state_nolock()) 00000000e78ebc35 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767326785.748604:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1767326785.748606:0:216337:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1767326785.748609:0:216337:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1767326785.748612:0:216337:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.748614:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326785.748615:0:216337:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1767326785.748617:0:216337:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1767326785.748618:0:216337:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.748621:0:216337:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767326785.748631:0:216337:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326785.748637:0:216337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d938b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6657de6e-759e-415f-bede-5f56cedbd629:216337:1853175386685056:192.168.203.127@tcp:251: 00000100:00000001:1.0:1767326785.748643:0:216337:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326785.748645:0:216337:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326785.748647:0:216337:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d938b73 x1853175386685056/t0(0) o251->MGC192.168.203.127@tcp@192.168.203.127@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326785.748655:0:225963:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.748656:0:216337:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326785.748661:0:216337:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326785.748664:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000010:1.0:1767326785.748664:0:216337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad22635f. 00000100:00080000:3.0:1767326785.748670:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 02000000:00000001:1.0:1767326785.748671:0:216337:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326785.748675:0:216337:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326785.748676:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000040:1.0:1767326785.748678:0:216337:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=2 obd=MGC192.168.203.127@tcp 00000100:00000001:3.0:1767326785.748682:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000001:1.0:1767326785.748683:0:216337:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326785.748688:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 02000000:00000010:1.0:1767326785.748688:0:216337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005721c9ec. 00000100:00000001:3.0:1767326785.748698:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:1.0:1767326785.748700:0:216337:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:3.0:1767326785.748707:0:225963:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 02000000:00000001:1.0:1767326785.748708:0:216337:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:3.0:1767326785.748719:0:225963:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326785.748719:0:216337:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d938b73. 00000100:00000001:3.0:1767326785.748736:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326785.748739:0:216337:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767326785.748741:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326785.748751:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767326785.748752:0:216337:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767326785.748888:0:225963:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1767326785.748892:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326785.748894:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326785.748896:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326785.748900:0:225963:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326785.748902:0:225963:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326785.748909:0:225963:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326785.748911:0:225963:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326785.748914:0:225963:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767326785.748918:0:225963:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767326785.748921:0:225963:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767326785.748925:0:225963:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x23386b5eae8f1362 00000100:00000001:1.0:1767326785.748933:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326785.748935:0:225963:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c45a63c7 with handle 0x23386b5eae8f1362 from hash 00000100:00000001:1.0:1767326785.748937:0:216337:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326785.748942:0:216337:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.748944:0:225963:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:1.0:1767326785.748947:0:216337:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326785.748949:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 1 00000100:00000001:1.0:1767326785.748952:0:216337:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.748959:0:225963:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767326785.748961:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000c45a63c7 : new refcount 0 00000020:00000080:3.0:1767326785.748963:0:225963:0:(genops.c:904:class_export_put()) final put 00000000c45a63c7/6657de6e-759e-415f-bede-5f56cedbd629 00000020:00000001:3.0:1767326785.748965:0:225963:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.748978:0:225963:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326785.748981:0:225963:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.748983:0:225963:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.748985:0:225963:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767326785.748987:0:225963:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGC192.168.203.127@tcp (flags='') 00000020:00000010:3.0:1767326785.748992:0:225963:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000b1a66277. 00000020:00000001:1.0:1767326785.748993:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326785.748995:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767326785.748996:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 00000000c45a63c7/6657de6e-759e-415f-bede-5f56cedbd629 for MGC192.168.203.127@tcp 00000020:00000040:1.0:1767326785.749000:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 2 to 192.168.203.127@tcp 00000020:00000001:3.0:1767326785.749005:0:225963:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:1.0:1767326785.749005:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767326785.749008:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326785.749012:0:134393:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.127@tcp (000000005fbcaefe) now 5 - export 00000020:00000080:3.0:1767326785.749013:0:225963:0:(obd_config.c:886:class_cleanup()) MGC192.168.203.127@tcp: forcing exports to disconnect: 0/3 00000020:00000010:1.0:1767326785.749024:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c45a63c7. 00000020:00000001:3.0:1767326785.749026:0:225963:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767326785.749033:0:225963:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000005fbcaefe) has no exports 00000020:00000001:3.0:1767326785.749037:0:225963:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767326785.749040:0:225963:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767326785.749040:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767326785.749051:0:225963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000296d4b83. 00000020:00000010:3.0:1767326785.749056:0:225963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a89d31c1. 00000040:00000010:3.0:1767326785.749061:0:225963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff0448af. 00000020:00000010:3.0:1767326785.749066:0:225963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f493f6aa. 00000020:00000010:3.0:1767326785.749070:0:225963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074078a04. 00040000:00000010:3.0:1767326785.749075:0:225963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001d1ccf6a. 00040000:00000010:3.0:1767326785.749080:0:225963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095ee8d39. 00000020:00000010:3.0:1767326785.749083:0:225963:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002121e96e. 10000000:00000001:3.0:1767326785.749089:0:225963:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:1.0:1767326785.749138:0:219026:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:1.0:1767326785.749140:0:219026:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326785.749158:0:225963:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:3.0:1767326785.749163:0:225963:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.203.127@tcp: client import never connected 00000100:00000001:3.0:1767326785.749166:0:225963:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326785.749167:0:225963:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1767326785.749169:0:225963:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326785.749170:0:225963:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326785.749171:0:225963:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326785.749172:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767326785.749174:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:3.0:1767326785.749183:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326785.749188:0:225963:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326785.749191:0:225963:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767326785.749193:0:225963:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:3.0:1767326785.749194:0:225963:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767326785.749199:0:225963:0:(genops.c:1229:class_import_get()) import 00000000e78ebc35 refcount=3 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.749205:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.749208:0:225963:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=2 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.749212:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:3.0:1767326785.749215:0:225963:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@00000000a497f73a: being destroyed 00000020:00000001:3.0:1767326785.749218:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.749221:0:225963:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=1 obd=MGC192.168.203.127@tcp 00000020:00000001:3.0:1767326785.749224:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767326785.749226:0:225963:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:3.0:1767326785.749229:0:225963:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:3.0:1767326785.749233:0:225963:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d3106bd1 : new refcount 2 00000040:00000001:3.0:1767326785.749235:0:225963:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767326785.749238:0:225963:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d3106bd1 : new refcount 1 00000020:00000040:3.0:1767326785.749244:0:225963:0:(genops.c:898:class_export_put()) PUTting export 00000000e9d4a8c9 : new refcount 1 00000020:00000001:3.0:1767326785.749246:0:225963:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326785.749249:0:225963:0:(genops.c:1242:class_import_put()) import 00000000e78ebc35 refcount=0 obd=MGC192.168.203.127@tcp 00000020:00000040:3.0:1767326785.749251:0:225963:0:(genops.c:1245:class_import_put()) final put import 00000000e78ebc35 00000020:00000001:3.0:1767326785.749267:0:225963:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:3.0:1767326785.749269:0:225963:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d3106bd1. 00000040:00000001:3.0:1767326785.749282:0:225963:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326785.749285:0:225963:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326785.749287:0:225963:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326785.749292:0:225963:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002121e96e. 00000020:00000010:3.0:1767326785.749311:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a89d31c1. 00000040:00000010:3.0:1767326785.749318:0:225963:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff0448af. 00000020:00000010:3.0:1767326785.749324:0:225963:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f493f6aa. 00000020:00000010:3.0:1767326785.749335:0:225963:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074078a04. 00040000:00000010:3.0:1767326785.749343:0:225963:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001d1ccf6a. 00040000:00000010:3.0:1767326785.749350:0:225963:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095ee8d39. 00000020:00000010:3.0:1767326785.749360:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000296d4b83. 00000020:00000001:3.0:1767326785.749366:0:225963:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326785.749389:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326785.749400:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069e256d2. 00000001:00000010:3.0:1767326785.749407:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007a670890. 00000001:00000010:3.0:1767326785.749414:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000159476b1. 00000001:00000010:3.0:1767326785.749421:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000790dadc. 00000001:00000010:3.0:1767326785.749427:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d9c94652. 00000001:00000010:3.0:1767326785.749434:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c0761122. 00000001:00000001:3.0:1767326785.749444:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767326785.749447:0:225963:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326785.749453:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000733618ca. 00000001:00000010:3.0:1767326785.749459:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005dfeddab. 00000001:00000010:3.0:1767326785.749466:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008a94dfbd. 00000001:00000010:3.0:1767326785.749471:0:225963:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000072696a6e. 00000001:00000010:3.0:1767326785.749476:0:225963:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a2e46335. 00000001:00000010:3.0:1767326785.749481:0:225963:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a52ebe51. 00000001:00000001:3.0:1767326785.749489:0:225963:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767326785.749493:0:225963:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.127@tcp (000000005fbcaefe) now 4 - setup 00000020:00000001:3.0:1767326785.749497:0:225963:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.749501:0:225963:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767326785.749505:0:225963:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767326785.749510:0:225963:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767326785.749516:0:225963:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.127@tcp (000000005fbcaefe) now 3 - obd_device_list 00000020:00000001:1.0:1767326785.749518:0:134393:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767326785.749520:0:225963:0:(obd_config.c:814:class_detach()) detach on obd MGC192.168.203.127@tcp (uuid 6657de6e-759e-415f-bede-5f56cedbd629) 00000020:00000080:1.0:1767326785.749521:0:134393:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e78ebc35 for MGC192.168.203.127@tcp 00000020:00000040:3.0:1767326785.749530:0:225963:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.127@tcp (000000005fbcaefe) now 2 - newdev 00000020:00000040:1.0:1767326785.749535:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 1 to 192.168.203.127@tcp 00000020:00000001:3.0:1767326785.749537:0:225963:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326785.749543:0:225963:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767326785.749543:0:134393:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008a1f7fbe refcount 0 to 192.168.203.127@tcp 00000020:00000010:3.0:1767326785.749555:0:225963:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000b1a66277. 00000020:00000010:1.0:1767326785.749555:0:134393:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000d27cb59e. 00000020:00000001:3.0:1767326785.749572:0:225963:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326785.749572:0:134393:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.127@tcp (000000005fbcaefe) now 1 - import 00000020:00000001:3.0:1767326785.749581:0:225963:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326785.749584:0:134393:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e9d4a8c9 with handle 0x23386b5eae8f135b from hash 00000020:00000001:3.0:1767326785.749586:0:225963:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767326785.749594:0:225963:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002b070ec2 1 00000020:00000040:1.0:1767326785.749595:0:134393:0:(genops.c:898:class_export_put()) PUTting export 00000000e9d4a8c9 : new refcount 0 00000020:00000001:3.0:1767326785.749603:0:225963:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:00000080:1.0:1767326785.749603:0:134393:0:(genops.c:904:class_export_put()) final put 00000000e9d4a8c9/6657de6e-759e-415f-bede-5f56cedbd629 00000020:01000004:3.0:1767326785.749609:0:225963:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000e89f8b25 00000020:00000001:1.0:1767326785.749611:0:134393:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.749617:0:134393:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:3.0:1767326785.749618:0:225963:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at 000000003295356d. 00000020:00000080:1.0:1767326785.749625:0:134393:0:(genops.c:863:class_export_destroy()) destroying export 00000000e9d4a8c9/6657de6e-759e-415f-bede-5f56cedbd629 for MGC192.168.203.127@tcp 00000020:00000001:1.0:1767326785.749628:0:134393:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:3.0:1767326785.749630:0:225963:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at 00000000926e6a64. 00000020:00000001:1.0:1767326785.749630:0:134393:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326785.749641:0:134393:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e9d4a8c9. 00000020:00000010:3.0:1767326785.749645:0:225963:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at 00000000ca532cbf. 00000020:00000001:1.0:1767326785.749651:0:134393:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326785.749654:0:134393:0:(genops.c:440:class_free_dev()) Release obd device MGC192.168.203.127@tcp obd_type name = mgc 00000020:01000000:1.0:1767326785.749662:0:134393:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGC192.168.203.127@tcp (6657de6e-759e-415f-bede-5f56cedbd629) 00000020:00000001:1.0:1767326785.749664:0:134393:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767326785.749666:0:225963:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 000000008c5ee51e. 00000020:00000010:1.0:1767326785.749669:0:134393:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad22635f. 00000020:00000010:1.0:1767326785.749677:0:134393:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024e7a28b. 00000020:00000010:3.0:1767326785.749679:0:225963:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 0000000008d1450d. 00000040:00000010:1.0:1767326785.749681:0:134393:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029893948. 00000020:00000010:1.0:1767326785.749688:0:134393:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0ca426c. 00000020:00000010:3.0:1767326785.749689:0:225963:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000e89f8b25. 00000020:00000010:1.0:1767326785.749693:0:134393:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9ee63a5. 00000020:00000001:3.0:1767326785.749696:0:225963:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767326785.749699:0:134393:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e8e3e59. 00000020:00000001:3.0:1767326785.749700:0:225963:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326785.749706:0:225963:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767326785.749707:0:134393:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e0f1eaf1. 00000020:00000001:3.0:1767326785.749722:0:225963:0:(cl_object.c:884:cl_env_cache_purge()) Process entered 10000000:00000001:1.0:1767326785.749723:0:134393:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:1.0:1767326785.749730:0:134393:0:(obd_config.c:1171:class_del_profiles()) Process entered 00000020:00000010:3.0:1767326785.749731:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1159a52. 00000020:00000001:1.0:1767326785.749736:0:134393:0:(obd_config.c:1184:class_del_profiles()) Process leaving 00000020:00000010:3.0:1767326785.749739:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000003fce8586. 00000008:00000010:3.0:1767326785.749745:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019d39d11. 00020000:00000010:3.0:1767326785.749752:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000048e16494. 00008000:00000010:3.0:1767326785.749815:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000006eac16e. 00000080:00000010:3.0:1767326785.749821:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000979c520b. 00000080:00000010:3.0:1767326785.749828:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000038fb5915. 00000020:00000010:3.0:1767326785.749851:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036fbba6d. 00000008:00000010:3.0:1767326785.749857:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000090558102. 00020000:00000010:3.0:1767326785.749864:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008d4d09cc. 00008000:00000010:3.0:1767326785.749872:0:225963:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000020294753. 00000080:00000010:3.0:1767326785.749879:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000c17bf0d. 00000020:00000010:3.0:1767326785.749887:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae64356. 00000020:00000010:3.0:1767326785.749893:0:225963:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000e9699f30. 00000020:00000010:3.0:1767326785.749899:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000093821e75. 00000020:00000010:3.0:1767326785.749905:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000118fd939. 00000008:00000010:3.0:1767326785.749911:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000089c6c5c. 00020000:00000010:3.0:1767326785.749918:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ce5659ad. 00008000:00000010:3.0:1767326785.749924:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f9eaa9b. 00000080:00000010:3.0:1767326785.749931:0:225963:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fc49345f. 00000080:00000010:3.0:1767326785.749938:0:225963:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000367e66d. 00000020:00000010:3.0:1767326785.749944:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa349ea. 00000008:00000010:3.0:1767326785.749949:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000064680e38. 00020000:00000010:3.0:1767326785.749955:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000020f06a4f. 00008000:00000010:3.0:1767326785.749961:0:225963:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cd67c6ad. 00000080:00000010:3.0:1767326785.749968:0:225963:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e09ef63a. 00000020:00000010:3.0:1767326785.749980:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef962d8d. 00000020:00000010:3.0:1767326785.749986:0:225963:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000df60f246. 00000020:00000010:3.0:1767326785.749992:0:225963:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074a34703. 00000020:00000010:3.0:1767326785.749998:0:225963:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000fa3eb0f6. 00000008:00000010:3.0:1767326785.750003:0:225963:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000a9e1f388. 00020000:00000010:3.0:1767326785.750011:0:225963:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000002f3baaa5. 00008000:00000010:3.0:1767326785.750015:0:225963:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000efd3527f. 00000020:00000010:3.0:1767326785.750021:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002267ae72. 00000008:00000010:3.0:1767326785.750027:0:225963:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c23c152f. 00020000:00000010:3.0:1767326785.750031:0:225963:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000013621b78. 00008000:00000010:3.0:1767326785.750036:0:225963:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000016ab8acf. 00000020:00000010:3.0:1767326785.750042:0:225963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022c0c64a. 00000020:00000010:3.0:1767326785.750047:0:225963:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000a7e01883. 00000020:00000001:3.0:1767326785.750052:0:225963:0:(cl_object.c:902:cl_env_cache_purge()) Process leaving (rc=4294967292 : 4294967292 : fffffffc) 00000080:00000001:3.0:1767326785.750056:0:225963:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00010000:00000001:1.0:1767326785.750305:0:134393:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767326785.750308:0:134393:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767326785.750313:0:134393:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767326785.750411:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000010eb552. 00000020:00000010:1.0:1767326785.750419:0:134393:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000032f38ac9. 00000020:00000010:1.0:1767326785.750426:0:134393:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003bf233b2. 00010000:00000001:1.0:1767326785.750610:0:134393:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767326785.750681:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000d0a4bba4. 00000020:00000010:1.0:1767326785.750687:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005b37f636. 00000020:00000010:1.0:1767326785.750690:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000043209f46. 00000020:00000010:1.0:1767326785.750695:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003e2f6065. 00000020:00000010:1.0:1767326785.750701:0:134393:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000d4835e8c. 00000020:00000010:1.0:1767326785.750704:0:134393:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007b4cf43f. 00000001:00000001:1.0:1767326785.751071:0:134393:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326785.751074:0:134393:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000ab42293d. 00000001:00000010:1.0:1767326785.751077:0:134393:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000f9a5f4ab. 00000001:00000010:1.0:1767326785.751082:0:134393:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000003ce3acde. 00000001:00000010:1.0:1767326785.751085:0:134393:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000511e7147. 00000001:00000001:1.0:1767326785.751089:0:134393:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767326785.751091:0:134393:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000247ab247. 00010000:00000001:1.0:1767326785.751093:0:134393:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326785.751095:0:134393:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767326785.751098:0:134393:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767326785.751100:0:134393:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1767326785.751104:0:134393:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767326785.751105:0:134393:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326785.751108:0:134393:0:(ldlm_lockd.c:3526:ldlm_cleanup()) Process entered 00000001:00000010:1.0:1767326785.751133:0:134393:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 00000000c0c31c5c. 00000001:00000010:1.0:1767326785.751138:0:134393:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 0000000014008e8a. 00000020:00000001:2.0:1767326785.751179:0:219024:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326785.751182:0:219024:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326785.751185:0:219024:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:2.0:1767326785.751189:0:219024:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326785.751191:0:219024:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1767326785.751201:0:219024:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000864a1a67. 00000020:00000010:2.0:1767326785.751215:0:219024:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1db42d1. 00000020:00000010:2.0:1767326785.751221:0:219024:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000784e1097. 00000020:00000010:2.0:1767326785.751228:0:219024:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002e57ba06. 00000020:00000010:2.0:1767326785.751234:0:219024:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e0ef18e. 80000000:00000010:2.0:1767326785.751239:0:219024:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d84e402. 40000000:00000010:2.0:1767326785.751244:0:219024:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004a2a7b26. 00100000:00000010:2.0:1767326785.751249:0:219024:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000021392ba6. 00040000:00000010:2.0:1767326785.751260:0:219024:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001795b8bf. 00040000:00000010:2.0:1767326785.751264:0:219024:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb680783. 00002000:00000010:2.0:1767326785.751269:0:219024:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009eab077c. 00000020:00000010:2.0:1767326785.751274:0:219024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd40961f. 00010000:00000010:2.0:1767326785.751278:0:219024:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000344d8f95. 00010000:00000001:2.0:1767326785.751281:0:219024:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326785.751831:0:225963:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dca32a04. 00000020:00000001:1.0:1767326785.751837:0:225966:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326785.751843:0:225966:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326785.751845:0:225963:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ed3508e3. 00010000:00010000:1.0:1767326785.751849:0:225966:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:1.0:1767326785.751854:0:225966:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326785.751857:0:225966:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1767326785.751875:0:225966:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000912b8aff. 00000020:00000010:1.0:1767326785.751900:0:225966:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7ed1a16. 00000020:00000010:1.0:1767326785.751907:0:225966:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005438d745. 00000020:00000010:1.0:1767326785.751913:0:225966:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a62c665. 00000020:00000010:1.0:1767326785.751924:0:225966:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cbf9d7bd. 80000000:00000010:1.0:1767326785.751930:0:225966:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f84e759a. 40000000:00000010:1.0:1767326785.751938:0:225966:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000efc2a23e. 00100000:00000010:1.0:1767326785.751943:0:225966:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000031723dea. 00040000:00000010:1.0:1767326785.751948:0:225966:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9b1f653. 00040000:00000010:1.0:1767326785.751952:0:225966:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c03887eb. 00002000:00000010:1.0:1767326785.751957:0:225966:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000050bb470c. 00000020:00000010:1.0:1767326785.751964:0:225966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001060ffe1. 00010000:00000010:1.0:1767326785.751971:0:225966:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000077df39a. 00010000:00000001:1.0:1767326785.751976:0:225966:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326785.752001:0:219023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326785.752004:0:219023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326785.752007:0:219023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00000001:1.0:1767326785.752011:0:219023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326785.752015:0:219023:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1767326785.752026:0:219023:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006d312b8c. 00000020:00000010:1.0:1767326785.752044:0:219023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006cf8d855. 00000020:00000010:1.0:1767326785.752054:0:219023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008c3f1cc0. 00000020:00000010:1.0:1767326785.752060:0:219023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006683ac92. 00000020:00000010:1.0:1767326785.752065:0:219023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ce57e3a. 80000000:00000010:1.0:1767326785.752072:0:219023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f760667. 40000000:00000010:1.0:1767326785.752078:0:219023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d94a6520. 00100000:00000010:1.0:1767326785.752086:0:219023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066a45b23. 00040000:00000010:1.0:1767326785.752093:0:219023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013d92d8d. 00040000:00000010:1.0:1767326785.752099:0:219023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031f5facb. 00002000:00000010:1.0:1767326785.752105:0:219023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000026e4e405. 00000020:00000010:1.0:1767326785.752110:0:219023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f95ef8. 00010000:00000010:1.0:1767326785.752116:0:219023:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000d0649dad. 00010000:00000001:1.0:1767326785.752122:0:219023:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326785.752370:0:134393:0:(ldlm_lockd.c:3555:ldlm_cleanup()) kfreed 'blp': 168 at 000000001ccf8385. 00000100:00000001:1.0:1767326785.752377:0:134393:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767326785.752381:0:134393:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000100:00000001:1.0:1767326785.752386:0:134393:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767326785.752390:0:134393:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767326785.752391:0:134393:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:1.0:1767326785.752395:0:134393:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #2 00000100:00000040:1.0:1767326785.752396:0:134393:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:1.0:1767326785.752398:0:134393:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:1.0:1767326785.752418:0:134393:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #2 00000020:00000010:0.0:1767326785.752437:0:219019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000492786b8. 00000020:00000010:1.0:1767326785.752439:0:219018:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000056225032. 00000040:00000010:0.0:1767326785.752453:0:219019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e7f360ad. 00000040:00000010:1.0:1767326785.752455:0:219018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c911097. 00000020:00000010:0.0:1767326785.752462:0:219019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aa7db304. 00000020:00000010:1.0:1767326785.752465:0:219018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000348c6495. 00000020:00000010:1.0:1767326785.752477:0:219018:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000090fa3019. 00000020:00000010:0.0:1767326785.752478:0:219019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb0ae778. 00000020:00000010:1.0:1767326785.752496:0:219018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007dfb9be6. 00000020:00000010:0.0:1767326785.752497:0:219019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000003664f2a. 80000000:00000010:1.0:1767326785.752512:0:219018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001fcba414. 80000000:00000010:0.0:1767326785.752513:0:219019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008e845af5. 40000000:00000010:1.0:1767326785.752529:0:219018:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a9c3cdd5. 40000000:00000010:0.0:1767326785.752529:0:219019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000362695c7. 00100000:00000010:1.0:1767326785.752553:0:219018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005171630c. 00100000:00000010:0.0:1767326785.752553:0:219019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a038f40f. 00040000:00000010:0.0:1767326785.752573:0:219019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007a227519. 00040000:00000010:1.0:1767326785.752574:0:219018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b24001a2. 00040000:00000010:1.0:1767326785.752596:0:219018:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fb83a686. 00040000:00000010:0.0:1767326785.752597:0:219019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000113346d9. 00040000:00000010:1.0:1767326785.752611:0:219018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004c0a29ea. 00040000:00000010:0.0:1767326785.752613:0:219019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b7f8b8db. 00000004:00000010:1.0:1767326785.752617:0:219018:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a187a259. 00000004:00000010:0.0:1767326785.752618:0:219019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078f15174. 00000004:00000010:1.0:1767326785.752623:0:219018:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ca2f044b. 00000004:00000010:0.0:1767326785.752624:0:219019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a675388d. 00000004:00000010:0.0:1767326785.752634:0:219019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003500ee2e. 00000004:00000010:1.0:1767326785.752636:0:219018:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b9d6a174. 00002000:00000010:0.0:1767326785.752647:0:219019:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e84c17e0. 00002000:00000010:1.0:1767326785.752648:0:219018:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e97200c. 00000004:00000010:1.0:1767326785.752670:0:219018:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000174430b8. 00000004:00000010:0.0:1767326785.752670:0:219019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000017322a4. 00000020:00000010:1.0:1767326785.752691:0:219018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018fc13ac. 00000020:00000010:0.0:1767326785.752693:0:219019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000662ab9c5. 00000020:00000010:1.0:1767326785.752712:0:219018:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000328732df. 00000020:00000010:0.0:1767326785.752714:0:219019:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b4cdb567. 00000100:00000010:1.0:1767326785.752728:0:219018:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009502ba98. 00000100:00000010:0.0:1767326785.752729:0:219019:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d8dd846d. 00000100:00100000:1.0:1767326785.752751:0:219018:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_000: service thread [000000008f2281c3:219018] 0 exiting: rc = 1 00000100:00100000:0.0:1767326785.752751:0:219019:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_001: service thread [000000003ef1ae12:219019] 1 exiting: rc = 0 00000020:00000010:2.0:1767326785.754441:0:221607:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b0bfad2. 00000040:00000010:2.0:1767326785.754449:0:221607:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b224dc42. 00000020:00000010:2.0:1767326785.754464:0:221607:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c40867d. 00000020:00000010:2.0:1767326785.754473:0:221607:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000067cc101f. 00000020:00000010:2.0:1767326785.754482:0:221607:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058fcb0af. 80000000:00000010:2.0:1767326785.754489:0:221607:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000251fd42a. 40000000:00000010:2.0:1767326785.754494:0:221607:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c380e8c0. 00100000:00000010:2.0:1767326785.754499:0:221607:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d42de571. 00040000:00000010:2.0:1767326785.754506:0:221607:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000545d0e1d. 00040000:00000010:2.0:1767326785.754509:0:221607:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dd0f922. 00040000:00000010:2.0:1767326785.754514:0:221607:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000039614fae. 00000004:00000010:2.0:1767326785.754521:0:221607:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000002f5cb28. 00000004:00000010:2.0:1767326785.754526:0:221607:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000035b64f2c. 00000004:00000010:2.0:1767326785.754531:0:221607:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf020da0. 00002000:00000010:2.0:1767326785.754536:0:221607:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009bec7ae3. 00000004:00000010:2.0:1767326785.754542:0:221607:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000057b4779. 00000020:00000010:2.0:1767326785.754548:0:221607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061c759bb. 00000020:00000010:2.0:1767326785.754557:0:221607:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000eba087b5. 00000100:00000010:2.0:1767326785.754566:0:221607:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000abc9a31f. 00000100:00100000:2.0:1767326785.754572:0:221607:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_002: service thread [0000000052548624:221607] 2 exiting: rc = 0 00000100:00000010:1.0:1767326785.756675:0:134393:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008f2281c3. 00000100:00000010:1.0:1767326785.756684:0:134393:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003ef1ae12. 00000100:00000010:1.0:1767326785.756692:0:134393:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000052548624. 00000100:00000001:1.0:1767326785.756697:0:134393:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767326785.756698:0:134393:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767326785.756703:0:134393:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:1.0:1767326785.756709:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.756712:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.756715:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013605f70. 00000400:00000200:1.0:1767326785.756719:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a14307 00000400:00000010:1.0:1767326785.756722:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a14307. 00000100:00000001:1.0:1767326785.756728:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.756730:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:1.0:1767326785.756741:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.756745:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767326785.756749:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326785.756754:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.756756:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767326785.756809:0:134393:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326785.756813:0:134393:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eebc141d. 02000000:00000001:1.0:1767326785.756819:0:134393:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767326785.756822:0:134393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000513ee387. 02000000:00000001:1.0:1767326785.756829:0:134393:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326785.756832:0:134393:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002201c21f. 02000000:00000001:1.0:1767326785.756838:0:134393:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767326785.756839:0:134393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a746c88. 00000100:00000010:1.0:1767326785.756850:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6311bfc. 00000100:00000010:1.0:1767326785.756857:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c66c8277. 00000100:00000010:1.0:1767326785.756863:0:134393:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000074fc7859. 00000100:00000010:1.0:1767326785.756867:0:134393:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000022554c64. 00000100:00000010:1.0:1767326785.756873:0:134393:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000760ac77b. 00000100:00000001:1.0:1767326785.756878:0:134393:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767326785.756880:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.756884:0:134393:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767326785.756888:0:134393:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767326785.756890:0:134393:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000476994f6. 00000100:00000001:1.0:1767326785.756897:0:134393:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767326785.756898:0:134393:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.756901:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.756904:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000241b2a40. 00000100:00000001:1.0:1767326785.756910:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.756913:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.756915:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000062f5b49. 00000100:00000001:1.0:1767326785.756919:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.756921:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.756924:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000040f5f589. 00000100:00000001:1.0:1767326785.756928:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.756931:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.756934:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ceeab7b3. 00000100:00000001:1.0:1767326785.756939:0:134393:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767326785.757361:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008a3bc179. 00000020:00000010:1.0:1767326785.757384:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003aad5a32. 00000020:00000010:1.0:1767326785.757387:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000147c2f3. 00000020:00000010:1.0:1767326785.757391:0:134393:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000093a3fec9. 00000020:00000010:1.0:1767326785.757394:0:134393:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000736f11dd. 00000020:00000010:1.0:1767326785.757397:0:134393:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ecab4c46. 00000100:00000010:1.0:1767326785.757423:0:134393:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000053db8fd5. 00000100:00000010:1.0:1767326785.757434:0:134393:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f8c2b859. 00000100:00000010:1.0:1767326785.757437:0:134393:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c3785b1c. 00000100:00000010:1.0:1767326785.757439:0:134393:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000f213cb9a. 00000100:00000001:1.0:1767326785.757440:0:134393:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.757442:0:134393:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767326785.757443:0:134393:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:1.0:1767326785.757445:0:134393:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767326785.757446:0:134393:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767326785.757448:0:134393:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:1.0:1767326785.757450:0:134393:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:1.0:1767326785.757451:0:134393:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:1.0:1767326785.757452:0:134393:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:1.0:1767326785.757462:0:134393:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:1.0:1767326785.757485:0:219021:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000264a9452. 00000020:00000010:1.0:1767326785.757489:0:219021:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000df9b3dd2. 00000040:00000010:1.0:1767326785.757491:0:219021:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090b6d0c2. 00000020:00000010:1.0:1767326785.757495:0:219021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007cb968c1. 00000020:00000010:1.0:1767326785.757498:0:219021:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009b08f059. 00000020:00000010:1.0:1767326785.757501:0:219021:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ff81197. 80000000:00000010:1.0:1767326785.757503:0:219021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003063adfe. 40000000:00000010:1.0:1767326785.757505:0:219021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000087031885. 00008000:00000010:1.0:1767326785.757508:0:219021:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000a551048e. 00100000:00000010:1.0:1767326785.757510:0:219021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008d540e1b. 00040000:00000010:1.0:1767326785.757513:0:219021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000eaa91f8. 00040000:00000010:1.0:1767326785.757516:0:219021:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001635909a. 00040000:00000010:1.0:1767326785.757520:0:219021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f304a22. 00000004:00000010:1.0:1767326785.757523:0:219021:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004243179d. 00000004:00000010:1.0:1767326785.757526:0:219021:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d19ca866. 00000004:00000010:1.0:1767326785.757530:0:219021:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004244ae99. 00002000:00000010:1.0:1767326785.757534:0:219021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008f05eec2. 00000004:00000010:1.0:1767326785.757537:0:219021:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b8cf7fd5. 00000020:00000010:1.0:1767326785.757540:0:219021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021a6dd98. 00000020:00000010:1.0:1767326785.757545:0:219021:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002cf03125. 00000100:00000010:1.0:1767326785.757550:0:219021:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008ac0923a. 00000100:00100000:1.0:1767326785.757552:0:219021:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_001: service thread [0000000088fb988f:219021] 1 exiting: rc = 0 00000020:00000010:1.0:1767326785.757588:0:219020:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002b6c1b3. 00000020:00000010:1.0:1767326785.757590:0:219020:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000a64e295a. 00000040:00000010:1.0:1767326785.757592:0:219020:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a273011. 00000020:00000010:1.0:1767326785.757593:0:219020:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000b10e802. 00000020:00000010:1.0:1767326785.757595:0:219020:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dffb38b6. 00000020:00000010:1.0:1767326785.757597:0:219020:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e2ccddc. 80000000:00000010:1.0:1767326785.757599:0:219020:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c6d47d7b. 40000000:00000010:1.0:1767326785.757600:0:219020:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aadcc803. 00008000:00000010:1.0:1767326785.757602:0:219020:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000056259cf1. 00100000:00000010:1.0:1767326785.757603:0:219020:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b9153158. 00040000:00000010:1.0:1767326785.757605:0:219020:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000025a1281c. 00040000:00000010:1.0:1767326785.757607:0:219020:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fec0cdf. 00040000:00000010:1.0:1767326785.757609:0:219020:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000dbfbb29. 00000004:00000010:1.0:1767326785.757611:0:219020:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dda8cc86. 00000004:00000010:1.0:1767326785.757614:0:219020:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003f2c098a. 00000004:00000010:1.0:1767326785.757616:0:219020:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d0bc830e. 00002000:00000010:1.0:1767326785.757617:0:219020:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006dd11116. 00000004:00000010:1.0:1767326785.757619:0:219020:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000094ea6ef6. 00000020:00000010:1.0:1767326785.757620:0:219020:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a4b8425. 00000020:00000010:1.0:1767326785.757624:0:219020:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005a449eea. 00000100:00000010:1.0:1767326785.757626:0:219020:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002dab9fea. 00000100:00100000:1.0:1767326785.757628:0:219020:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_000: service thread [00000000853390bc:219020] 0 exiting: rc = 1 00000020:00000010:1.0:1767326785.758892:0:219022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ab41b625. 00000020:00000010:1.0:1767326785.758899:0:219022:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000d6a433e6. 00000040:00000010:1.0:1767326785.758905:0:219022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c8e2caa. 00000020:00000010:1.0:1767326785.758911:0:219022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071ef86e4. 00000020:00000010:1.0:1767326785.758916:0:219022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ea2aa980. 00000020:00000010:1.0:1767326785.758922:0:219022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c05b83ec. 80000000:00000010:1.0:1767326785.758927:0:219022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000043428412. 40000000:00000010:1.0:1767326785.758931:0:219022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d804d8a0. 00008000:00000010:1.0:1767326785.758938:0:219022:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000e017bcd8. 00100000:00000010:1.0:1767326785.758942:0:219022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a199c1bf. 00040000:00000010:1.0:1767326785.758948:0:219022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d902d37. 00040000:00000010:1.0:1767326785.758953:0:219022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001d0f94aa. 00040000:00000010:1.0:1767326785.758958:0:219022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd20b502. 00000004:00000010:1.0:1767326785.758962:0:219022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d99409e. 00000004:00000010:1.0:1767326785.758967:0:219022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093254f70. 00000004:00000010:1.0:1767326785.758972:0:219022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000053586f21. 00002000:00000010:1.0:1767326785.758977:0:219022:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ff977550. 00000004:00000010:1.0:1767326785.758982:0:219022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005f368e59. 00000020:00000010:1.0:1767326785.758987:0:219022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea0e8b3c. 00000020:00000010:1.0:1767326785.758993:0:219022:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d3b74180. 00000100:00000010:1.0:1767326785.759005:0:219022:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007ba7cf44. 00000100:00100000:1.0:1767326785.759007:0:219022:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_002: service thread [000000003b6222b1:219022] 2 exiting: rc = 0 00000100:00000010:1.0:1767326785.759303:0:134393:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000853390bc. 00000100:00000010:1.0:1767326785.759315:0:134393:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000088fb988f. 00000100:00000010:1.0:1767326785.759322:0:134393:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003b6222b1. 00000100:00000001:1.0:1767326785.759331:0:134393:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767326785.759333:0:134393:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767326785.759337:0:134393:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:1.0:1767326785.759343:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759344:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759347:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab41135. 00000400:00000200:1.0:1767326785.759351:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f29538 00000400:00000010:1.0:1767326785.759353:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065f29538. 00000100:00000001:1.0:1767326785.759358:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759360:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759372:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759375:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767326785.759381:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759384:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759387:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759390:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acd631e. 00000400:00000200:1.0:1767326785.759397:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b3eaf1e 00000400:00000010:1.0:1767326785.759399:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b3eaf1e. 00000100:00000001:1.0:1767326785.759403:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759404:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759418:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759421:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767326785.759425:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759428:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759431:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759434:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001014260d. 00000400:00000200:1.0:1767326785.759440:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8533e9 00000400:00000010:1.0:1767326785.759443:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d8533e9. 00000100:00000001:1.0:1767326785.759448:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759450:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759464:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759466:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767326785.759471:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759474:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759477:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759479:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075622de3. 00000400:00000200:1.0:1767326785.759485:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f951e511 00000400:00000010:1.0:1767326785.759487:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f951e511. 00000100:00000001:1.0:1767326785.759493:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759495:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759509:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759513:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767326785.759518:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759522:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759524:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759527:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e57827e2. 00000400:00000200:1.0:1767326785.759534:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b836fe1d 00000400:00000010:1.0:1767326785.759535:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b836fe1d. 00000100:00000001:1.0:1767326785.759541:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759542:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759556:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759560:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767326785.759566:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759570:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759572:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759573:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1ddc570. 00000400:00000200:1.0:1767326785.759581:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e818f512 00000400:00000010:1.0:1767326785.759582:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e818f512. 00000100:00000001:1.0:1767326785.759590:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759591:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759605:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759608:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767326785.759613:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759615:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759617:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759620:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ae6c44. 00000400:00000200:1.0:1767326785.759625:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379703e5 00000400:00000010:1.0:1767326785.759627:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000379703e5. 00000100:00000001:1.0:1767326785.759633:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759635:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759648:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759650:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767326785.759658:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759661:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759663:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759665:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019cd24f6. 00000400:00000200:1.0:1767326785.759669:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009103679a 00000400:00000010:1.0:1767326785.759671:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009103679a. 00000100:00000001:1.0:1767326785.759678:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759680:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759694:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759697:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767326785.759704:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759708:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759711:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759713:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d23b28e. 00000400:00000200:1.0:1767326785.759716:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050265daa 00000400:00000010:1.0:1767326785.759718:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050265daa. 00000100:00000001:1.0:1767326785.759724:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759727:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759738:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759741:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767326785.759748:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759751:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759754:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759822:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c073dfd. 00000400:00000200:1.0:1767326785.759826:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd1b97f 00000400:00000010:1.0:1767326785.759830:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dd1b97f. 00000100:00000001:1.0:1767326785.759836:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759837:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759852:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759856:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767326785.759863:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759867:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759870:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759873:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082d3241a. 00000400:00000200:1.0:1767326785.759879:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2b1ec3 00000400:00000010:1.0:1767326785.759882:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc2b1ec3. 00000100:00000001:1.0:1767326785.759889:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759892:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759902:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759903:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767326785.759904:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759915:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759915:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759916:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055369608. 00000400:00000200:1.0:1767326785.759921:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a07da1 00000400:00000010:1.0:1767326785.759923:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4a07da1. 00000100:00000001:1.0:1767326785.759929:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759930:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759942:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759945:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767326785.759951:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.759954:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.759956:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.759959:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000702d3146. 00000400:00000200:1.0:1767326785.759964:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc48f258 00000400:00000010:1.0:1767326785.759966:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc48f258. 00000100:00000001:1.0:1767326785.759973:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.759976:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.759989:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.759992:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767326785.759998:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760002:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760004:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760006:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064d1661d. 00000400:00000200:1.0:1767326785.760011:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb933f4 00000400:00000010:1.0:1767326785.760013:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffb933f4. 00000100:00000001:1.0:1767326785.760021:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760023:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760038:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760041:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767326785.760046:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760049:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760052:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760054:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91f9d95. 00000400:00000200:1.0:1767326785.760059:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9faa4a 00000400:00000010:1.0:1767326785.760061:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a9faa4a. 00000100:00000001:1.0:1767326785.760067:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760069:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760084:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760087:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767326785.760093:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760096:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760099:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760100:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b10e1f70. 00000400:00000200:1.0:1767326785.760113:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ea64c5 00000400:00000010:1.0:1767326785.760114:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ea64c5. 00000100:00000001:1.0:1767326785.760121:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760123:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760136:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760138:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767326785.760143:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760147:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760151:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760152:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001212b484. 00000400:00000200:1.0:1767326785.760158:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000099ee752 00000400:00000010:1.0:1767326785.760160:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000099ee752. 00000100:00000001:1.0:1767326785.760165:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760168:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760179:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760181:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767326785.760187:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760191:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760193:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760196:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da921ee2. 00000400:00000200:1.0:1767326785.760201:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000698b5ac5 00000400:00000010:1.0:1767326785.760202:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000698b5ac5. 00000100:00000001:1.0:1767326785.760208:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760210:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760216:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760218:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767326785.760223:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760226:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760228:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760230:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ad76ad4. 00000400:00000200:1.0:1767326785.760235:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8380ca9 00000400:00000010:1.0:1767326785.760238:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8380ca9. 00000100:00000001:1.0:1767326785.760242:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760244:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760256:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760259:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767326785.760264:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760267:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760269:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760271:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091d10320. 00000400:00000200:1.0:1767326785.760276:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002822dc59 00000400:00000010:1.0:1767326785.760277:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002822dc59. 00000100:00000001:1.0:1767326785.760282:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760284:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760296:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760300:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767326785.760304:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760306:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760310:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760312:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd212cca. 00000400:00000200:1.0:1767326785.760316:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4bf5fb9 00000400:00000010:1.0:1767326785.760317:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4bf5fb9. 00000100:00000001:1.0:1767326785.760320:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760322:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760329:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760331:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767326785.760335:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760337:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760339:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760341:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041cfa6cc. 00000400:00000200:1.0:1767326785.760343:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5beb035 00000400:00000010:1.0:1767326785.760344:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5beb035. 00000100:00000001:1.0:1767326785.760346:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760347:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760354:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760355:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767326785.760358:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760360:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760362:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760363:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62acc56. 00000400:00000200:1.0:1767326785.760367:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c9ab965 00000400:00000010:1.0:1767326785.760368:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c9ab965. 00000100:00000001:1.0:1767326785.760374:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760375:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760381:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760383:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767326785.760389:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760392:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760394:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760396:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c628ef4. 00000400:00000200:1.0:1767326785.760399:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b7fdd58 00000400:00000010:1.0:1767326785.760400:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b7fdd58. 00000100:00000001:1.0:1767326785.760405:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760408:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760415:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760416:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767326785.760417:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760418:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760419:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760421:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b031b21a. 00000400:00000200:1.0:1767326785.760424:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b635d20 00000400:00000010:1.0:1767326785.760426:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b635d20. 00000100:00000001:1.0:1767326785.760431:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760432:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760437:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760439:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767326785.760441:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760442:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760443:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760445:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1773276. 00000400:00000200:1.0:1767326785.760447:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000313ae3c8 00000400:00000010:1.0:1767326785.760448:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000313ae3c8. 00000100:00000001:1.0:1767326785.760450:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760451:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760457:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760458:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767326785.760460:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760462:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760464:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760466:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca04983e. 00000400:00000200:1.0:1767326785.760468:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b752f472 00000400:00000010:1.0:1767326785.760469:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b752f472. 00000100:00000001:1.0:1767326785.760474:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760477:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760486:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760489:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767326785.760494:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760497:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760498:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760499:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf6a9393. 00000400:00000200:1.0:1767326785.760501:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed71224 00000400:00000010:1.0:1767326785.760503:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed71224. 00000100:00000001:1.0:1767326785.760508:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760509:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760517:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760519:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767326785.760522:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760524:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760527:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760528:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006739473e. 00000400:00000200:1.0:1767326785.760532:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d89bc9 00000400:00000010:1.0:1767326785.760534:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084d89bc9. 00000100:00000001:1.0:1767326785.760538:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760540:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760544:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760547:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767326785.760551:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760553:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760554:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760555:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000130ed7d6. 00000400:00000200:1.0:1767326785.760558:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009a380e5 00000400:00000010:1.0:1767326785.760560:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009a380e5. 00000100:00000001:1.0:1767326785.760564:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760566:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760578:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760579:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767326785.760583:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760586:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760587:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760590:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ac634e. 00000400:00000200:1.0:1767326785.760594:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e12802d 00000400:00000010:1.0:1767326785.760595:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e12802d. 00000100:00000001:1.0:1767326785.760600:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760602:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760611:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760614:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767326785.760620:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760622:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760623:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760625:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd621062. 00000400:00000200:1.0:1767326785.760627:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980d799f 00000400:00000010:1.0:1767326785.760629:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000980d799f. 00000100:00000001:1.0:1767326785.760632:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760632:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760642:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760643:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767326785.760645:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760645:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760647:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760648:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf193875. 00000400:00000200:1.0:1767326785.760650:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cfc009c 00000400:00000010:1.0:1767326785.760651:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cfc009c. 00000100:00000001:1.0:1767326785.760653:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760654:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760663:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760664:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767326785.760665:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760666:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760667:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760668:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054caac5e. 00000400:00000200:1.0:1767326785.760669:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d6352a3 00000400:00000010:1.0:1767326785.760671:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d6352a3. 00000100:00000001:1.0:1767326785.760674:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760675:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760683:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760684:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767326785.760689:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760690:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760692:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760693:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b166a5f5. 00000400:00000200:1.0:1767326785.760694:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcdbef08 00000400:00000010:1.0:1767326785.760697:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcdbef08. 00000100:00000001:1.0:1767326785.760699:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760699:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760706:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760709:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767326785.760713:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760715:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760717:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760719:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb4c9e3f. 00000400:00000200:1.0:1767326785.760721:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000804952f 00000400:00000010:1.0:1767326785.760722:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000804952f. 00000100:00000001:1.0:1767326785.760727:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760728:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760732:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760733:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767326785.760735:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760736:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760738:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760739:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8d3667a. 00000400:00000200:1.0:1767326785.760741:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000399d941f 00000400:00000010:1.0:1767326785.760742:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000399d941f. 00000100:00000001:1.0:1767326785.760748:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760749:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760752:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760754:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767326785.760774:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760776:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760779:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760781:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4557dd4. 00000400:00000200:1.0:1767326785.760786:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c49f7905 00000400:00000010:1.0:1767326785.760788:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c49f7905. 00000100:00000001:1.0:1767326785.760793:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760796:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760807:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760808:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767326785.760812:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760815:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760816:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760818:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d451f18a. 00000400:00000200:1.0:1767326785.760822:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005be6cbf1 00000400:00000010:1.0:1767326785.760824:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005be6cbf1. 00000100:00000001:1.0:1767326785.760828:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760831:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760839:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760841:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767326785.760853:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760855:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760856:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760858:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e628fe48. 00000400:00000200:1.0:1767326785.760861:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b6bd3d7 00000400:00000010:1.0:1767326785.760862:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b6bd3d7. 00000100:00000001:1.0:1767326785.760864:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760866:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760874:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760875:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767326785.760877:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760880:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760881:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760882:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac6efe2. 00000400:00000200:1.0:1767326785.760884:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d497fcc 00000400:00000010:1.0:1767326785.760885:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d497fcc. 00000100:00000001:1.0:1767326785.760887:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760888:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760893:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760894:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767326785.760899:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760903:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760904:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760906:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc213926. 00000400:00000200:1.0:1767326785.760908:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915a8f21 00000400:00000010:1.0:1767326785.760909:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000915a8f21. 00000100:00000001:1.0:1767326785.760914:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760915:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760919:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760920:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767326785.760921:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760922:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760922:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760923:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be4b020c. 00000400:00000200:1.0:1767326785.760926:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b733f1 00000400:00000010:1.0:1767326785.760927:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005b733f1. 00000100:00000001:1.0:1767326785.760931:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760932:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760934:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760935:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767326785.760936:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760937:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760939:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760939:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000989325a4. 00000400:00000200:1.0:1767326785.760941:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf51d47 00000400:00000010:1.0:1767326785.760943:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf51d47. 00000100:00000001:1.0:1767326785.760944:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760945:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760953:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760955:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767326785.760960:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.760962:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.760964:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.760966:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7c37321. 00000400:00000200:1.0:1767326785.760971:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f897435 00000400:00000010:1.0:1767326785.760974:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f897435. 00000100:00000001:1.0:1767326785.760980:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.760982:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.760992:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.760994:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767326785.760998:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761000:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761001:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761003:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b96eb5ad. 00000400:00000200:1.0:1767326785.761004:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cbf8ba 00000400:00000010:1.0:1767326785.761016:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0cbf8ba. 00000100:00000001:1.0:1767326785.761017:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761018:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761024:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761026:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767326785.761028:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761030:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761032:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761033:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000789f8772. 00000400:00000200:1.0:1767326785.761034:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066507279 00000400:00000010:1.0:1767326785.761036:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066507279. 00000100:00000001:1.0:1767326785.761039:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761040:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761046:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761049:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767326785.761052:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761054:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761054:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761055:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d78f9770. 00000400:00000200:1.0:1767326785.761059:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a79ee45 00000400:00000010:1.0:1767326785.761060:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a79ee45. 00000100:00000001:1.0:1767326785.761063:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761064:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761070:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761072:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767326785.761076:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761079:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761081:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761083:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003949d9a0. 00000400:00000200:1.0:1767326785.761087:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151b6c62 00000400:00000010:1.0:1767326785.761088:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000151b6c62. 00000100:00000001:1.0:1767326785.761093:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761095:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761105:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761107:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767326785.761112:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761115:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761117:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761119:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c486d0b. 00000400:00000200:1.0:1767326785.761121:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013531b2d 00000400:00000010:1.0:1767326785.761123:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013531b2d. 00000100:00000001:1.0:1767326785.761127:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761129:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761138:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761141:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767326785.761146:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761149:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761150:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761151:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a21a708. 00000400:00000200:1.0:1767326785.761155:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c622ee2 00000400:00000010:1.0:1767326785.761157:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c622ee2. 00000100:00000001:1.0:1767326785.761162:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761165:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761174:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761177:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767326785.761182:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761184:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761185:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761187:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8033f5. 00000400:00000200:1.0:1767326785.761191:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000498712ed 00000400:00000010:1.0:1767326785.761193:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000498712ed. 00000100:00000001:1.0:1767326785.761198:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761201:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761209:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761213:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767326785.761217:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761220:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761222:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761224:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f815f2ed. 00000400:00000200:1.0:1767326785.761230:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012a8036b 00000400:00000010:1.0:1767326785.761233:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012a8036b. 00000100:00000001:1.0:1767326785.761237:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761238:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761246:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761249:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767326785.761253:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761255:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761257:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761258:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd7d706. 00000400:00000200:1.0:1767326785.761264:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013fc59d8 00000400:00000010:1.0:1767326785.761266:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013fc59d8. 00000100:00000001:1.0:1767326785.761270:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761271:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761276:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761278:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767326785.761280:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761282:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761283:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761284:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f843f39. 00000400:00000200:1.0:1767326785.761288:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244c6fdc 00000400:00000010:1.0:1767326785.761290:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000244c6fdc. 00000100:00000001:1.0:1767326785.761292:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761293:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761297:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761299:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767326785.761301:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761303:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761305:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761306:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016fa5af7. 00000400:00000200:1.0:1767326785.761309:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc6ff95a 00000400:00000010:1.0:1767326785.761311:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc6ff95a. 00000100:00000001:1.0:1767326785.761314:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761316:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761323:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761325:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767326785.761329:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761332:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761334:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761335:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f6276a. 00000400:00000200:1.0:1767326785.761339:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee34bd47 00000400:00000010:1.0:1767326785.761341:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee34bd47. 00000100:00000001:1.0:1767326785.761344:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761345:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761350:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761352:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767326785.761355:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761357:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761358:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761359:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de25acc1. 00000400:00000200:1.0:1767326785.761361:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d96d1b5 00000400:00000010:1.0:1767326785.761363:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d96d1b5. 00000100:00000001:1.0:1767326785.761365:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761366:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761371:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761372:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767326785.761374:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761377:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761378:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761379:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8f801b. 00000400:00000200:1.0:1767326785.761381:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a226625 00000400:00000010:1.0:1767326785.761382:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a226625. 00000100:00000001:1.0:1767326785.761384:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761387:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761393:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761395:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767326785.761396:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761398:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761399:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761400:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d88fb3f. 00000400:00000200:1.0:1767326785.761403:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612d9ab0 00000400:00000010:1.0:1767326785.761405:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000612d9ab0. 00000100:00000001:1.0:1767326785.761408:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761409:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761414:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761416:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767326785.761418:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761419:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761421:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761422:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f0c8fa. 00000400:00000200:1.0:1767326785.761425:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000990b285b 00000400:00000010:1.0:1767326785.761428:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000990b285b. 00000100:00000001:1.0:1767326785.761431:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761432:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761437:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761438:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767326785.761440:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761442:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761443:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761444:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f310bc0. 00000400:00000200:1.0:1767326785.761446:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccdfe116 00000400:00000010:1.0:1767326785.761448:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccdfe116. 00000100:00000001:1.0:1767326785.761451:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761452:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761458:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761459:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767326785.761462:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761464:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761465:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761467:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a93ba1c. 00000400:00000200:1.0:1767326785.761469:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba459e7 00000400:00000010:1.0:1767326785.761471:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dba459e7. 00000100:00000001:1.0:1767326785.761475:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761477:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761481:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761482:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767326785.761484:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326785.761485:0:134393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326785.761488:0:134393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326785.761490:0:134393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d02f74. 00000400:00000200:1.0:1767326785.761492:0:134393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000304967a8 00000400:00000010:1.0:1767326785.761496:0:134393:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000304967a8. 00000100:00000001:1.0:1767326785.761499:0:134393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326785.761500:0:134393:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326785.761504:0:134393:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326785.761505:0:134393:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767326785.761507:0:134393:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326785.761509:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761510:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761513:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761515:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761517:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761518:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761520:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761521:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761523:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761524:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761525:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761527:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761528:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761529:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761530:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761532:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761533:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761534:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761535:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761536:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761538:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761539:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761540:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761542:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761543:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761545:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761546:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761548:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761549:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761551:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761552:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761553:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761555:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761556:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761558:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761559:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761560:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761561:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761562:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761563:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761564:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761566:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761567:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761568:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761569:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761570:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761571:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761572:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761573:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761574:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761576:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761576:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761578:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761579:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761580:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761581:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761582:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761583:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761585:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761585:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761587:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761587:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761589:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761590:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761591:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761593:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761594:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761596:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761597:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761598:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761600:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761601:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761603:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761604:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761605:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761606:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761608:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761609:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761610:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761611:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761612:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761614:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761615:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761616:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761618:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761619:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761621:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761623:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761624:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761626:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761628:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761629:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761632:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761633:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761634:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761636:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761637:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761638:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761640:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761641:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761642:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761643:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761644:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761645:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761647:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761648:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761649:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761651:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761652:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761653:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761654:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761655:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761656:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761657:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761659:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761660:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761661:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761662:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761663:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761664:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761665:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761667:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761668:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761669:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761671:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761672:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326785.761673:0:134393:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326785.761674:0:134393:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767326785.761677:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ac625ab. 00000100:00000010:1.0:1767326785.761682:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f40f923a. 00000100:00000010:1.0:1767326785.761685:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dde425f2. 00000100:00000010:1.0:1767326785.761688:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067375b41. 00000100:00000010:1.0:1767326785.761690:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000300622c1. 00000100:00000010:1.0:1767326785.761693:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014caed11. 00000100:00000010:1.0:1767326785.761695:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051c91abc. 00000100:00000010:1.0:1767326785.761697:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2a289f7. 00000100:00000010:1.0:1767326785.761700:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010862044. 00000100:00000010:1.0:1767326785.761703:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f428dfd6. 00000100:00000010:1.0:1767326785.761706:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038d47fcd. 00000100:00000010:1.0:1767326785.761709:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001479bafe. 00000100:00000010:1.0:1767326785.761711:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dffc5461. 00000100:00000010:1.0:1767326785.761714:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5847b1b. 00000100:00000010:1.0:1767326785.761716:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079e13560. 00000100:00000010:1.0:1767326785.761719:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009f61eb7. 00000100:00000010:1.0:1767326785.761722:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025bd9b0b. 00000100:00000010:1.0:1767326785.761725:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3a4c8f3. 00000100:00000010:1.0:1767326785.761727:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d7d4ff3. 00000100:00000010:1.0:1767326785.761739:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ad80f27. 00000100:00000010:1.0:1767326785.761744:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e877680. 00000100:00000010:1.0:1767326785.761746:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d1f7865. 00000100:00000010:1.0:1767326785.761748:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003711a476. 00000100:00000010:1.0:1767326785.761751:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c49d4786. 00000100:00000010:1.0:1767326785.761756:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2354e95. 00000100:00000010:1.0:1767326785.761812:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000986e3f91. 00000100:00000010:1.0:1767326785.761816:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000777ffa6f. 00000100:00000010:1.0:1767326785.761821:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a1e33ac. 00000100:00000010:1.0:1767326785.761825:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000447d398d. 00000100:00000010:1.0:1767326785.761831:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051debac8. 00000100:00000010:1.0:1767326785.761846:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000204543a3. 00000100:00000010:1.0:1767326785.761855:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f0903f4. 00000100:00000010:1.0:1767326785.761861:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007cef41e0. 00000100:00000010:1.0:1767326785.761870:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000330661ba. 00000100:00000010:1.0:1767326785.761889:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000db1fd3ce. 00000100:00000010:1.0:1767326785.761897:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000218fcd3d. 00000100:00000010:1.0:1767326785.761905:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000069d70742. 00000100:00000010:1.0:1767326785.761922:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037d8dcd2. 00000100:00000010:1.0:1767326785.761927:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa4b227a. 00000100:00000010:1.0:1767326785.761934:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000326fcd02. 00000100:00000010:1.0:1767326785.761938:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086f4f11d. 00000100:00000010:1.0:1767326785.761946:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000124422f9. 00000100:00000010:1.0:1767326785.761952:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c8ac6fc. 00000100:00000010:1.0:1767326785.761993:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d343b35. 00000100:00000010:1.0:1767326785.761998:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ab06e08. 00000100:00000010:1.0:1767326785.762005:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fa0b6bd. 00000100:00000010:1.0:1767326785.762012:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e7ada98. 00000100:00000010:1.0:1767326785.762018:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000375cc23c. 00000100:00000010:1.0:1767326785.762021:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000074caee0d. 00000100:00000010:1.0:1767326785.762023:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ec8c6b7. 00000100:00000010:1.0:1767326785.762026:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000037aff97a. 00000100:00000010:1.0:1767326785.762029:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d16191a. 00000100:00000010:1.0:1767326785.762032:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000004c02ca1. 00000100:00000010:1.0:1767326785.762035:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000616b026b. 00000100:00000010:1.0:1767326785.762037:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df566dce. 00000100:00000010:1.0:1767326785.762041:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097d34d1c. 00000100:00000010:1.0:1767326785.762045:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000ba327c2. 00000100:00000010:1.0:1767326785.762052:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9cb4229. 00000100:00000010:1.0:1767326785.762056:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000116f0454. 00000100:00000010:1.0:1767326785.762061:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000680e4de0. 00000100:00000010:1.0:1767326785.762066:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011ffbfe2. 00000100:00000010:1.0:1767326785.762070:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b738243f. 00000100:00000010:1.0:1767326785.762074:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e602f2d1. 00000100:00000010:1.0:1767326785.762079:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003accc3ac. 00000100:00000010:1.0:1767326785.762084:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007783297d. 00000100:00000010:1.0:1767326785.762088:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000177d7046. 00000100:00000010:1.0:1767326785.762091:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009074b717. 00000100:00000010:1.0:1767326785.762115:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000706bb0ea. 00000100:00000010:1.0:1767326785.762119:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008fd8e06a. 00000100:00000010:1.0:1767326785.762124:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068cc51c8. 00000100:00000010:1.0:1767326785.762127:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4b212d4. 00000100:00000010:1.0:1767326785.762129:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b857902. 00000100:00000010:1.0:1767326785.762132:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9d73505. 00000100:00000010:1.0:1767326785.762136:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d09ebc3. 00000100:00000010:1.0:1767326785.762138:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019676fcd. 00000100:00000010:1.0:1767326785.762145:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099e2cf9e. 00000100:00000010:1.0:1767326785.762152:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000026ebebe. 00000100:00000010:1.0:1767326785.762161:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c007463. 00000100:00000010:1.0:1767326785.762165:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6f8cd6b. 00000100:00000010:1.0:1767326785.762172:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000010ca516. 00000100:00000010:1.0:1767326785.762179:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f6283b7. 00000100:00000010:1.0:1767326785.762188:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000216e4637. 00000100:00000010:1.0:1767326785.762195:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a93660ff. 00000100:00000010:1.0:1767326785.762203:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9a73c72. 00000100:00000010:1.0:1767326785.762209:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac08c5fd. 00000100:00000010:1.0:1767326785.762216:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000616ba625. 00000100:00000010:1.0:1767326785.762224:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003ad6aec9. 00000100:00000010:1.0:1767326785.762231:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007129681d. 00000100:00000010:1.0:1767326785.762237:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c84a524f. 00000100:00000010:1.0:1767326785.762244:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030d4b3cd. 00000100:00000010:1.0:1767326785.762250:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f07a3cfc. 00000100:00000010:1.0:1767326785.762321:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093774928. 00000100:00000010:1.0:1767326785.762328:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e38d097. 00000100:00000010:1.0:1767326785.762334:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007581a3e. 00000100:00000010:1.0:1767326785.762340:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c5ceadd. 00000100:00000010:1.0:1767326785.762347:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031fb26d3. 00000100:00000010:1.0:1767326785.762353:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000063bd8a9d. 00000100:00000010:1.0:1767326785.762361:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf216341. 00000100:00000010:1.0:1767326785.762367:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000018d73d9b. 00000100:00000010:1.0:1767326785.762373:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000acee508. 00000100:00000010:1.0:1767326785.762381:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4ab8f9a. 00000100:00000010:1.0:1767326785.762388:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f78391ab. 00000100:00000010:1.0:1767326785.762395:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e17ee55. 00000100:00000010:1.0:1767326785.762402:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004a79793. 00000100:00000010:1.0:1767326785.762408:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000931582c. 00000100:00000010:1.0:1767326785.762416:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a975923. 00000100:00000010:1.0:1767326785.762421:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033825349. 00000100:00000010:1.0:1767326785.762428:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ba1935d. 00000100:00000010:1.0:1767326785.762434:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051f58a76. 00000100:00000010:1.0:1767326785.762441:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000483f8715. 00000100:00000010:1.0:1767326785.762449:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c3e9dd0. 00000100:00000010:1.0:1767326785.762456:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa021499. 00000100:00000010:1.0:1767326785.762463:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000385aa1f4. 00000100:00000010:1.0:1767326785.762470:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6d5b04d. 00000100:00000010:1.0:1767326785.762474:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6045cbd. 00000100:00000010:1.0:1767326785.762548:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed4271e2. 00000100:00000010:1.0:1767326785.762552:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000731f292e. 00000100:00000010:1.0:1767326785.762555:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037d4e9f9. 00000100:00000010:1.0:1767326785.762557:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ae4eb86. 00000100:00000010:1.0:1767326785.762559:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ddbd985. 00000100:00000010:1.0:1767326785.762561:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6299678. 00000100:00000010:1.0:1767326785.762564:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002016ecc2. 00000100:00000010:1.0:1767326785.762566:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a2e8d69. 00000100:00000010:1.0:1767326785.762569:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdbce24e. 00000100:00000010:1.0:1767326785.762571:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002eb6e25b. 00000100:00000010:1.0:1767326785.762574:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039b4b19e. 00000100:00000010:1.0:1767326785.762577:0:134393:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a29a402. 00000100:00000010:1.0:1767326785.762587:0:134393:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dabac5ee. 00000100:00000010:1.0:1767326785.762591:0:134393:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000b2b8e2fd. 00000100:00000010:1.0:1767326785.762595:0:134393:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000a8c0d544. 00000100:00000010:1.0:1767326785.762597:0:134393:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005e20cd17. 00000100:00000001:1.0:1767326785.762600:0:134393:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767326785.762603:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762605:0:134393:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767326785.762607:0:134393:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767326785.762609:0:134393:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000206f1198. 00000100:00000001:1.0:1767326785.762616:0:134393:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767326785.762617:0:134393:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.762620:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762622:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b18f85ef. 00000100:00000001:1.0:1767326785.762625:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762628:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762629:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cfd2e059. 00000100:00000001:1.0:1767326785.762632:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762635:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762637:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ce93d45b. 00000100:00000001:1.0:1767326785.762639:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762640:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762642:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005d8c9c77. 00000100:00000001:1.0:1767326785.762646:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762649:0:134393:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767326785.762651:0:134393:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767326785.762652:0:134393:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000005d6b87c1. 00000100:00000001:1.0:1767326785.762657:0:134393:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767326785.762659:0:134393:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326785.762661:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762663:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d0a847a6. 00000100:00000001:1.0:1767326785.762666:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762668:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762669:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000066f972e5. 00000100:00000001:1.0:1767326785.762673:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762675:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762677:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006fea4fd6. 00000100:00000001:1.0:1767326785.762682:0:134393:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326785.762684:0:134393:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326785.762686:0:134393:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009b2b92e2. 00000100:00000010:1.0:1767326785.762690:0:134393:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000029265c97. 00000100:00000001:1.0:1767326785.762695:0:134393:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767326785.763730:0:134393:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007e1b8084. 00000020:00000010:0.0:1767326785.763753:0:134393:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000031790ee. 00000100:00000010:0.0:1767326785.763873:0:134393:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d14ca401. 00000100:00000010:0.0:1767326785.763894:0:134393:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000047ff552b. 00000100:00000010:0.0:1767326785.763904:0:134393:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000d703c18a. 00000100:00000010:0.0:1767326785.763913:0:134393:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000078823985. 00000100:00000001:0.0:1767326785.763918:0:134393:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326785.764223:0:219025:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:2.0:1767326785.764228:0:219025:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326785.764247:0:219025:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e6c25f80. 00000020:00000010:2.0:1767326785.764260:0:219025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f27bae3d. 00010000:00000010:0.0:1767326785.764260:0:134393:0:(ldlm_lockd.c:3585:ldlm_cleanup()) kfreed 'ldlm_state': 32 at 00000000503b324a. 00000040:00000010:2.0:1767326785.764274:0:219025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000042d783ab. 00010000:00000001:0.0:1767326785.764274:0:134393:0:(ldlm_lockd.c:3588:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326785.764280:0:134393:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00000020:00000010:2.0:1767326785.764281:0:219025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000088ed01e5. 00010000:00000010:0.0:1767326785.764284:0:134393:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000fbc4963f. 00000020:00000010:2.0:1767326785.764288:0:219025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c46ce697. 00010000:00000010:0.0:1767326785.764295:0:134393:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000007cd6e49e. 00000020:00000010:2.0:1767326785.764300:0:219025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c2624603. 00010000:00000001:0.0:1767326785.764301:0:134393:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 10000000:00000010:0.0:1767326785.764306:0:134393:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at 00000000b9cd79f7. 80000000:00000010:2.0:1767326785.764307:0:219025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e8545dbe. 10000000:00000001:0.0:1767326785.764312:0:134393:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326785.764319:0:134393:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000024e7a28b. 40000000:00000010:2.0:1767326785.764320:0:219025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fe624daa. 00000040:00000010:0.0:1767326785.764328:0:134393:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000029893948. 00100000:00000010:2.0:1767326785.764329:0:219025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f058a1a6. 00000020:00000010:0.0:1767326785.764335:0:134393:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0ca426c. 00040000:00000010:2.0:1767326785.764337:0:219025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005d1f99ee. 00000020:00000010:0.0:1767326785.764343:0:134393:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9ee63a5. 00040000:00000010:2.0:1767326785.764344:0:219025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000635057ca. 00040000:00000010:2.0:1767326785.764350:0:219025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c75585f3. 00040000:00000010:0.0:1767326785.764351:0:134393:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002e8e3e59. 00000004:00000010:2.0:1767326785.764353:0:219025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cdd419af. 00040000:00000010:0.0:1767326785.764358:0:134393:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0f1eaf1. 00000004:00000010:2.0:1767326785.764360:0:219025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006c6e0ac. 00000020:00000010:0.0:1767326785.764366:0:134393:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad22635f. 00000004:00000010:2.0:1767326785.764368:0:219025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000832f18ef. 00000020:00000001:0.0:1767326785.764373:0:134393:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767326785.764375:0:219025:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000072b132d4. 00000020:00000010:0.0:1767326785.764380:0:134393:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000005fbcaefe. 00000004:00000010:2.0:1767326785.764381:0:219025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008bd78a66. 00000020:00000010:2.0:1767326785.764388:0:219025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ece227d4. 00010000:00000001:2.0:1767326785.764392:0:219025:0:(ldlm_lockd.c:289:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326785.764396:0:134393:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e78ebc35. 00000020:00000001:0.0:1767326785.764409:0:134393:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:1.0:1767326790.198863:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11833) 00000100:00000040:3.0:1767326790.710861:0:223111:0:(connection.c:75:cpu_latency_work()) work item of 00000000b97a1c6d (cpu 0) has reached its deadline 4306496148, at 4306496512 00000100:00000040:2.0:1767326790.710861:0:225642:0:(connection.c:75:cpu_latency_work()) work item of 0000000028543602 (cpu 0) has reached its deadline 4306496148, at 4306496512 00000100:00000040:1.0:1767326790.710861:0:126229:0:(connection.c:75:cpu_latency_work()) work item of 000000009c83fb14 (cpu 0) has reached its deadline 4306496148, at 4306496512 00000100:00000040:0.0:1767326790.710861:0:225951:0:(connection.c:75:cpu_latency_work()) work item of 0000000008492695 (cpu 0) has reached its deadline 4306496148, at 4306496512 00000100:00000010:2.0:1767326790.710881:0:225642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000873f2e46. 00000100:00000010:3.0:1767326790.710887:0:223111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f30dbf5. 00000100:00000010:0.0:1767326790.710891:0:225951:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069d13063. 00000100:00000010:1.0:1767326790.710893:0:126229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea053dd6. 00000100:00000040:1.0:1767326795.318812:0:134393:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11838) 00000100:00000040:2.0:1767326800.438886:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11843) 00000100:00000040:0.0:1767326805.558879:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11849) 00000100:00000040:3.0:1767326810.678937:0:129781:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11854) 00000400:00000001:2.0:1767326811.329267:0:226476:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:1.0:1767326822.838844:0:216330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d6f0dc4. 00000800:00000200:1.0:1767326822.838859:0:216330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:1.0:1767326822.838865:0:216330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:1.0:1767326822.838869:0:216330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767326822.838993:0:216331:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326836.150858:0:216330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009d2cd5d4] -> 12345-192.168.203.127@tcp (5) 00000800:00000200:2.0:1767326836.150868:0:216330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:988 00000800:00000200:2.0:1767326836.150873:0:216330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d6f0dc4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767326836.150975:0:216333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:1.0:1767326850.819052:0:229495:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 120: cross-target rename should not create bad symlinks ========================================================== 23:07:30 (1767326850) 00000001:02000400:3.0:1767326854.924723:0:229789:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_120: @@@@@@ FAIL: MDT start failed Debug log: 116391 lines, 116391 kept, 0 dropped, 0 bad.